Index

_

__contains__() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) __getattr__() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) __getitem__() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) __init__() (m3sgg.core.config.legacy.LegacyConfig method) (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.structured.base.BaseConfig method) (m3sgg.core.config.structured.base.CheckpointConfig method) (m3sgg.core.config.structured.base.DataConfig method) (m3sgg.core.config.structured.base.EvaluationConfig method) (m3sgg.core.config.structured.base.LoggingConfig method) (m3sgg.core.config.structured.base.LossConfig method) (m3sgg.core.config.structured.base.ModelConfig method) (m3sgg.core.config.structured.base.TrainingConfig method) (m3sgg.core.config.structured.oed.OEDConfig method) (m3sgg.core.config.structured.oed.OEDDataConfig method) (m3sgg.core.config.structured.oed.OEDLossConfig method) (m3sgg.core.config.structured.oed.OEDTrainingConfig method) (m3sgg.core.config.structured.scenellm.SceneLLMConfig method) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig method) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig method) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig method) (m3sgg.core.config.structured.sttran.STTRANConfig method) (m3sgg.core.config.structured.sttran.STTRANDataConfig method) (m3sgg.core.config.structured.sttran.STTRANLossConfig method) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig method) (m3sgg.core.config.structured.tempura.TempuraConfig method) (m3sgg.core.config.structured.tempura.TempuraDataConfig method) (m3sgg.core.config.structured.tempura.TempuraLossConfig method) (m3sgg.core.config.structured.tempura.TempuraTrainingConfig method) (m3sgg.core.config.unified.UnifiedConfig method) (m3sgg.core.detectors.easg.object_detector_EASG.detector method) (m3sgg.core.detectors.easg.sttran_EASG.ActionClassifier method) (m3sgg.core.detectors.easg.sttran_EASG.ObjectClassifier method) (m3sgg.core.detectors.easg.sttran_EASG.STTran method) (m3sgg.core.detectors.factory.DetectorFactory method) (m3sgg.core.detectors.faster_rcnn.detector method) (m3sgg.core.evaluation.metrics.BasicSceneGraphEvaluator method) (m3sgg.core.models.oed.criterion.SetCriterionOED method) (m3sgg.core.models.oed.oed_multi.MLP method) (m3sgg.core.models.oed.oed_multi.OEDMulti method) (m3sgg.core.models.oed.oed_single.MLP method) (m3sgg.core.models.oed.oed_single.OEDSingle method) (m3sgg.core.models.oed.postprocess.PostProcessOED method) (m3sgg.core.models.oed.transformer.Transformer method) (m3sgg.core.models.oed.transformer.TransformerDecoder method) (m3sgg.core.models.oed.transformer.TransformerDecoderLayer method) (m3sgg.core.models.oed.transformer.TransformerEncoder method) (m3sgg.core.models.oed.transformer.TransformerEncoderLayer method) (m3sgg.core.models.oed.utils.NestedTensor method) (m3sgg.core.models.scenellm.llm.SceneLLMLoRA method) (m3sgg.core.models.scenellm.network.SceneLLM method) (m3sgg.core.models.scenellm.network.SGGDecoder method) (m3sgg.core.models.scenellm.ot.OTCodebookUpdater method) (m3sgg.core.models.scenellm.scenellm.OTCodebookUpdater method) (m3sgg.core.models.scenellm.scenellm.SceneLLM method) (m3sgg.core.models.scenellm.scenellm.SceneLLMLoRA method) (m3sgg.core.models.scenellm.scenellm.SGGDecoder method) (m3sgg.core.models.scenellm.scenellm.SIA method) (m3sgg.core.models.scenellm.scenellm.VQVAEQuantizer method) (m3sgg.core.models.scenellm.sia.SIA method) (m3sgg.core.models.scenellm.vqvae.VQVAEQuantizer method) (m3sgg.core.models.stket.stket.ObjectClassifier method) (m3sgg.core.models.stket.stket.STKET method) (m3sgg.core.models.stket.transformer_stket.ensemble_decoder method) (m3sgg.core.models.stket.transformer_stket.spatial_encoder method) (m3sgg.core.models.stket.transformer_stket.temporal_decoder method) (m3sgg.core.models.stket.transformer_stket.TransformerDecoder method) (m3sgg.core.models.stket.transformer_stket.TransformerDecoderLayer method) (m3sgg.core.models.stket.transformer_stket.TransformerEncoder method) (m3sgg.core.models.stket.transformer_stket.TransformerEncoderLayer method) (m3sgg.core.models.sttran.sttran.ObjectClassifier method) (m3sgg.core.models.sttran.sttran.STTran method) (m3sgg.core.models.tempura.gmm_heads.GMM_head method) (m3sgg.core.models.tempura.tempura.ObjectClassifier method) (m3sgg.core.models.tempura.tempura.PositionalEncoding method) (m3sgg.core.models.tempura.tempura.TEMPURA method) (m3sgg.core.models.tempura.transformer_tempura.transformer method) (m3sgg.core.models.tempura.transformer_tempura.TransformerDecoder method) (m3sgg.core.models.tempura.transformer_tempura.TransformerDecoderLayer method) (m3sgg.core.models.tempura.transformer_tempura.TransformerEncoder method) (m3sgg.core.models.tempura.transformer_tempura.TransformerEncoderLayer method) (m3sgg.core.models.vlm.scene_graph_generator.VLMSceneGraphGenerator method) (m3sgg.core.training.evaluation.Evaluator method) (m3sgg.core.training.loss_factory.LossFactory method) (m3sgg.core.training.model_factory.ModelFactory method) (m3sgg.core.training.trainer.Trainer method) (m3sgg.datasets.action_genome.AG method) (m3sgg.datasets.easg.EASG method) (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) (m3sgg.language.evaluation.dataset_loader.MSRVTTLoader method) (m3sgg.language.evaluation.dataset_loader_simple.SimpleDatasetLoader method) (m3sgg.language.evaluation.metrics.SummarizationMetrics method) (m3sgg.language.summarization.wrappers.BaseSummarizationWrapper method) (m3sgg.language.summarization.wrappers.PegasusCustomConfig method) (m3sgg.language.summarization.wrappers.PegasusSeparateLoader method) (m3sgg.utils.AdamW.AdamW method) (m3sgg.utils.infoNCE.EucNormLoss method) (m3sgg.utils.infoNCE.SupConLoss method) (m3sgg.utils.matcher.HungarianMatcher method) (m3sgg.utils.pytorch_misc.Flattener method) (m3sgg.utils.transformer.transformer method) (m3sgg.utils.transformer.TransformerDecoder method) (m3sgg.utils.transformer.TransformerDecoderLayer method) (m3sgg.utils.transformer.TransformerEncoder method) (m3sgg.utils.transformer.TransformerEncoderLayer method) (m3sgg.utils.uncertainty.uncertainty_values method)

__repr__() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) (m3sgg.core.models.oed.utils.NestedTensor method) __setitem__() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) __setstate__() (m3sgg.utils.AdamW.AdamW method) __str__() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method)

A

accumulation_steps (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute) accuracy() (in module m3sgg.core.models.oed.criterion) (in module m3sgg.utils.pytorch_misc) ActionClassifier (class in m3sgg.core.detectors.easg.sttran_EASG) activation (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) adafactor_relative_step_size (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) adafactor_scale_parameter (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) adafactor_warmup_init (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) AdamW (class in m3sgg.utils.AdamW) AG (class in m3sgg.datasets.action_genome)

alpha (m3sgg.core.config.structured.oed.OEDConfig attribute) alpha_obj (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) alpha_rel (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) arange() (in module m3sgg.utils.pytorch_misc) argsort_desc() (in module m3sgg.utils.pytorch_misc) assign_relations() (in module m3sgg.utils.funcs) attention_dropout (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) augmentation_prob (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) aux_loss_weight (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) auxiliary_loss_weight (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute)

B

balanced_sampling_alpha (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) BaseConfig (class in m3sgg.core.config.structured.base) BaseDetector (class in m3sgg.core.detectors.factory) BaseSummarizationWrapper (class in m3sgg.language.summarization.wrappers) BasicSceneGraphEvaluator (class in m3sgg.core.evaluation.metrics) batch_index_iterator() (in module m3sgg.utils.pytorch_misc) batch_map() (in module m3sgg.utils.pytorch_misc) batch_size (m3sgg.core.config.structured.base.TrainingConfig attribute) bbox_encoding_dim (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) bbox_intersections() (in module m3sgg.utils.fpn.box_utils) bbox_loss() (in module m3sgg.utils.fpn.box_utils) bbox_loss_coef (m3sgg.core.config.structured.oed.OEDConfig attribute) bbox_loss_weight (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute)

bbox_overlaps() (in module m3sgg.utils.fpn.box_utils) bbox_preds() (in module m3sgg.utils.fpn.box_utils) bce_loss (m3sgg.core.config.structured.base.BaseConfig attribute) box_area() (in module m3sgg.core.models.oed.utils) (in module m3sgg.utils.track) box_cxcywh_to_xyxy() (in module m3sgg.core.models.oed.utils) box_iou() (in module m3sgg.utils.track) box_xyxy_to_cxcywh() (in module m3sgg.core.models.oed.utils) box_xyxy_to_xywh() (in module m3sgg.utils.ds_track) build_hierarchical_graph() (in module m3sgg.core.models.scenellm.scenellm) (in module m3sgg.core.models.scenellm.sia) build_matcher() (in module m3sgg.utils.matcher) build_oed_multi() (in module m3sgg.core.models.oed.oed_multi) build_oed_single() (in module m3sgg.core.models.oed.oed_single) build_transformer() (in module m3sgg.core.models.oed.transformer)

C

cache() (in module m3sgg.utils.pytorch_misc) cache_dir (m3sgg.core.config.structured.base.DataConfig attribute) calc_mrecall() (m3sgg.core.evaluation.metrics.BasicSceneGraphEvaluator method) center_size() (in module m3sgg.utils.fpn.box_utils) check_disk_space_and_configure_checkpointing() (in module m3sgg.utils.checkpoint_utils) checkpoint_metric (m3sgg.core.config.structured.base.CheckpointConfig attribute) checkpoint_mode (m3sgg.core.config.structured.base.CheckpointConfig attribute) CheckpointConfig (class in m3sgg.core.config.structured.base) ckpt (m3sgg.core.config.structured.base.BaseConfig attribute) class_weights (m3sgg.core.config.structured.base.LossConfig attribute) classify() (m3sgg.core.models.tempura.tempura.ObjectClassifier method) clean_class() (m3sgg.core.models.sttran.sttran.ObjectClassifier method) (m3sgg.core.models.tempura.tempura.ObjectClassifier method) clear_word_vector_cache() (in module m3sgg.utils.word_vectors) clip_grad_norm (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute) clip_grad_norm() (in module m3sgg.utils.pytorch_misc) codebook_size (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) commitment_cost (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) commitment_loss_weight (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) compute_all_metrics() (m3sgg.language.evaluation.metrics.SummarizationMetrics method) compute_bleu() (m3sgg.language.evaluation.metrics.SummarizationMetrics method) compute_meteor() (m3sgg.language.evaluation.metrics.SummarizationMetrics method) compute_rouge() (m3sgg.language.evaluation.metrics.SummarizationMetrics method) compute_semantic_similarity() (m3sgg.language.evaluation.metrics.SummarizationMetrics method) Config (in module m3sgg.core.config.unified) ConfigManager (class in m3sgg.core.config.modern) consistency_loss_type (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) consistency_loss_weight (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute)

const_row() (in module m3sgg.utils.pytorch_misc) constraint (m3sgg.core.config.structured.base.EvaluationConfig attribute) contrastive_loss_weight (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) contrastive_ratio (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) contrastive_temperature (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) cosine_min_lr (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) create_config() (in module m3sgg.core.config.modern) (in module m3sgg.core.config.unified) create_detector() (m3sgg.core.detectors.factory.DetectorFactory method) create_losses() (m3sgg.core.training.loss_factory.LossFactory method) create_mock_dataset() (m3sgg.language.evaluation.dataset_loader_simple.SimpleDatasetLoader method) create_mock_subset() (in module m3sgg.language.evaluation.dataset_loader_simple) create_model() (m3sgg.core.training.model_factory.ModelFactory method) create_ssl_context() (in module m3sgg.utils.word_vectors) create_subset() (in module m3sgg.language.evaluation.dataset_loader) (m3sgg.language.evaluation.dataset_loader.MSRVTTLoader method) cuda_collate_fn() (in module m3sgg.datasets.action_genome) (in module m3sgg.datasets.easg) curriculum_epochs (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute)

D

data_path (m3sgg.core.config.structured.base.BaseConfig attribute) DataConfig (class in m3sgg.core.config.structured.base) dataloader_num_workers (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) dataloader_prefetch_factor (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) dataset (m3sgg.core.config.structured.base.BaseConfig attribute) datasize (m3sgg.core.config.structured.base.BaseConfig attribute) de_chunkize() (in module m3sgg.utils.pytorch_misc) dec_layer (m3sgg.core.config.structured.base.BaseConfig attribute) dec_layers_hopd (m3sgg.core.config.structured.oed.OEDConfig attribute) dec_layers_interaction (m3sgg.core.config.structured.oed.OEDConfig attribute) decompose() (m3sgg.core.models.oed.utils.NestedTensor method) detect_dataset_from_checkpoint() (in module m3sgg.utils.model_detector) detect_model_type_from_checkpoint() (in module m3sgg.utils.model_detector) detector (class in m3sgg.core.detectors.easg.object_detector_EASG) (class in m3sgg.core.detectors.faster_rcnn)

DetectorFactory (class in m3sgg.core.detectors.factory) device (m3sgg.core.config.structured.base.BaseConfig attribute) diagonal_inds() (in module m3sgg.utils.pytorch_misc) disable_checkpoint_saving (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) download_dataset() (m3sgg.language.evaluation.dataset_loader.MSRVTTLoader method) download_word_vectors() (in module m3sgg.utils.word_vectors) draw_union_boxes() (in module m3sgg.utils.draw_rectangles.draw_rectangles) draw_union_boxes_cython() (in module m3sgg.utils.draw_rectangles.draw_rectangles) drop_last (m3sgg.core.config.structured.base.DataConfig attribute) dropout (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) dynamic_sampling_alpha (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute)

E

early_stopping_min_delta (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) early_stopping_mode (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) early_stopping_monitor (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) early_stopping_patience (m3sgg.core.config.structured.base.TrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) EASG (class in m3sgg.datasets.easg) ema_decay (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) embed_dim (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) enc_layer (m3sgg.core.config.structured.base.BaseConfig attribute) ensemble_decoder (class in m3sgg.core.models.stket.transformer_stket) enumerate_by_image() (in module m3sgg.utils.funcs) (in module m3sgg.utils.pytorch_misc)

enumerate_imsize() (in module m3sgg.utils.pytorch_misc) eos_coef (m3sgg.core.config.structured.tempura.TempuraConfig attribute) EucNormLoss (class in m3sgg.utils.infoNCE) eval (m3sgg.core.config.structured.base.BaseConfig attribute) eval_frequency (m3sgg.core.config.structured.base.BaseConfig attribute) (m3sgg.core.config.structured.base.EvaluationConfig attribute) eval_loop() (m3sgg.core.training.evaluation.Evaluator method) eval_metrics (m3sgg.core.config.structured.base.EvaluationConfig attribute) evaluate_epoch() (m3sgg.core.training.trainer.Trainer method) evaluate_from_dict() (in module m3sgg.core.evaluation.metrics) evaluate_recall() (in module m3sgg.core.evaluation.metrics) evaluate_scene_graph() (m3sgg.core.evaluation.metrics.BasicSceneGraphEvaluator method) EvaluationConfig (class in m3sgg.core.config.structured.base) Evaluator (class in m3sgg.core.training.evaluation)

F

ffn_dim (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) Flattener (class in m3sgg.utils.pytorch_misc) focal_alpha (m3sgg.core.config.structured.base.LossConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) focal_gamma (m3sgg.core.config.structured.base.LossConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) format_results() (m3sgg.language.evaluation.metrics.SummarizationMetrics method) forward() (m3sgg.core.detectors.easg.object_detector_EASG.detector method) (m3sgg.core.detectors.easg.sttran_EASG.ActionClassifier method) (m3sgg.core.detectors.easg.sttran_EASG.ObjectClassifier method) (m3sgg.core.detectors.easg.sttran_EASG.STTran method) (m3sgg.core.detectors.factory.BaseDetector method) (m3sgg.core.detectors.faster_rcnn.detector method) (m3sgg.core.models.oed.criterion.SetCriterionOED method) (m3sgg.core.models.oed.oed_multi.MLP method) (m3sgg.core.models.oed.oed_multi.OEDMulti method) (m3sgg.core.models.oed.oed_single.MLP method) (m3sgg.core.models.oed.oed_single.OEDSingle method) (m3sgg.core.models.oed.postprocess.PostProcessOED method) (m3sgg.core.models.oed.transformer.Transformer method) (m3sgg.core.models.oed.transformer.TransformerDecoder method) (m3sgg.core.models.oed.transformer.TransformerDecoderLayer method) (m3sgg.core.models.oed.transformer.TransformerEncoder method) (m3sgg.core.models.oed.transformer.TransformerEncoderLayer method) (m3sgg.core.models.scenellm.llm.SceneLLMLoRA method) (m3sgg.core.models.scenellm.network.SceneLLM method) (m3sgg.core.models.scenellm.network.SGGDecoder method) (m3sgg.core.models.scenellm.scenellm.SceneLLM method) (m3sgg.core.models.scenellm.scenellm.SceneLLMLoRA method) (m3sgg.core.models.scenellm.scenellm.SGGDecoder method) (m3sgg.core.models.scenellm.scenellm.SIA method) (m3sgg.core.models.scenellm.scenellm.VQVAEQuantizer method) (m3sgg.core.models.scenellm.sia.SIA method) (m3sgg.core.models.scenellm.vqvae.VQVAEQuantizer method) (m3sgg.core.models.stket.stket.ObjectClassifier method) (m3sgg.core.models.stket.stket.STKET method) (m3sgg.core.models.stket.transformer_stket.ensemble_decoder method) (m3sgg.core.models.stket.transformer_stket.spatial_encoder method) (m3sgg.core.models.stket.transformer_stket.temporal_decoder method) (m3sgg.core.models.stket.transformer_stket.TransformerDecoder method) (m3sgg.core.models.stket.transformer_stket.TransformerDecoderLayer method) (m3sgg.core.models.stket.transformer_stket.TransformerEncoder method) (m3sgg.core.models.stket.transformer_stket.TransformerEncoderLayer method) (m3sgg.core.models.sttran.sttran.ObjectClassifier method) (m3sgg.core.models.sttran.sttran.STTran method) (m3sgg.core.models.tempura.gmm_heads.GMM_head method) (m3sgg.core.models.tempura.tempura.ObjectClassifier method) (m3sgg.core.models.tempura.tempura.PositionalEncoding method) (m3sgg.core.models.tempura.tempura.TEMPURA method) (m3sgg.core.models.tempura.transformer_tempura.transformer method) (m3sgg.core.models.tempura.transformer_tempura.TransformerDecoder method) (m3sgg.core.models.tempura.transformer_tempura.TransformerDecoderLayer method) (m3sgg.core.models.tempura.transformer_tempura.TransformerEncoder method) (m3sgg.core.models.tempura.transformer_tempura.TransformerEncoderLayer method) (m3sgg.core.models.vlm.scene_graph_generator.VLMSceneGraphGenerator method) (m3sgg.utils.infoNCE.EucNormLoss method) (m3sgg.utils.infoNCE.SupConLoss method) (m3sgg.utils.matcher.HungarianMatcher method) (m3sgg.utils.pytorch_misc.Flattener method) (m3sgg.utils.transformer.transformer method) (m3sgg.utils.transformer.TransformerDecoder method) (m3sgg.utils.transformer.TransformerDecoderLayer method) (m3sgg.utils.transformer.TransformerEncoder method) (m3sgg.utils.transformer.TransformerEncoderLayer method)

fraction (m3sgg.core.config.structured.base.BaseConfig attribute) fuse_semantic_pos (m3sgg.core.config.structured.oed.OEDConfig attribute)

G

gather_nd() (in module m3sgg.utils.pytorch_misc) generalized_box_iou() (in module m3sgg.core.models.oed.utils) (in module m3sgg.utils.track) generate_scene_graph() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) generate_summary() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) get() (m3sgg.core.config.legacy.LegacyConfig method) (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) get_cache_path() (in module m3sgg.utils.word_vectors) get_cache_status() (in module m3sgg.utils.word_vectors) get_captions() (m3sgg.language.evaluation.dataset_loader_simple.SimpleDatasetLoader method) get_classifier() (m3sgg.core.detectors.factory.BaseDetector method) get_cls_rel_uncertainty() (in module m3sgg.utils.uncertainty) get_config_class() (in module m3sgg.core.config.structured.base) get_datasets() (in module m3sgg.datasets.factory) get_feature_extractor() (m3sgg.core.detectors.factory.BaseDetector method) get_loss() (m3sgg.core.models.oed.criterion.SetCriterionOED method) get_model_class_from_type() (in module m3sgg.utils.model_detector) get_model_info_from_checkpoint() (in module m3sgg.utils.model_detector)

get_ranking() (in module m3sgg.utils.pytorch_misc) get_sample_info() (m3sgg.language.evaluation.dataset_loader.MSRVTTLoader method) (m3sgg.language.evaluation.dataset_loader_simple.SimpleDatasetLoader method) get_sequence() (in module m3sgg.utils.ds_track) (in module m3sgg.utils.track) get_usage_histogram() (m3sgg.core.models.scenellm.scenellm.VQVAEQuantizer method) (m3sgg.core.models.scenellm.vqvae.VQVAEQuantizer method) giou_loss_coef (m3sgg.core.config.structured.oed.OEDConfig attribute) giou_loss_weight (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) gmm_components (m3sgg.core.config.structured.tempura.TempuraConfig attribute) gmm_covariance_type (m3sgg.core.config.structured.tempura.TempuraConfig attribute) GMM_head (class in m3sgg.core.models.tempura.gmm_heads) gmm_loss_type (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) gmm_loss_weight (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) gmm_lr (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) gmm_reg_covar (m3sgg.core.config.structured.tempura.TempuraConfig attribute) gradient_accumulation_steps (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) gradient_checkpointing (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute)

H

hard_negative_ratio (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) hidden_dim (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute)

HungarianMatcher (class in m3sgg.utils.matcher)

I

im_list_to_blob() (in module m3sgg.utils.funcs) image_augmentation_prob (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) intersect_2d() (in module m3sgg.utils.pytorch_misc) interval1 (m3sgg.core.config.structured.oed.OEDConfig attribute) interval2 (m3sgg.core.config.structured.oed.OEDConfig attribute)

iou_threshold (m3sgg.core.config.structured.base.EvaluationConfig attribute) is_legacy (m3sgg.core.config.unified.UnifiedConfig property) is_loaded() (m3sgg.language.summarization.wrappers.PegasusCustomConfig method) (m3sgg.language.summarization.wrappers.PegasusSeparateLoader method) is_modern (m3sgg.core.config.unified.UnifiedConfig property)

K

K (m3sgg.core.config.structured.tempura.TempuraConfig attribute)

kl_loss_weight (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute)

L

label_smoothing (m3sgg.core.config.structured.base.LossConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) lambda_con (m3sgg.core.config.structured.tempura.TempuraConfig attribute) LegacyConfig (class in m3sgg.core.config.legacy) linear_min_lr (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) linearize_triples() (in module m3sgg.language.summarization.summarize) llm_bos_token_id (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_do_sample (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_eos_token_id (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_loss_weight (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) llm_lr (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) llm_max_length (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_name (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_pad_token_id (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_repetition_penalty (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_temperature (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_top_k (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_top_p (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) llm_weight_decay (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) load_config_from_file() (in module m3sgg.core.config.modern) (in module m3sgg.core.config.unified) load_mock_dataset() (m3sgg.language.evaluation.dataset_loader_simple.SimpleDatasetLoader method) load_model() (m3sgg.language.summarization.wrappers.PegasusSeparateLoader method)

load_models() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) load_net() (in module m3sgg.utils.pytorch_misc) load_subset_metadata() (m3sgg.language.evaluation.dataset_loader.MSRVTTLoader method) load_tokenizer() (m3sgg.language.summarization.wrappers.PegasusSeparateLoader method) load_with_config() (m3sgg.language.summarization.wrappers.PegasusCustomConfig method) load_word_vectors() (in module m3sgg.utils.word_vectors) log_file (m3sgg.core.config.structured.base.LoggingConfig attribute) log_frequency (m3sgg.core.config.structured.base.TrainingConfig attribute) log_gradients (m3sgg.core.config.structured.base.LoggingConfig attribute) log_level (m3sgg.core.config.structured.base.LoggingConfig attribute) log_weights (m3sgg.core.config.structured.base.LoggingConfig attribute) LoggingConfig (class in m3sgg.core.config.structured.base) lora_alpha (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) lora_dropout (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) lora_r (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) loss_obj_cardinality() (m3sgg.core.models.oed.criterion.SetCriterionOED method) loss_obj_labels() (m3sgg.core.models.oed.criterion.SetCriterionOED method) loss_relation_labels() (m3sgg.core.models.oed.criterion.SetCriterionOED method) loss_sub_obj_boxes() (m3sgg.core.models.oed.criterion.SetCriterionOED method) loss_weights (m3sgg.core.config.structured.base.LossConfig attribute) LossConfig (class in m3sgg.core.config.structured.base) LossFactory (class in m3sgg.core.training.loss_factory) lr (m3sgg.core.config.structured.base.BaseConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute)

M

m3sgg.cli module m3sgg.cli.main module m3sgg.cli.train module m3sgg.core.config.legacy module m3sgg.core.config.modern module m3sgg.core.config.structured.base module m3sgg.core.config.structured.oed module m3sgg.core.config.structured.scenellm module m3sgg.core.config.structured.sttran module m3sgg.core.config.structured.tempura module m3sgg.core.config.unified module m3sgg.core.detectors.easg.object_detector_EASG module m3sgg.core.detectors.easg.sttran_EASG module m3sgg.core.detectors.factory module m3sgg.core.detectors.faster_rcnn module m3sgg.core.evaluation.metrics module m3sgg.core.models.oed.criterion module m3sgg.core.models.oed.oed_multi module m3sgg.core.models.oed.oed_single module m3sgg.core.models.oed.postprocess module m3sgg.core.models.oed.transformer module m3sgg.core.models.oed.utils module m3sgg.core.models.scenellm.llm module m3sgg.core.models.scenellm.network module m3sgg.core.models.scenellm.ot module m3sgg.core.models.scenellm.scenellm module m3sgg.core.models.scenellm.sia module m3sgg.core.models.scenellm.vqvae module m3sgg.core.models.stket.stket module m3sgg.core.models.stket.transformer_stket module m3sgg.core.models.sttran.sttran module m3sgg.core.models.tempura.gmm_heads module m3sgg.core.models.tempura.tempura module m3sgg.core.models.tempura.transformer_tempura module m3sgg.core.models.vlm.scene_graph_generator module m3sgg.core.training.evaluation module m3sgg.core.training.loss_factory module m3sgg.core.training.model_factory module m3sgg.core.training.trainer module m3sgg.datasets.action_genome module m3sgg.datasets.easg module m3sgg.datasets.factory module m3sgg.language.evaluation.benchmark module m3sgg.language.evaluation.dataset_loader module m3sgg.language.evaluation.dataset_loader_simple module m3sgg.language.evaluation.metrics module m3sgg.language.summarization.summarize module m3sgg.language.summarization.wrappers module m3sgg.utils.AdamW module m3sgg.utils.checkpoint_utils module m3sgg.utils.draw_rectangles.draw_rectangles module m3sgg.utils.ds_track module m3sgg.utils.fpn.box_utils module m3sgg.utils.funcs module m3sgg.utils.infoNCE module m3sgg.utils.matcher module m3sgg.utils.memory module m3sgg.utils.model_detector module m3sgg.utils.pytorch_misc module m3sgg.utils.track module m3sgg.utils.transformer module m3sgg.utils.uncertainty module

m3sgg.utils.word_vectors module main() (in module m3sgg.language.evaluation.benchmark) (in module m3sgg.language.evaluation.dataset_loader) (in module m3sgg.language.evaluation.dataset_loader_simple) (in module m3sgg.language.evaluation.metrics) (in module m3sgg.language.summarization.summarize) max_checkpoints (m3sgg.core.config.structured.base.CheckpointConfig attribute) max_frames (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) max_grad_norm (m3sgg.core.config.structured.base.TrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) max_objects (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) max_relations (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) max_seq_len (m3sgg.core.config.structured.sttran.STTRANConfig attribute) max_text_length (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) mem_dim (m3sgg.core.config.structured.tempura.TempuraConfig attribute) mem_feat_lambda (m3sgg.core.config.structured.tempura.TempuraConfig attribute) mem_feat_selection (m3sgg.core.config.structured.tempura.TempuraConfig attribute) mem_fusion (m3sgg.core.config.structured.tempura.TempuraConfig attribute) mem_selection() (m3sgg.core.models.tempura.tempura.ObjectClassifier method) (m3sgg.core.models.tempura.transformer_tempura.transformer method) mem_size (m3sgg.core.config.structured.tempura.TempuraConfig attribute) mem_temperature (m3sgg.core.config.structured.tempura.TempuraConfig attribute) mem_update_rate (m3sgg.core.config.structured.tempura.TempuraConfig attribute) memory_computation() (in module m3sgg.utils.memory) memory_decay (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) memory_dropout (m3sgg.core.config.structured.tempura.TempuraConfig attribute) memory_hallucinator() (m3sgg.core.models.tempura.tempura.ObjectClassifier method) (m3sgg.core.models.tempura.transformer_tempura.transformer method) memory_loss_type (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) memory_loss_weight (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) memory_lr (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) memory_reg_weight (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) memory_sampling_ratio (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) memory_warmup_epochs (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) merge_configs() (in module m3sgg.core.config.modern) mixed_precision_backend (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) mixed_precision_loss_scale (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) mlm (m3sgg.core.config.structured.tempura.TempuraConfig attribute) MLP (class in m3sgg.core.models.oed.oed_multi) (class in m3sgg.core.models.oed.oed_single) mode (m3sgg.core.config.structured.base.BaseConfig attribute) model_path (m3sgg.core.config.structured.base.BaseConfig attribute) model_type (m3sgg.core.config.structured.base.BaseConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) (m3sgg.core.config.structured.tempura.TempuraConfig attribute) ModelConfig (class in m3sgg.core.config.structured.base) ModelFactory (class in m3sgg.core.training.model_factory) module m3sgg.cli m3sgg.cli.main m3sgg.cli.train m3sgg.core.config.legacy m3sgg.core.config.modern m3sgg.core.config.structured.base m3sgg.core.config.structured.oed m3sgg.core.config.structured.scenellm m3sgg.core.config.structured.sttran m3sgg.core.config.structured.tempura m3sgg.core.config.unified m3sgg.core.detectors.easg.object_detector_EASG m3sgg.core.detectors.easg.sttran_EASG m3sgg.core.detectors.factory m3sgg.core.detectors.faster_rcnn m3sgg.core.evaluation.metrics m3sgg.core.models.oed.criterion m3sgg.core.models.oed.oed_multi m3sgg.core.models.oed.oed_single m3sgg.core.models.oed.postprocess m3sgg.core.models.oed.transformer m3sgg.core.models.oed.utils m3sgg.core.models.scenellm.llm m3sgg.core.models.scenellm.network m3sgg.core.models.scenellm.ot m3sgg.core.models.scenellm.scenellm m3sgg.core.models.scenellm.sia m3sgg.core.models.scenellm.vqvae m3sgg.core.models.stket.stket m3sgg.core.models.stket.transformer_stket m3sgg.core.models.sttran.sttran m3sgg.core.models.tempura.gmm_heads m3sgg.core.models.tempura.tempura m3sgg.core.models.tempura.transformer_tempura m3sgg.core.models.vlm.scene_graph_generator m3sgg.core.training.evaluation m3sgg.core.training.loss_factory m3sgg.core.training.model_factory m3sgg.core.training.trainer m3sgg.datasets.action_genome m3sgg.datasets.easg m3sgg.datasets.factory m3sgg.language.evaluation.benchmark m3sgg.language.evaluation.dataset_loader m3sgg.language.evaluation.dataset_loader_simple m3sgg.language.evaluation.metrics m3sgg.language.summarization.summarize m3sgg.language.summarization.wrappers m3sgg.utils.AdamW m3sgg.utils.checkpoint_utils m3sgg.utils.draw_rectangles.draw_rectangles m3sgg.utils.ds_track m3sgg.utils.fpn.box_utils m3sgg.utils.funcs m3sgg.utils.infoNCE m3sgg.utils.matcher m3sgg.utils.memory m3sgg.utils.model_detector m3sgg.utils.pytorch_misc m3sgg.utils.track m3sgg.utils.transformer m3sgg.utils.uncertainty m3sgg.utils.word_vectors MSRVTTLoader (class in m3sgg.language.evaluation.dataset_loader)

N

negative_ratio (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) nepoch (m3sgg.core.config.structured.base.BaseConfig attribute) nested_tensor_from_tensor_list() (in module m3sgg.core.models.oed.utils) NestedTensor (class in m3sgg.core.models.oed.utils) niter (m3sgg.core.config.structured.base.BaseConfig attribute) nms_overlaps() (in module m3sgg.utils.fpn.box_utils) nonintersecting_2d_inds() (in module m3sgg.utils.pytorch_misc) norm_type (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) normalize_batch_uncertainty() (in module m3sgg.utils.uncertainty)

np_to_variable() (in module m3sgg.utils.pytorch_misc) num_attn_classes (m3sgg.core.config.structured.oed.OEDConfig attribute) num_contacting_classes (m3sgg.core.config.structured.oed.OEDConfig attribute) num_heads (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) num_layers (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) num_obj_classes (m3sgg.core.config.structured.sttran.STTRANConfig attribute) num_queries (m3sgg.core.config.structured.oed.OEDConfig attribute) num_ref_frames (m3sgg.core.config.structured.oed.OEDConfig attribute) num_rel_classes (m3sgg.core.config.structured.sttran.STTRANConfig attribute) num_spatial_classes (m3sgg.core.config.structured.oed.OEDConfig attribute) num_workers (m3sgg.core.config.structured.base.BaseConfig attribute)

O

obj_class_weights (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) obj_con_loss (m3sgg.core.config.structured.tempura.TempuraConfig attribute) obj_edge_vectors() (in module m3sgg.utils.word_vectors) obj_feat_dim (m3sgg.core.config.structured.sttran.STTRANConfig attribute) obj_head (m3sgg.core.config.structured.tempura.TempuraConfig attribute) obj_loss_coef (m3sgg.core.config.structured.oed.OEDConfig attribute) obj_loss_weight (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) obj_loss_weighting (m3sgg.core.config.structured.tempura.TempuraConfig attribute) obj_mem_compute (m3sgg.core.config.structured.tempura.TempuraConfig attribute) obj_mem_weight_type (m3sgg.core.config.structured.tempura.TempuraConfig attribute) obj_unc (m3sgg.core.config.structured.tempura.TempuraConfig attribute) ObjectClassifier (class in m3sgg.core.detectors.easg.sttran_EASG) (class in m3sgg.core.models.stket.stket) (class in m3sgg.core.models.sttran.sttran) (class in m3sgg.core.models.tempura.tempura)

oed_eos_coef (m3sgg.core.config.structured.oed.OEDConfig attribute) oed_use_matching (m3sgg.core.config.structured.oed.OEDConfig attribute) oed_variant (m3sgg.core.config.structured.oed.OEDConfig attribute) OEDConfig (class in m3sgg.core.config.structured.oed) OEDDataConfig (class in m3sgg.core.config.structured.oed) OEDLossConfig (class in m3sgg.core.config.structured.oed) OEDMulti (class in m3sgg.core.models.oed.oed_multi) OEDSingle (class in m3sgg.core.models.oed.oed_single) OEDTrainingConfig (class in m3sgg.core.config.structured.oed) optimistic_restore() (in module m3sgg.utils.pytorch_misc) optimizer (m3sgg.core.config.structured.base.BaseConfig attribute) ot_step (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) OTCodebookUpdater (class in m3sgg.core.models.scenellm.ot) (class in m3sgg.core.models.scenellm.scenellm)

P

pad_sequence() (in module m3sgg.utils.funcs) pairwise() (in module m3sgg.utils.pytorch_misc) peft_config (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) PegasusCustomConfig (class in m3sgg.language.summarization.wrappers) PegasusSeparateLoader (class in m3sgg.language.summarization.wrappers) PegasusSummarizationWrapper (class in m3sgg.language.summarization.wrappers) perceptual_loss_weight (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) persistent_workers (m3sgg.core.config.structured.base.DataConfig attribute) pin_memory (m3sgg.core.config.structured.base.DataConfig attribute) point_form() (in module m3sgg.utils.fpn.box_utils)

positional_encoding_dim (m3sgg.core.config.structured.oed.OEDConfig attribute) PositionalEncoding (class in m3sgg.core.models.tempura.tempura) PostProcessOED (class in m3sgg.core.models.oed.postprocess) predictions_dir (m3sgg.core.config.structured.base.EvaluationConfig attribute) prefetch_factor (m3sgg.core.config.structured.base.DataConfig attribute) print_para() (in module m3sgg.utils.pytorch_misc) print_results() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) print_stats() (m3sgg.core.evaluation.metrics.BasicSceneGraphEvaluator method) prior_weight (m3sgg.core.config.structured.tempura.TempuraConfig attribute) pseudo_label_threshold (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) pseudo_thresh (m3sgg.core.config.structured.tempura.TempuraConfig attribute)

Q

query_temporal_interaction (m3sgg.core.config.structured.oed.OEDConfig attribute)

R

random_choose() (in module m3sgg.utils.pytorch_misc) regularization_loss_weight (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) rel_class_weights (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) rel_feat_dim (m3sgg.core.config.structured.sttran.STTRANConfig attribute) rel_head (m3sgg.core.config.structured.tempura.TempuraConfig attribute) rel_loss_coef (m3sgg.core.config.structured.oed.OEDConfig attribute) rel_loss_weight (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute)

rel_loss_weighting (m3sgg.core.config.structured.tempura.TempuraConfig attribute) rel_mem_compute (m3sgg.core.config.structured.tempura.TempuraConfig attribute) rel_mem_weight_type (m3sgg.core.config.structured.tempura.TempuraConfig attribute) rel_unc (m3sgg.core.config.structured.tempura.TempuraConfig attribute) reporthook() (in module m3sgg.utils.word_vectors) reset_result() (m3sgg.core.evaluation.metrics.BasicSceneGraphEvaluator method) reset_usage_count() (m3sgg.core.models.scenellm.scenellm.VQVAEQuantizer method) (m3sgg.core.models.scenellm.vqvae.VQVAEQuantizer method) right_shift_packed_sequence_inds() (in module m3sgg.utils.pytorch_misc) run_scenario1_benchmark() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method)

S

safe_save_checkpoint() (in module m3sgg.utils.checkpoint_utils) save() (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) save_best (m3sgg.core.config.structured.base.CheckpointConfig attribute) save_checkpoint_with_metadata() (in module m3sgg.utils.model_detector) save_checkpoints() (m3sgg.core.training.trainer.Trainer method) save_dir (m3sgg.core.config.structured.base.CheckpointConfig attribute) save_frequency (m3sgg.core.config.structured.base.CheckpointConfig attribute) (m3sgg.core.config.structured.base.TrainingConfig attribute) save_last (m3sgg.core.config.structured.base.CheckpointConfig attribute) save_net() (in module m3sgg.utils.pytorch_misc) save_path (m3sgg.core.config.structured.base.BaseConfig attribute) save_predictions (m3sgg.core.config.structured.base.EvaluationConfig attribute) save_predictions_csv() (m3sgg.core.training.trainer.Trainer method) save_results() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) scene_graph_to_text() (m3sgg.language.evaluation.benchmark.SummarizationBenchmark method) SceneLLM (class in m3sgg.core.models.scenellm.network) (class in m3sgg.core.models.scenellm.scenellm) scenellm_training_stage (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) SceneLLMConfig (class in m3sgg.core.config.structured.scenellm) SceneLLMDataConfig (class in m3sgg.core.config.structured.scenellm) SceneLLMLoRA (class in m3sgg.core.models.scenellm.llm) (class in m3sgg.core.models.scenellm.scenellm) SceneLLMLossConfig (class in m3sgg.core.config.structured.scenellm) SceneLLMTrainingConfig (class in m3sgg.core.config.structured.scenellm) scheduler_factor (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute) scheduler_patience (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute) scheduler_type (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute) seed (m3sgg.core.config.structured.base.BaseConfig attribute) set() (m3sgg.core.config.legacy.LegacyConfig method) (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) set_generation_config() (m3sgg.language.summarization.wrappers.PegasusCustomConfig method)

set_training_stage() (m3sgg.core.models.scenellm.network.SceneLLM method) (m3sgg.core.models.scenellm.scenellm.SceneLLM method) SetCriterionOED (class in m3sgg.core.models.oed.criterion) SGGDecoder (class in m3sgg.core.models.scenellm.network) (class in m3sgg.core.models.scenellm.scenellm) shuffle (m3sgg.core.config.structured.base.DataConfig attribute) SIA (class in m3sgg.core.models.scenellm.scenellm) (class in m3sgg.core.models.scenellm.sia) SimpleDatasetLoader (class in m3sgg.language.evaluation.dataset_loader_simple) spatial_dim (m3sgg.core.config.structured.sttran.STTRANConfig attribute) spatial_encoder (class in m3sgg.core.models.stket.transformer_stket) stage1_iterations (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) stage2_iterations (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) stats() (m3sgg.utils.uncertainty.uncertainty_values method) stats2() (m3sgg.utils.uncertainty.uncertainty_values method) step() (m3sgg.utils.AdamW.AdamW method) STKET (class in m3sgg.core.models.stket.stket) STTran (class in m3sgg.core.detectors.easg.sttran_EASG) (class in m3sgg.core.models.sttran.sttran) STTRANConfig (class in m3sgg.core.config.structured.sttran) STTRANDataConfig (class in m3sgg.core.config.structured.sttran) STTRANLossConfig (class in m3sgg.core.config.structured.sttran) STTRANTrainingConfig (class in m3sgg.core.config.structured.sttran) SummarizationBenchmark (class in m3sgg.language.evaluation.benchmark) SummarizationMetrics (class in m3sgg.language.evaluation.metrics) summarize() (m3sgg.language.summarization.wrappers.BaseSummarizationWrapper method) (m3sgg.language.summarization.wrappers.PegasusCustomConfig method) (m3sgg.language.summarization.wrappers.PegasusSeparateLoader method) summarize_batch() (m3sgg.language.summarization.wrappers.BaseSummarizationWrapper method) summarize_sentences() (in module m3sgg.language.summarization.summarize) summarize_with_pegasus_custom() (in module m3sgg.language.summarization.summarize) summarize_with_pegasus_separate() (in module m3sgg.language.summarization.summarize) SupConLoss (class in m3sgg.utils.infoNCE) swa_epochs (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) swa_lr (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute)

T

T5SummarizationWrapper (class in m3sgg.language.summarization.wrappers) take_obj_mem_feat (m3sgg.core.config.structured.tempura.TempuraConfig attribute) temporal_augmentation_prob (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) temporal_decoder (class in m3sgg.core.models.stket.transformer_stket) temporal_dim (m3sgg.core.config.structured.sttran.STTRANConfig attribute) temporal_encoding_dim (m3sgg.core.config.structured.oed.OEDConfig attribute) temporal_stride (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) TEMPURA (class in m3sgg.core.models.tempura.tempura) TempuraConfig (class in m3sgg.core.config.structured.tempura) TempuraDataConfig (class in m3sgg.core.config.structured.tempura) TempuraLossConfig (class in m3sgg.core.config.structured.tempura) TempuraTrainingConfig (class in m3sgg.core.config.structured.tempura) tensorboard_dir (m3sgg.core.config.structured.base.LoggingConfig attribute) text_augmentation_prob (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) to_dict() (m3sgg.core.config.legacy.LegacyConfig method) (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) to_onehot() (in module m3sgg.utils.pytorch_misc) to_variable() (in module m3sgg.utils.pytorch_misc) tracking (m3sgg.core.config.structured.tempura.TempuraConfig attribute) train_command() (in module m3sgg.cli) (in module m3sgg.cli.train) train_epoch() (m3sgg.core.training.trainer.Trainer method)

train_iter() (m3sgg.core.training.trainer.Trainer method) train_loop() (m3sgg.core.training.trainer.Trainer method) train_step() (m3sgg.core.training.trainer.Trainer method) Trainer (class in m3sgg.core.training.trainer) TrainingConfig (class in m3sgg.core.config.structured.base) Transformer (class in m3sgg.core.models.oed.transformer) transformer (class in m3sgg.core.models.tempura.transformer_tempura) (class in m3sgg.utils.transformer) TransformerDecoder (class in m3sgg.core.models.oed.transformer) (class in m3sgg.core.models.stket.transformer_stket) (class in m3sgg.core.models.tempura.transformer_tempura) (class in m3sgg.utils.transformer) TransformerDecoderLayer (class in m3sgg.core.models.oed.transformer) (class in m3sgg.core.models.stket.transformer_stket) (class in m3sgg.core.models.tempura.transformer_tempura) (class in m3sgg.utils.transformer) TransformerEncoder (class in m3sgg.core.models.oed.transformer) (class in m3sgg.core.models.stket.transformer_stket) (class in m3sgg.core.models.tempura.transformer_tempura) (class in m3sgg.utils.transformer) TransformerEncoderLayer (class in m3sgg.core.models.oed.transformer) (class in m3sgg.core.models.stket.transformer_stket) (class in m3sgg.core.models.tempura.transformer_tempura) (class in m3sgg.utils.transformer) transpose_packed_sequence_inds() (in module m3sgg.utils.funcs) (in module m3sgg.utils.pytorch_misc)

U

uncertainty() (m3sgg.core.models.tempura.gmm_heads.GMM_head method) uncertainty_computation() (in module m3sgg.utils.uncertainty) uncertainty_loss_type (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) uncertainty_loss_weight (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) uncertainty_threshold (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) uncertainty_values (class in m3sgg.utils.uncertainty) UnifiedConfig (class in m3sgg.core.config.unified) unravel_index() (in module m3sgg.utils.pytorch_misc) update() (m3sgg.core.config.legacy.LegacyConfig method) (m3sgg.core.config.modern.ConfigManager method) (m3sgg.core.config.unified.UnifiedConfig method) (m3sgg.core.models.scenellm.ot.OTCodebookUpdater method) (m3sgg.core.models.scenellm.scenellm.OTCodebookUpdater method) update_codebook() (m3sgg.core.models.scenellm.scenellm.VQVAEQuantizer method) (m3sgg.core.models.scenellm.vqvae.VQVAEQuantizer method) update_codebook_with_ot() (m3sgg.core.models.scenellm.network.SceneLLM method) (m3sgg.core.models.scenellm.scenellm.SceneLLM method) update_lr() (in module m3sgg.utils.pytorch_misc) use_4bit_quantization (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) use_8bit_optimizer (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) use_adafactor (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_amp (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute) use_attention_weights (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) use_augmentation (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) use_auxiliary_loss (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) use_balanced_sampling (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_bbox_encoding (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) use_bias (m3sgg.core.config.structured.base.ModelConfig attribute) (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) use_class_weights (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) use_commitment_loss (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) use_consistency_loss (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) use_contrastive_loss (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) use_contrastive_sampling (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_cosine_schedule (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_curriculum_learning (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute)

use_dataloader_pin_memory (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_dynamic_sampling (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_early_stopping (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_ema (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_flash_attention (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) use_focal_loss (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.sttran.STTRANLossConfig attribute) use_gmm_loss (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) use_gradient_accumulation (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_gradient_checkpointing (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) use_gradient_clipping (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_hard_negative_mining (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_image_augmentation (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_kl_loss (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) use_linear_schedule (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_matcher (m3sgg.core.config.structured.base.BaseConfig attribute) use_memory_attention (m3sgg.core.config.structured.tempura.TempuraConfig attribute) use_memory_efficient_attention (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) use_memory_loss (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) use_memory_regularization (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) use_memory_sampling (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) use_memory_scheduler (m3sgg.core.config.structured.tempura.TempuraTrainingConfig attribute) use_mixed_precision (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_negative_sampling (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) use_peft (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) use_perceptual_loss (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) use_positional_encoding (m3sgg.core.config.structured.oed.OEDConfig attribute) use_prior (m3sgg.core.config.structured.tempura.TempuraConfig attribute) use_pseudo_labels (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) use_regularization_loss (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.oed.OEDLossConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) use_spatial_encoding (m3sgg.core.config.structured.sttran.STTRANConfig attribute) use_swa (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) use_temporal_augmentation (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_temporal_encoding (m3sgg.core.config.structured.oed.OEDConfig attribute) (m3sgg.core.config.structured.sttran.STTRANConfig attribute) use_temporal_sampling (m3sgg.core.config.structured.oed.OEDDataConfig attribute) (m3sgg.core.config.structured.sttran.STTRANDataConfig attribute) (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) use_text_augmentation (m3sgg.core.config.structured.scenellm.SceneLLMDataConfig attribute) use_uncertainty_loss (m3sgg.core.config.structured.tempura.TempuraLossConfig attribute) use_uncertainty_sampling (m3sgg.core.config.structured.tempura.TempuraDataConfig attribute) use_warmup (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute)

V

val_batch_size (m3sgg.core.config.structured.base.TrainingConfig attribute) val_frequency (m3sgg.core.config.structured.base.TrainingConfig attribute) valid_nums (m3sgg.datasets.action_genome.AG attribute) validate_checkpoint_file() (in module m3sgg.utils.checkpoint_utils) verb_edge_vectors() (in module m3sgg.utils.word_vectors) VLMSceneGraphGenerator (class in m3sgg.core.models.vlm.scene_graph_generator) vqvae_attention_heads (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) vqvae_dropout (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) vqvae_epochs (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute)

vqvae_hidden_dim (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) vqvae_loss_weight (m3sgg.core.config.structured.scenellm.SceneLLMLossConfig attribute) vqvae_lr (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) vqvae_num_layers (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) vqvae_num_resblocks (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) vqvae_use_attention (m3sgg.core.config.structured.scenellm.SceneLLMConfig attribute) vqvae_weight_decay (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) VQVAEQuantizer (class in m3sgg.core.models.scenellm.scenellm) (class in m3sgg.core.models.scenellm.vqvae)

W

wandb_entity (m3sgg.core.config.structured.base.LoggingConfig attribute) wandb_project (m3sgg.core.config.structured.base.LoggingConfig attribute) warmup_epochs (m3sgg.core.config.structured.base.TrainingConfig attribute) (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute)

warmup_steps (m3sgg.core.config.structured.scenellm.SceneLLMTrainingConfig attribute) weight_decay (m3sgg.core.config.structured.oed.OEDTrainingConfig attribute) (m3sgg.core.config.structured.sttran.STTRANTrainingConfig attribute)