modalities package

Subpackages

• modalities.checkpointing package
  • Subpackages
    • modalities.checkpointing.fsdp package
      • Submodules
      • modalities.checkpointing.fsdp.fsdp_checkpoint_loading module
      • modalities.checkpointing.fsdp.fsdp_checkpoint_saving module
      • Module contents
    • modalities.checkpointing.torch package
      • Submodules
      • modalities.checkpointing.torch.torch_checkpoint_loading module
      • modalities.checkpointing.torch.torch_checkpoint_saving module
      • Module contents
  • Submodules
  • modalities.checkpointing.checkpoint_conversion module
  • modalities.checkpointing.checkpoint_loading module
  • modalities.checkpointing.checkpoint_saving module
  • modalities.checkpointing.checkpoint_saving_execution module
  • modalities.checkpointing.checkpoint_saving_instruction module
    • CheckpointingInstruction
      • CheckpointingInstruction.checkpoints_to_delete
      • CheckpointingInstruction.save_current
  • modalities.checkpointing.checkpoint_saving_strategies module
  • Module contents
• modalities.config package
  • Submodules
  • modalities.config.component_factory module
  • modalities.config.config module
  • modalities.config.instantiation_models module
  • modalities.config.lookup_enum module
    • LookupEnum
  • modalities.config.pydanctic_if_types module
  • modalities.config.utils module
  • Module contents
• modalities.dataloader package
  • Submodules
  • modalities.dataloader.create_index module
  • modalities.dataloader.create_packed_data module
  • modalities.dataloader.dataloader module
  • modalities.dataloader.dataloader_factory module
  • modalities.dataloader.dataset module
  • modalities.dataloader.dataset_factory module
  • modalities.dataloader.large_file_lines_reader module
    • BaseReader
    • LargeFileLinesReader
      • LargeFileLinesReader.close()
      • LargeFileLinesReader.default_index_path()
  • modalities.dataloader.samplers module
  • Module contents
• modalities.inference package
  • Subpackages
    • modalities.inference.text package
      • Submodules
      • modalities.inference.text.config module
      • modalities.inference.text.inference_component module
      • Module contents
  • Submodules
  • modalities.inference.inference module
  • Module contents
• modalities.logging_broker package
  • Subpackages
    • modalities.logging_broker.subscriber_impl package
      • Submodules
      • modalities.logging_broker.subscriber_impl.progress_subscriber module
      • modalities.logging_broker.subscriber_impl.results_subscriber module
      • modalities.logging_broker.subscriber_impl.subscriber_factory module
      • Module contents
  • Submodules
  • modalities.logging_broker.message_broker module
    • MessageBroker
      • MessageBroker.add_subscriber()
      • MessageBroker.distribute_message()
    • MessageBrokerIF
      • MessageBrokerIF.add_subscriber()
      • MessageBrokerIF.distribute_message()
  • modalities.logging_broker.messages module
    • ExperimentStatus
      • ExperimentStatus.EVALUATION
      • ExperimentStatus.TRAIN
    • Message
      • Message.global_rank
      • Message.local_rank
      • Message.message_type
      • Message.payload
    • MessageTypes
      • MessageTypes.BATCH_PROGRESS_UPDATE
      • MessageTypes.ERROR_MESSAGE
      • MessageTypes.EVALUATION_RESULT
      • MessageTypes.HIGH_LEVEL_PROGRESS_UPDATE
    • ProgressUpdate
      • ProgressUpdate.dataloader_tag
      • ProgressUpdate.experiment_status
      • ProgressUpdate.num_steps_done
  • modalities.logging_broker.publisher module
    • MessagePublisher
      • MessagePublisher.publish_message()
    • MessagePublisherIF
      • MessagePublisherIF.publish_message()
  • modalities.logging_broker.subscriber module
    • MessageSubscriberIF
      • MessageSubscriberIF.consume_dict()
      • MessageSubscriberIF.consume_message()
  • Module contents
• modalities.models package
  • Subpackages
    • modalities.models.coca package
      • Submodules
      • modalities.models.coca.attention_pooling module
      • modalities.models.coca.coca_model module
      • modalities.models.coca.collator module
      • modalities.models.coca.multi_modal_decoder module
      • modalities.models.coca.text_decoder module
      • Module contents
    • modalities.models.components package
      • Submodules
      • modalities.models.components.layer_norms module
      • Module contents
    • modalities.models.gpt2 package
      • Submodules
      • modalities.models.gpt2.collator module
      • modalities.models.gpt2.gpt2_model module
      • modalities.models.gpt2.pretrained_gpt_model module
      • Module contents
    • modalities.models.huggingface package
      • Submodules
      • modalities.models.huggingface.huggingface_model module
      • Module contents
    • modalities.models.huggingface_adapters package
      • Submodules
      • modalities.models.huggingface_adapters.hf_adapter module
      • Module contents
    • modalities.models.vision_transformer package
      • Submodules
      • modalities.models.vision_transformer.vision_transformer_model module
      • Module contents
  • Submodules
  • modalities.models.model module
  • modalities.models.model_factory module
  • modalities.models.utils module
  • Module contents
• modalities.nn package
  • Subpackages
    • modalities.nn.model_initialization package
      • Submodules
      • modalities.nn.model_initialization.composed_initialization module
      • modalities.nn.model_initialization.initialization_if module
      • modalities.nn.model_initialization.initialization_routines module
      • modalities.nn.model_initialization.parameter_name_filters module
      • Module contents
  • Submodules
  • modalities.nn.attention module
  • modalities.nn.mlp module
  • Module contents
• modalities.optimizers package
  • Submodules
  • modalities.optimizers.lr_schedulers module
  • modalities.optimizers.optimizer_factory module
  • Module contents
• modalities.registry package
  • Submodules
  • modalities.registry.components module
  • modalities.registry.registry module
  • Module contents
• modalities.running_env package
  • Subpackages
    • modalities.running_env.fsdp package
      • Submodules
      • modalities.running_env.fsdp.fsdp_auto_wrapper module
      • modalities.running_env.fsdp.reducer module
      • Module contents
  • Submodules
  • modalities.running_env.cuda_env module
  • modalities.running_env.env_utils module
  • Module contents
• modalities.tokenization package
  • Submodules
  • modalities.tokenization.tokenizer_wrapper module
  • Module contents
• modalities.training package
  • Subpackages
    • modalities.training.gradient_clipping package
      • Submodules
      • modalities.training.gradient_clipping.fsdp_gradient_clipper module
      • modalities.training.gradient_clipping.fsdp_gradient_clipper_config module
      • modalities.training.gradient_clipping.gradient_clipper module
      • Module contents
  • Submodules
  • modalities.training.activation_checkpointing module
  • modalities.training.training_progress module
    • TrainingProgress
      • TrainingProgress.num_seen_steps_current_run
      • TrainingProgress.num_seen_steps_previous_run
      • TrainingProgress.num_seen_steps_total
      • TrainingProgress.num_seen_tokens_current_run
      • TrainingProgress.num_seen_tokens_previous_run
      • TrainingProgress.num_seen_tokens_total
      • TrainingProgress.num_target_steps
      • TrainingProgress.num_target_tokens
  • Module contents

Submodules

modalities.api module

modalities.batch module

modalities.evaluator module

modalities.exceptions module

exception modalities.exceptions.BatchStateError

Bases: Exception

exception modalities.exceptions.CheckpointingError

Bases: Exception

exception modalities.exceptions.ConfigError

Bases: Exception

exception modalities.exceptions.DatasetNotFoundError

Bases: Exception

exception modalities.exceptions.OptimizerError

Bases: Exception

exception modalities.exceptions.RunningEnvError

Bases: Exception

exception modalities.exceptions.TimeRecorderStateError

Bases: Exception

modalities.gym module

modalities.loss_functions module

modalities.trainer module

modalities.util module

Module contents