All modules for which code is available

• modalities.batch
• modalities.checkpointing.checkpoint_loading
• modalities.checkpointing.checkpoint_saving
• modalities.checkpointing.checkpoint_saving_execution
• modalities.checkpointing.checkpoint_saving_instruction
• modalities.checkpointing.checkpoint_saving_strategies
• modalities.checkpointing.fsdp.fsdp_checkpoint_loading
• modalities.checkpointing.fsdp.fsdp_checkpoint_saving
• modalities.checkpointing.stateful.app_state
• modalities.checkpointing.stateful.app_state_factory
• modalities.config.lookup_enum
• modalities.config.utils
• modalities.conversion.gpt2.configuration_gpt2
• modalities.conversion.gpt2.conversion_code
• modalities.conversion.gpt2.conversion_tokenizer
• modalities.conversion.gpt2.modeling_gpt2
• modalities.dataloader.create_index
• modalities.dataloader.create_packed_data
• modalities.dataloader.dataloader
• modalities.dataloader.dataloader_factory
• modalities.dataloader.dataset
• modalities.dataloader.dataset_factory
• modalities.dataloader.filter_packed_data
• modalities.dataloader.large_file_lines_reader
• modalities.dataloader.samplers
• modalities.exceptions
• modalities.inference.text.inference_component
• modalities.logging_broker.message_broker
• modalities.logging_broker.messages
• modalities.logging_broker.publisher
• modalities.logging_broker.subscriber
• modalities.logging_broker.subscriber_impl.progress_subscriber
• modalities.loss_functions
• modalities.models.coca.attention_pooling
• modalities.models.coca.coca_model
• modalities.models.coca.collator
• modalities.models.coca.multi_modal_decoder
• modalities.models.coca.text_decoder
• modalities.models.components.layer_norms
• modalities.models.gpt2.collator
• modalities.models.gpt2.gpt2_model
• modalities.models.gpt2.llama3_like_initialization
• modalities.models.huggingface.huggingface_model
• modalities.models.model
• modalities.models.parallelism.stages_generator
• modalities.models.parallelism.stages_generator_configs
• modalities.models.vision_transformer.vision_transformer_model
• modalities.nn.attention
• modalities.nn.mlp
• modalities.nn.model_initialization.initialization_if
• modalities.nn.model_initialization.initialization_routines
• modalities.nn.model_initialization.parameter_name_filters
• modalities.optimizers.lr_schedulers
• modalities.optimizers.optimizer_factory
• modalities.optimizers.optimizer_list
• modalities.optimizers.scheduler_list
• modalities.preprocessing.create_chunks
• modalities.preprocessing.shuffle_data
• modalities.running_env.env_utils
• modalities.running_env.fsdp.device_mesh
• modalities.running_env.fsdp.fsdp_auto_wrapper
• modalities.running_env.fsdp.reducer
• modalities.tokenization.tokenizer_wrapper
• modalities.training.activation_checkpointing.activation_checkpointing_variants
• modalities.training.gradient_clipping.fsdp_gradient_clipper
• modalities.training.gradient_clipping.gradient_clipper
• modalities.training.training_progress
• modalities.util
• modalities.utils.benchmarking.benchmarking_utils
• modalities.utils.benchmarking.sweep_utils
• modalities.utils.communication_test
• modalities.utils.debug
• modalities.utils.debug_components
• modalities.utils.deprecated_alias
• modalities.utils.file_ops
• modalities.utils.logger_utils
• modalities.utils.maybe_list_parameter
• modalities.utils.mfu
• modalities.utils.number_conversion
• modalities.utils.profilers.batch_generator
• modalities.utils.profilers.profilers
• modalities.utils.profilers.steppable_components
• modalities.utils.profilers.steppable_components_if
• modalities.utils.seeding