All modules for which code is available

• modalities.api
• modalities.batch
• modalities.checkpointing.checkpoint_conversion
• modalities.checkpointing.checkpoint_loading
• modalities.checkpointing.checkpoint_saving
• modalities.checkpointing.checkpoint_saving_execution
• modalities.checkpointing.checkpoint_saving_instruction
• modalities.checkpointing.checkpoint_saving_strategies
• modalities.checkpointing.fsdp.fsdp_checkpoint_loading
• modalities.checkpointing.fsdp.fsdp_checkpoint_saving
• modalities.checkpointing.stateful.app_state
• modalities.checkpointing.stateful.app_state_factory
• modalities.checkpointing.torch.torch_checkpoint_loading
• modalities.config.component_factory
• modalities.config.config
• modalities.config.instantiation_models
• modalities.config.lookup_enum
• modalities.config.pydantic_if_types
• modalities.config.utils
• modalities.conversion.gpt2.configuration_gpt2
• modalities.conversion.gpt2.conversion_code
• modalities.conversion.gpt2.conversion_model
• modalities.conversion.gpt2.conversion_tokenizer
• modalities.conversion.gpt2.convert_gpt2
• modalities.conversion.gpt2.modeling_gpt2
• modalities.dataloader.create_index
• modalities.dataloader.create_packed_data
• modalities.dataloader.dataloader
• modalities.dataloader.dataloader_factory
• modalities.dataloader.dataset
• modalities.dataloader.dataset_factory
• modalities.dataloader.large_file_lines_reader
• modalities.dataloader.samplers
• modalities.evaluator
• modalities.exceptions
• modalities.gym
• modalities.inference.inference
• modalities.inference.text.config
• modalities.inference.text.inference_component
• modalities.logging_broker.message_broker
• modalities.logging_broker.messages
• modalities.logging_broker.publisher
• modalities.logging_broker.subscriber
• modalities.logging_broker.subscriber_impl.progress_subscriber
• modalities.logging_broker.subscriber_impl.results_subscriber
• modalities.logging_broker.subscriber_impl.subscriber_factory
• modalities.loss_functions
• modalities.models.coca.attention_pooling
• modalities.models.coca.coca_model
• modalities.models.coca.collator
• modalities.models.coca.multi_modal_decoder
• modalities.models.coca.text_decoder
• modalities.models.components.layer_norms
• modalities.models.gpt2.collator
• modalities.models.gpt2.gpt2_model
• modalities.models.huggingface.huggingface_model
• modalities.models.huggingface_adapters.hf_adapter
• modalities.models.model
• modalities.models.model_factory
• modalities.models.utils
• modalities.models.vision_transformer.vision_transformer_model
• modalities.nn.attention
• modalities.nn.mlp
• modalities.nn.model_initialization.composed_initialization
• modalities.nn.model_initialization.initialization_if
• modalities.nn.model_initialization.initialization_routines
• modalities.nn.model_initialization.parameter_name_filters
• modalities.optimizers.lr_schedulers
• modalities.optimizers.optimizer_factory
• modalities.preprocessing.create_chunks
• modalities.preprocessing.shuffle_data
• modalities.registry.components
• modalities.registry.registry
• modalities.running_env.cuda_env
• modalities.running_env.env_utils
• modalities.running_env.fsdp.device_mesh
• modalities.running_env.fsdp.fsdp_auto_wrapper
• modalities.running_env.fsdp.reducer
• modalities.tokenization.tokenizer_wrapper
• modalities.trainer
• modalities.training.activation_checkpointing
• modalities.training.gradient_clipping.fsdp_gradient_clipper
• modalities.training.gradient_clipping.fsdp_gradient_clipper_config
• modalities.training.gradient_clipping.gradient_clipper
• modalities.training.training_progress
• modalities.util
• modalities.utils.logging
• modalities.utils.mfu
• modalities.utils.number_conversion
• modalities.utils.seeding
• modalities.utils.verify_tokenization_consistency