Index

A

add_subscriber() (modalities.logging_broker.message_broker.MessageBroker method) (modalities.logging_broker.message_broker.MessageBrokerIF method)

B

BaseReader (class in modalities.dataloader.large_file_lines_reader)

BATCH_PROGRESS_UPDATE (modalities.logging_broker.messages.MessageTypes attribute) BatchStateError

C

CheckpointingError CheckpointingInstruction (class in modalities.checkpointing.checkpoint_saving_instruction) checkpoints_to_delete (modalities.checkpointing.checkpoint_saving_instruction.CheckpointingInstruction attribute)

close() (modalities.dataloader.large_file_lines_reader.LargeFileLinesReader method) ConfigError consume_dict() (modalities.logging_broker.subscriber.MessageSubscriberIF method) consume_message() (modalities.logging_broker.subscriber.MessageSubscriberIF method)

D

dataloader_tag (modalities.logging_broker.messages.ProgressUpdate attribute) DatasetNotFoundError

default_index_path() (modalities.dataloader.large_file_lines_reader.LargeFileLinesReader static method) distribute_message() (modalities.logging_broker.message_broker.MessageBroker method) (modalities.logging_broker.message_broker.MessageBrokerIF method)

E

ERROR_MESSAGE (modalities.logging_broker.messages.MessageTypes attribute) EVALUATION (modalities.logging_broker.messages.ExperimentStatus attribute)

EVALUATION_RESULT (modalities.logging_broker.messages.MessageTypes attribute) experiment_status (modalities.logging_broker.messages.ProgressUpdate attribute) ExperimentStatus (class in modalities.logging_broker.messages)

G

global_rank (modalities.logging_broker.messages.Message attribute)

H

HIGH_LEVEL_PROGRESS_UPDATE (modalities.logging_broker.messages.MessageTypes attribute)

L

LargeFileLinesReader (class in modalities.dataloader.large_file_lines_reader)

local_rank (modalities.logging_broker.messages.Message attribute) LookupEnum (class in modalities.config.lookup_enum)

M

Message (class in modalities.logging_broker.messages) message_type (modalities.logging_broker.messages.Message attribute) MessageBroker (class in modalities.logging_broker.message_broker) MessageBrokerIF (class in modalities.logging_broker.message_broker) MessagePublisher (class in modalities.logging_broker.publisher) MessagePublisherIF (class in modalities.logging_broker.publisher) MessageSubscriberIF (class in modalities.logging_broker.subscriber) MessageTypes (class in modalities.logging_broker.messages) modalities module modalities.checkpointing module modalities.checkpointing.checkpoint_saving_instruction module modalities.checkpointing.fsdp module modalities.checkpointing.torch module modalities.config module modalities.config.lookup_enum module modalities.dataloader module modalities.dataloader.large_file_lines_reader module modalities.exceptions module modalities.inference module modalities.inference.text module modalities.logging_broker module modalities.logging_broker.message_broker module modalities.logging_broker.messages module modalities.logging_broker.publisher module modalities.logging_broker.subscriber module modalities.logging_broker.subscriber_impl module modalities.models module modalities.models.coca module modalities.models.components module modalities.models.gpt2 module modalities.models.huggingface module modalities.models.huggingface_adapters module modalities.models.vision_transformer module

modalities.nn module modalities.nn.model_initialization module modalities.optimizers module modalities.registry module modalities.running_env module modalities.running_env.fsdp module modalities.tokenization module modalities.training module modalities.training.gradient_clipping module modalities.training.training_progress module module modalities modalities.checkpointing modalities.checkpointing.checkpoint_saving_instruction modalities.checkpointing.fsdp modalities.checkpointing.torch modalities.config modalities.config.lookup_enum modalities.dataloader modalities.dataloader.large_file_lines_reader modalities.exceptions modalities.inference modalities.inference.text modalities.logging_broker modalities.logging_broker.message_broker modalities.logging_broker.messages modalities.logging_broker.publisher modalities.logging_broker.subscriber modalities.logging_broker.subscriber_impl modalities.models modalities.models.coca modalities.models.components modalities.models.gpt2 modalities.models.huggingface modalities.models.huggingface_adapters modalities.models.vision_transformer modalities.nn modalities.nn.model_initialization modalities.optimizers modalities.registry modalities.running_env modalities.running_env.fsdp modalities.tokenization modalities.training modalities.training.gradient_clipping modalities.training.training_progress

N

num_seen_steps_current_run (modalities.training.training_progress.TrainingProgress attribute) num_seen_steps_previous_run (modalities.training.training_progress.TrainingProgress attribute) num_seen_steps_total (modalities.training.training_progress.TrainingProgress property) num_seen_tokens_current_run (modalities.training.training_progress.TrainingProgress attribute)

num_seen_tokens_previous_run (modalities.training.training_progress.TrainingProgress attribute) num_seen_tokens_total (modalities.training.training_progress.TrainingProgress property) num_steps_done (modalities.logging_broker.messages.ProgressUpdate attribute) num_target_steps (modalities.training.training_progress.TrainingProgress attribute) num_target_tokens (modalities.training.training_progress.TrainingProgress attribute)

O

OptimizerError

P

payload (modalities.logging_broker.messages.Message attribute) ProgressUpdate (class in modalities.logging_broker.messages)

publish_message() (modalities.logging_broker.publisher.MessagePublisher method) (modalities.logging_broker.publisher.MessagePublisherIF method)

R

RunningEnvError

S

save_current (modalities.checkpointing.checkpoint_saving_instruction.CheckpointingInstruction attribute)

T

TimeRecorderStateError

TRAIN (modalities.logging_broker.messages.ExperimentStatus attribute) TrainingProgress (class in modalities.training.training_progress)