Index

_

__call__() (LMDataCollator method)

A

add_callback() (OnlineBenchmarkTrainer method)

auto_detokenize() (in module src.corpora.auto) autocast_smart_context_manager() (OnlineBenchmarkTrainer method)

B

batch_tokenize() (in module src.corpora.tokenization_utils)

batched() (in module src.corpora.tokenization_utils) build_indexed_dataset() (in module src.corpora.auto)

C

compute_loss() (OnlineBenchmarkTrainer method) compute_loss_context_manager() (OnlineBenchmarkTrainer method) concatenate_and_group_texts() (in module src.corpora.tokenization_utils) create_optimizer() (OnlineBenchmarkTrainer method)

create_optimizer_and_scheduler() (OnlineBenchmarkTrainer method) create_paths() (in module src.util.paths) create_scheduler() (OnlineBenchmarkTrainer method) CustomCheckpointCallback (class in src.core.callbacks) CustomWandbCallback (class in src.core.callbacks)

E

evaluate() (OnlineBenchmarkTrainer method)

evaluation_loop() (OnlineBenchmarkTrainer method)

F

floating_point_ops() (OnlineBenchmarkTrainer method)

G

get_auto_clm_tokenizer() (in module src.models.auto_clm) get_auto_dataset() (in module src.corpora.auto) get_eval_dataloader() (OnlineBenchmarkTrainer method) get_lambada() (in module src.corpora.auto)

get_optimizer_cls_and_kwargs() (OnlineBenchmarkTrainer static method) get_overwatch() (in module src.overwatch.overwatch) get_test_dataloader() (OnlineBenchmarkTrainer method) get_train_dataloader() (OnlineBenchmarkTrainer method) get_training_arguments() (in module src.args.training_args)

H

hyperparameter_search() (OnlineBenchmarkTrainer method)

I

IndexedDataset (class in src.corpora.indexer) init_git_repo() (OnlineBenchmarkTrainer method)

is_local_process_zero() (OnlineBenchmarkTrainer method) is_world_process_zero() (OnlineBenchmarkTrainer method)

L

LMDataCollator (class in src.core.trainer)

log() (OnlineBenchmarkTrainer method) log_metrics() (OnlineBenchmarkTrainer method)

M

metrics_format() (OnlineBenchmarkTrainer method) module src src.args src.args.training_args src.core src.core.callbacks src.core.trainer src.corpora src.corpora.auto src.corpora.detokenization src.corpora.indexer src.corpora.tokenization_utils src.models src.models.auto_clm src.overwatch src.overwatch.overwatch src.util src.util.paths src.util.registry

N

num_examples() (OnlineBenchmarkTrainer method)

O

on_epoch_begin() (CustomCheckpointCallback method) (CustomWandbCallback method) on_epoch_end() (CustomCheckpointCallback method) (CustomWandbCallback method) on_evaluate() (CustomCheckpointCallback method) (CustomWandbCallback method) on_init_end() (CustomCheckpointCallback method) (CustomWandbCallback method) on_log() (CustomCheckpointCallback method) (CustomWandbCallback method) on_predict() (CustomCheckpointCallback method) (CustomWandbCallback method) on_prediction_step() (CustomCheckpointCallback method) (CustomWandbCallback method)

on_save() (CustomCheckpointCallback method) (CustomWandbCallback method) on_step_begin() (CustomCheckpointCallback method) (CustomWandbCallback method) on_step_end() (CustomCheckpointCallback method) (CustomWandbCallback method) on_substep_end() (CustomCheckpointCallback method) (CustomWandbCallback method) on_train_begin() (CustomCheckpointCallback method) (CustomWandbCallback method) on_train_end() (CustomCheckpointCallback method) (CustomWandbCallback method) OnlineBenchmarkTrainer (class in src.core.trainer)

P

pop_callback() (OnlineBenchmarkTrainer method) predict() (OnlineBenchmarkTrainer method)

prediction_loop() (OnlineBenchmarkTrainer method) prediction_step() (OnlineBenchmarkTrainer method) push_to_hub() (OnlineBenchmarkTrainer method)

R

read_cache_file() (in module src.corpora.indexer)

remove_callback() (OnlineBenchmarkTrainer method) rewrite_logs() (in module src.core.callbacks)

S

save_metrics() (OnlineBenchmarkTrainer method) save_model() (OnlineBenchmarkTrainer method) save_state() (OnlineBenchmarkTrainer method) SeededShufflerIterDataPipe (class in src.corpora.tokenization_utils) set_permissions() (in module src.util.paths) setup() (CustomWandbCallback method) single_dataset_eval() (OnlineBenchmarkTrainer method) src module src.args module src.args.training_args module src.core module src.core.callbacks module src.core.trainer module src.corpora module

src.corpora.auto module src.corpora.detokenization module src.corpora.indexer module src.corpora.tokenization_utils module src.models module src.models.auto_clm module src.overwatch module src.overwatch.overwatch module src.util module src.util.paths module src.util.registry module

T

torchdynamo_smart_context_manager() (OnlineBenchmarkTrainer method)

train() (OnlineBenchmarkTrainer method) training_step() (OnlineBenchmarkTrainer method)

W

wikitext_detokenize() (in module src.corpora.detokenization)