Index

A

after_step() (libai.engine.hooks.BestCheckpointer method) (libai.engine.hooks.CallbackHook method) (libai.engine.hooks.EvalHook method) (libai.engine.hooks.IterationTimer method) (libai.engine.hooks.LRScheduler method) (libai.engine.hooks.PeriodicCheckpointer method) (libai.engine.hooks.PeriodicWriter method) (libai.engine.trainer.HookBase method)

after_train() (libai.engine.hooks.BestCheckpointer method) (libai.engine.hooks.CallbackHook method) (libai.engine.hooks.EvalHook method) (libai.engine.hooks.IterationTimer method) (libai.engine.hooks.PeriodicWriter method) (libai.engine.trainer.HookBase method) apply_overrides() (libai.config.LazyConfig static method)

B

before_step() (libai.engine.hooks.CallbackHook method) (libai.engine.hooks.IterationTimer method) (libai.engine.trainer.HookBase method) before_train() (libai.engine.hooks.CallbackHook method) (libai.engine.hooks.IterationTimer method) (libai.engine.hooks.LRScheduler method) (libai.engine.hooks.PeriodicCheckpointer method) (libai.engine.trainer.HookBase method) BertDataset (class in libai.data.datasets) BertForPreTraining (class in libai.models.bert_model) BertModel (class in libai.models.bert_model) BertTokenizer (class in libai.tokenizer) BestCheckpointer (class in libai.engine.hooks) BlockIndexedDataset (class in libai.data.data_utils) build_graph() (in module libai.models.build)

build_hooks() (libai.engine.default.DefaultTrainer method) build_image_test_loader() (in module libai.data.build) build_image_train_loader() (in module libai.data.build) build_lr_scheduler() (libai.engine.default.DefaultTrainer class method) build_model() (in module libai.models.build) (libai.engine.default.DefaultTrainer class method) build_nlp_test_loader() (in module libai.data.build) build_nlp_train_loader() (in module libai.data.build) build_nlp_train_val_test_loader() (in module libai.data.build) build_optimizer() (in module libai.optim) (libai.engine.default.DefaultTrainer class method) build_test_loader() (libai.engine.default.DefaultTrainer class method) build_tokenizer() (libai.engine.default.DefaultTrainer class method) build_train_loader() (libai.engine.default.DefaultTrainer class method) build_writers() (libai.engine.default.DefaultTrainer method)

C

CallbackHook (class in libai.engine.hooks) cfg (libai.engine.default.DefaultTrainer attribute) Checkpointer (class in libai.utils.checkpoint) checkpointer (libai.engine.default.DefaultTrainer attribute) CIFAR100Dataset (class in libai.data.datasets) CIFAR10Dataset (class in libai.data.datasets) clear_histograms() (libai.utils.events.EventStorage method) clear_images() (libai.utils.events.EventStorage method) ClsEvaluator (class in libai.evaluation)

CommonMetricPrinter (class in libai.utils.events) configurable() (in module libai.config) convert_to_distributed_default_setting() (in module libai.utils.distributed) convert_tokens_to_string() (libai.tokenizer.BertTokenizer method) (libai.tokenizer.GPT2Tokenizer method) create_masked_lm_predictions() (libai.data.datasets.BertDataset method) (libai.data.datasets.T5Dataset method) create_tokens_and_token_types() (libai.data.datasets.BertDataset method) CyclicSampler (class in libai.data.samplers)

D

DatasetEvaluator (class in libai.evaluation) default_setup() (in module libai.engine.default)

DefaultTrainer (class in libai.engine.default) DropPath (class in libai.layers)

E

EagerTrainer (class in libai.engine.trainer) Embedding (class in libai.layers) EvalHook (class in libai.engine.hooks) evaluate() (libai.evaluation.ClsEvaluator method) (libai.evaluation.DatasetEvaluator method) EventStorage (class in libai.utils.events)

extra_repr() (libai.layers.Embedding method) (libai.layers.LayerNorm method) (libai.layers.Linear1D method) (libai.layers.MLP method) (libai.layers.MultiheadAttention method) (libai.layers.SinePositionalEmbedding method) (libai.layers.VocabEmbedding method)

F

flatten_results_dict() (in module libai.evaluation) forward() (libai.layers.MultiheadAttention method) (libai.layers.ParallelCrossEntropyLoss method) (libai.models.bert_model.BertForPreTraining method) (libai.models.bert_model.BertModel method) (libai.models.gpt_model.GPTForPreTraining method) (libai.models.gpt_model.GPTModel method) (libai.models.swin_transformer.SwinTransformer method) (libai.models.t5_model.T5ForPreTraining method) (libai.models.t5_model.T5Model method) (libai.models.vision_transformer.VisionTransformer method)

G

get() (libai.data.data_utils.MMapIndexedDataset method) get_batch() (libai.engine.default.DefaultTrainer class method) get_checkpoint_file() (libai.utils.checkpoint.Checkpointer method) get_config() (in module libai.config) get_default_optimizer_params() (in module libai.optim) get_dist_util() (in module libai.utils.distributed) get_event_storage() (in module libai.utils.events) get_hidden_sbp() (in module libai.utils.distributed)

get_layer_placement() (in module libai.utils.distributed) get_nd_sbp() (in module libai.utils.distributed) get_vocab() (libai.tokenizer.BertTokenizer method) (libai.tokenizer.GPT2Tokenizer method) GPT2Dataset (class in libai.data.datasets) GPT2Tokenizer (class in libai.tokenizer) GPTForPreTraining (class in libai.models.gpt_model) GPTModel (class in libai.models.gpt_model) GraphTrainer (class in libai.engine.trainer)

H

has_checkpoint() (libai.utils.checkpoint.Checkpointer method) histories() (libai.utils.events.EventStorage method)

history() (libai.utils.events.EventStorage method) HookBase (class in libai.engine.trainer)

I

ImageNetDataset (class in libai.data.datasets) IndexedCachedDataset (class in libai.data.data_utils) IndexedDataset (class in libai.data.data_utils) inference_on_dataset() (in module libai.evaluation)

instantiate() (in module libai.config) iter (libai.engine.trainer.TrainerBase attribute) iter() (libai.utils.events.EventStorage property) IterationTimer (class in libai.engine.hooks)

J

JSONWriter (class in libai.utils.events)

L

latest() (libai.utils.events.EventStorage method) latest_with_smoothing_hint() (libai.utils.events.EventStorage method) LayerNorm (class in libai.layers) LazyCall (class in libai.config) LazyConfig (class in libai.config) libai.config module libai.data.build module libai.data.data_utils module libai.data.datasets module libai.data.samplers module libai.engine.default module libai.engine.hooks module libai.engine.trainer module libai.evaluation module libai.layers module libai.models.bert_model module libai.models.build module libai.models.gpt_model module

libai.models.swin_transformer module libai.models.t5_model module libai.models.vision_transformer module libai.optim module libai.scheduler module libai.tokenizer module libai.utils.checkpoint module libai.utils.distributed module libai.utils.events module libai.utils.logger module Linear (in module libai.layers) Linear1D (class in libai.layers) load() (libai.config.LazyConfig static method) (libai.utils.checkpoint.Checkpointer method) load_rel() (libai.config.LazyConfig static method) log_every_n() (in module libai.utils.logger) log_every_n_seconds() (in module libai.utils.logger) log_first_n() (in module libai.utils.logger) LRScheduler (class in libai.engine.hooks)

M

make_attention_mask() (libai.data.datasets.T5Dataset method) mask_token() (libai.data.datasets.BertDataset method) max_iter (libai.engine.trainer.TrainerBase attribute) MLP (class in libai.layers) MMapIndexedDataset (class in libai.data.data_utils) MNISTDataset (class in libai.data.datasets) module libai.config libai.data.build libai.data.data_utils libai.data.datasets libai.data.samplers libai.engine.default libai.engine.hooks libai.engine.trainer libai.evaluation libai.layers libai.models.bert_model libai.models.build libai.models.gpt_model libai.models.swin_transformer libai.models.t5_model libai.models.vision_transformer libai.optim libai.scheduler libai.tokenizer libai.utils.checkpoint libai.utils.distributed libai.utils.events libai.utils.logger

MultiheadAttention (class in libai.layers)

N

name_scope() (libai.utils.events.EventStorage method)

P

pad_and_convert_to_numpy() (libai.data.datasets.T5Dataset method) pad_and_convert_to_tensor() (libai.data.datasets.BertDataset method) ParallelCrossEntropyLoss (class in libai.layers) PatchEmbedding (class in libai.layers) PeriodicCheckpointer (class in libai.engine.hooks) (class in libai.utils.checkpoint)

PeriodicWriter (class in libai.engine.hooks) print_csv_format() (in module libai.evaluation) process() (libai.evaluation.ClsEvaluator method) (libai.evaluation.DatasetEvaluator method) put_image() (libai.utils.events.EventStorage method) put_scalar() (libai.utils.events.EventStorage method) put_scalars() (libai.utils.events.EventStorage method)

R

register_hooks() (libai.engine.trainer.TrainerBase method) reset() (libai.evaluation.ClsEvaluator method) (libai.evaluation.DatasetEvaluator method)

resume_or_load() (libai.engine.default.DefaultTrainer method) (libai.utils.checkpoint.Checkpointer method) run_step() (libai.engine.trainer.EagerTrainer method) (libai.engine.trainer.GraphTrainer method)

S

same_sbp() (in module libai.utils.distributed) save() (libai.config.LazyConfig static method) (libai.utils.checkpoint.Checkpointer method) (libai.utils.checkpoint.PeriodicCheckpointer method) save_vocabulary() (libai.tokenizer.BertTokenizer method) (libai.tokenizer.GPT2Tokenizer method) scheduler (libai.engine.default.DefaultTrainer attribute) SentenceIndexedDataset (class in libai.data.data_utils) set_consumed_samples() (libai.data.samplers.CyclicSampler method) set_epoch() (libai.data.samplers.CyclicSampler method) setup_dist_util() (in module libai.utils.distributed)

setup_logger() (in module libai.utils.logger) SinePositionalEmbedding (class in libai.layers) SingleRoundSampler (class in libai.data.samplers) smoothing_hints() (libai.utils.events.EventStorage method) split_ds() (in module libai.data.data_utils) SplitDataset (class in libai.data.data_utils) start_iter (libai.engine.trainer.TrainerBase attribute) step() (libai.utils.checkpoint.PeriodicCheckpointer method) (libai.utils.events.EventStorage method) storage (libai.engine.trainer.TrainerBase attribute) SwinTransformer (class in libai.models.swin_transformer) synchronize() (in module libai.utils.distributed)

T

T5Dataset (class in libai.data.datasets) T5ForPreTraining (class in libai.models.t5_model) T5Model (class in libai.models.t5_model) tag_last_checkpoint() (libai.utils.checkpoint.Checkpointer method) test() (libai.engine.default.DefaultTrainer class method) to_py() (libai.config.LazyConfig static method) train() (libai.engine.default.DefaultTrainer method) (libai.engine.trainer.TrainerBase method)

trainer (libai.engine.trainer.HookBase attribute) TrainerBase (class in libai.engine.trainer) TransformerLayer (class in libai.layers) truncate_seq_pair() (libai.data.datasets.BertDataset method) try_get_key() (in module libai.config) ttol() (in module libai.utils.distributed) tton() (in module libai.utils.distributed)

V

VisionTransformer (class in libai.models.vision_transformer) vocab_size() (libai.tokenizer.BertTokenizer property) (libai.tokenizer.GPT2Tokenizer property)

VocabEmbedding (class in libai.layers)

W

WarmupCosineAnnealingLR() (in module libai.scheduler) WarmupCosineLR() (in module libai.scheduler) WarmupExponentialLR() (in module libai.scheduler)

WarmupMultiStepLR() (in module libai.scheduler) WarmupPolynomialLR() (in module libai.scheduler) write_metrics() (libai.engine.trainer.TrainerBase static method)