Index

A

average_losses_across_data_parallel_group() (in module rapidformer.engine.utils)

B

backward_step() (rapidformer.trainer.trainer.Trainer method) build_data_loader() (rapidformer.trainer.finetuner.Finetuner method)

build_num_microbatches_calculator() (in module rapidformer.engine.global_vars) build_pretrain_bert_datasets_for_huggingface() (in module rapidformer.data.huggingface_bert_dataset) build_training_sample() (rapidformer.data.huggingface_bert_dataset.HuggingfaceBertDataset method)

C

clip_grad_norm() (rapidformer.engine.optimizer.MegatronOptimizer method) clip_grad_norm_fp32() (in module rapidformer.engine.clip_grads) compose() (rapidformer.engine.engine.RapidformerEngine method)

ConstantNumMicroBatches (class in rapidformer.engine.global_vars) count_zeros() (rapidformer.engine.optimizer.MegatronOptimizer method) cyclic_iter() (in module rapidformer.trainer.pretrainer)

E

engine (rapidformer.trainer.trainer.Trainer attribute)

evaluate() (rapidformer.trainer.trainer.Trainer method)

F

Finetuner (class in rapidformer.trainer.finetuner) Float16OptimizerWithFloat16Params (class in rapidformer.engine.optimizer) forward_backward_no_pipelining() (rapidformer.trainer.trainer.Trainer method)

forward_backward_pipelining_with_interleaving() (rapidformer.trainer.trainer.Trainer method) forward_backward_pipelining_without_interleaving() (rapidformer.trainer.trainer.Trainer method) forward_step() (rapidformer.trainer.trainer.Trainer method)

G

gather() (in module rapidformer.engine.utils) (rapidformer.trainer.finetuner.Finetuner method) get() (rapidformer.engine.global_vars.NumMicroBatchesCalculator method) get_args() (in module rapidformer.engine.global_vars) get_current_global_batch_size() (in module rapidformer.engine.global_vars) (rapidformer.engine.global_vars.NumMicroBatchesCalculator method) get_learning_rate_scheduler() (in module rapidformer.engine.schedules)

get_logger() (in module rapidformer.engine.global_vars) get_loss_scale() (rapidformer.engine.optimizer.Float16OptimizerWithFloat16Params method) (rapidformer.engine.optimizer.MegatronOptimizer method) get_num_microbatches() (in module rapidformer.engine.global_vars) get_parameters() (rapidformer.engine.optimizer.MegatronOptimizer method) get_timers() (in module rapidformer.engine.global_vars) get_tokenizer() (in module rapidformer.engine.global_vars)

H

honor_type() (in module rapidformer.engine.utils)

HuggingfaceBertDataset (class in rapidformer.data.huggingface_bert_dataset)

I

index (rapidformer.data.huggingface_bert_dataset.MaskedLmInstance property)

initialize_rapidformer() (in module rapidformer.engine.initialize) is_torch_tensor() (in module rapidformer.engine.utils)

L

label (rapidformer.data.huggingface_bert_dataset.MaskedLmInstance property) level_relations (rapidformer.engine.global_vars.Logger attribute) load_state_dict() (rapidformer.engine.optimizer.Float16OptimizerWithFloat16Params method) (rapidformer.engine.optimizer.MegatronOptimizer method)

log() (rapidformer.engine.global_vars.Timers method) Logger (class in rapidformer.engine.global_vars)

M

MaskedLmInstance (class in rapidformer.data.huggingface_bert_dataset) MegatronOptimizer (class in rapidformer.engine.optimizer) metrics_provider() (rapidformer.trainer.finetuner.Finetuner method) model_optimizer_lr_scheduler_provider() (rapidformer.trainer.trainer.Trainer method) module rapidformer.data.huggingface_bert_dataset rapidformer.engine.arguments rapidformer.engine.clip_grads rapidformer.engine.engine rapidformer.engine.global_vars rapidformer.engine.initialize rapidformer.engine.optimizer rapidformer.engine.schedules rapidformer.engine.utils rapidformer.trainer.finetuner rapidformer.trainer.pretrainer rapidformer.trainer.trainer

N

NumMicroBatchesCalculator (class in rapidformer.engine.global_vars)

P

param_groups (rapidformer.engine.optimizer.MegatronOptimizer property)

parse_args() (in module rapidformer.engine.arguments) PreTrainer (class in rapidformer.trainer.pretrainer)

R

RampupBatchsizeNumMicroBatches (class in rapidformer.engine.global_vars) rapidformer.data.huggingface_bert_dataset module rapidformer.engine.arguments module rapidformer.engine.clip_grads module rapidformer.engine.engine module rapidformer.engine.global_vars module rapidformer.engine.initialize module rapidformer.engine.optimizer module

rapidformer.engine.schedules module rapidformer.engine.utils module rapidformer.trainer.finetuner module rapidformer.trainer.pretrainer module rapidformer.trainer.trainer module RapidformerEngine (class in rapidformer.engine.engine) recursively_apply() (in module rapidformer.engine.utils) reload_model_params() (rapidformer.engine.optimizer.Float16OptimizerWithFloat16Params method) (rapidformer.engine.optimizer.MegatronOptimizer method) report_memory() (in module rapidformer.engine.utils) run_forward_step() (rapidformer.trainer.trainer.Trainer method)

S

scale_loss() (rapidformer.engine.optimizer.MegatronOptimizer method) send_to_device() (in module rapidformer.engine.utils) set_rapidformer_global_variables() (in module rapidformer.engine.global_vars) state (rapidformer.engine.optimizer.MegatronOptimizer property)

state_dict() (rapidformer.engine.optimizer.Float16OptimizerWithFloat16Params method) (rapidformer.engine.optimizer.MegatronOptimizer method) step() (rapidformer.engine.optimizer.Float16OptimizerWithFloat16Params method) (rapidformer.engine.optimizer.MegatronOptimizer method)

T

Timers (class in rapidformer.engine.global_vars) train() (rapidformer.trainer.finetuner.Finetuner method) (rapidformer.trainer.pretrainer.PreTrainer method)

train_step() (rapidformer.trainer.trainer.Trainer method) train_valid_test_datasets_provider() (rapidformer.trainer.trainer.Trainer method) Trainer (class in rapidformer.trainer.trainer)

U

unwrap_model() (in module rapidformer.engine.utils) update() (rapidformer.engine.global_vars.ConstantNumMicroBatches method) (rapidformer.engine.global_vars.NumMicroBatchesCalculator method) (rapidformer.engine.global_vars.RampupBatchsizeNumMicroBatches method)

update_num_microbatches() (in module rapidformer.engine.global_vars)

W

write() (rapidformer.engine.global_vars.Timers method)

Z

zero_grad() (rapidformer.engine.optimizer.Float16OptimizerWithFloat16Params method) (rapidformer.engine.optimizer.MegatronOptimizer method)