Index

_

__call__() (fairseq2.data.Collater method) (fairseq2.data.FileMapper method) (fairseq2.data.text.SentencePieceDecoder method) (fairseq2.data.text.SentencePieceEncoder method) (fairseq2.data.text.StrSplitter method) (fairseq2.data.text.StrToIntConverter method) (fairseq2.data.text.StrToTensorConverter method) (fairseq2.data.text.TextTokenDecoder method) (fairseq2.data.text.TextTokenEncoder method)

__iter__() (fairseq2.data.DataPipeline method) (fairseq2.data.text.LineEnding class method) (fairseq2.nn.transformer.TransformerNormOrder class method)

A

all_gather() (fairseq2.gang.Gang method) all_reduce() (fairseq2.gang.Gang method)

and_return() (fairseq2.data.DataPipelineBuilder method) as_process_group() (fairseq2.gang.Gang method)

B

barrier() (fairseq2.gang.Gang method) bos_idx (fairseq2.data.VocabularyInfo attribute)

bucket() (fairseq2.data.DataPipelineBuilder method) bucket_by_length() (fairseq2.data.DataPipelineBuilder method) ByteStreamError

C

collate() (fairseq2.data.DataPipelineBuilder method) CollateOptionsOverride (class in fairseq2.data) Collater (class in fairseq2.data) concat() (fairseq2.data.DataPipeline static method)

CosineAnnealingLR (class in fairseq2.optim.lr_scheduler) create_decoder() (fairseq2.data.text.TextTokenizer method) create_encoder() (fairseq2.data.text.TextTokenizer method) create_raw_encoder() (fairseq2.data.text.TextTokenizer method) CString (class in fairseq2.data)

D

DataPipeline (class in fairseq2.data) DataPipelineBuilder (class in fairseq2.data)

DataPipelineError decode_from_tokens() (fairseq2.data.text.SentencePieceDecoder method) (fairseq2.data.text.TextTokenDecoder method)

E

encode_as_tokens() (fairseq2.data.text.SentencePieceEncoder method) (fairseq2.data.text.TextTokenEncoder method)

eos_idx (fairseq2.data.VocabularyInfo attribute)

F

FileMapper (class in fairseq2.data)

filter() (fairseq2.data.DataPipelineBuilder method)

G

Gang (class in fairseq2.gang) get_last_failed_example() (in module fairseq2.data) get_last_lr() (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.LRSchedulerBase method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

I

is_broken (fairseq2.data.DataPipeline property)

is_string_like() (in module fairseq2.data)

L

LineEnding (class in fairseq2.data.text) list_files() (in module fairseq2.data) load_state_dict() (fairseq2.data.DataPipeline method) (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.LRSchedulerBase method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

LRSchedulerBase (class in fairseq2.optim.lr_scheduler) lstrip() (fairseq2.data.CString method)

M

map() (fairseq2.data.DataPipelineBuilder method)

MyleLR (class in fairseq2.optim.lr_scheduler)

N

NoamLR (class in fairseq2.optim.lr_scheduler)

P

pad_idx (fairseq2.data.VocabularyInfo attribute) PathLike (in module fairseq2.data) PolynomialDecayLR (class in fairseq2.optim.lr_scheduler) POST (fairseq2.nn.transformer.TransformerNormOrder attribute) PRE (fairseq2.nn.transformer.TransformerNormOrder attribute) PRE_WITH_NORMFORMER (fairseq2.nn.transformer.TransformerNormOrder attribute) prefetch() (fairseq2.data.DataPipelineBuilder method)

prefix_indices (fairseq2.data.text.SentencePieceEncoder property) (fairseq2.data.text.TextTokenEncoder property) print_lr() (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.LRSchedulerBase method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

R

read_sequence() (in module fairseq2.data) read_text() (in module fairseq2.data.text) read_zipped_records() (in module fairseq2.data)

RecordError reset() (fairseq2.data.DataPipeline method) round_robin() (fairseq2.data.DataPipeline static method) rstrip() (fairseq2.data.CString method)

S

sample() (fairseq2.data.DataPipeline static method) SentencePieceDecoder (class in fairseq2.data.text) SentencePieceEncoder (class in fairseq2.data.text) SentencePieceModel (class in fairseq2.data.text) shard() (fairseq2.data.DataPipelineBuilder method) shuffle() (fairseq2.data.DataPipelineBuilder method) size (fairseq2.data.VocabularyInfo attribute) skip() (fairseq2.data.DataPipelineBuilder method) split() (fairseq2.data.CString method) state_dict() (fairseq2.data.DataPipeline method) (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.LRSchedulerBase method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

StringLike (in module fairseq2.data) strip() (fairseq2.data.CString method) StrSplitter (class in fairseq2.data.text) StrToIntConverter (class in fairseq2.data.text) StrToTensorConverter (class in fairseq2.data.text) suffix_indices (fairseq2.data.text.SentencePieceEncoder property) (fairseq2.data.text.TextTokenEncoder property)

T

take() (fairseq2.data.DataPipelineBuilder method) TextTokenDecoder (class in fairseq2.data.text) TextTokenEncoder (class in fairseq2.data.text)

TextTokenizer (class in fairseq2.data.text) to_float_mask() (in module fairseq2.nn.utils.mask) TransformerNormOrder (class in fairseq2.nn.transformer)

U

unk_idx (fairseq2.data.VocabularyInfo attribute)

V

vocab_info_from_sentencepiece() (in module fairseq2.data.text)

VocabularyInfo (class in fairseq2.data)

Y

yield_from() (fairseq2.data.DataPipelineBuilder method)

Z

zip() (fairseq2.data.DataPipeline static method)