Index

_

__call__() (fairseq2.data.Collater method) (fairseq2.data.FileMapper method) (fairseq2.data.text.SentencePieceDecoder method) (fairseq2.data.text.SentencePieceEncoder method) (fairseq2.data.text.StrSplitter method) (fairseq2.data.text.StrToIntConverter method) (fairseq2.data.text.StrToTensorConverter method) (fairseq2.data.text.TextTokenDecoder method) (fairseq2.data.text.TextTokenEncoder method)

__iter__() (fairseq2.data.DataPipeline method) (fairseq2.data.text.LineEnding class method) (fairseq2.nn.transformer.TransformerNormOrder class method)

A

all_gather() (fairseq2.gang.Gang method) all_gather_to_list() (fairseq2.gang.Gang method) all_reduce() (fairseq2.gang.Gang method) and_return() (fairseq2.data.DataPipelineBuilder method)

as_process_group() (fairseq2.gang.Gang method) AssetCard (class in fairseq2.assets) AssetMetadataProvider (class in fairseq2.assets) AssetStore (class in fairseq2.assets)

B

barrier() (fairseq2.gang.Gang method) base (fairseq2.assets.AssetCard property) bos_idx (fairseq2.data.VocabularyInfo attribute) broadcast() (fairseq2.gang.Gang method)

broadcast_objects() (fairseq2.gang.Gang method) bucket() (fairseq2.data.DataPipelineBuilder method) bucket_by_length() (fairseq2.data.DataPipelineBuilder method) ByteStreamError

C

clear_cache() (fairseq2.assets.AssetMetadataProvider method) close() (fairseq2.gang.Gang method) collate() (fairseq2.data.DataPipelineBuilder method) CollateOptionsOverride (class in fairseq2.data) Collater (class in fairseq2.data) concat() (fairseq2.data.DataPipeline static method)

constant() (fairseq2.data.DataPipeline static method) CosineAnnealingLR (class in fairseq2.optim.lr_scheduler) count() (fairseq2.data.DataPipeline static method) create_decoder() (fairseq2.data.text.TextTokenizer method) create_encoder() (fairseq2.data.text.TextTokenizer method) create_gang() (fairseq2.gang.Gang method) create_raw_encoder() (fairseq2.data.text.TextTokenizer method)

D

DataPipeline (class in fairseq2.data) DataPipelineBuilder (class in fairseq2.data) DataPipelineError

decode_from_tokens() (fairseq2.data.text.SentencePieceDecoder method) (fairseq2.data.text.TextTokenDecoder method) device (fairseq2.gang.Gang property) dynamic_bucket() (fairseq2.data.DataPipelineBuilder method)

E

encode_as_tokens() (fairseq2.data.text.SentencePieceEncoder method) (fairseq2.data.text.TextTokenEncoder method)

eos_idx (fairseq2.data.VocabularyInfo attribute)

F

field() (fairseq2.assets.AssetCard method)

FileMapper (class in fairseq2.data) filter() (fairseq2.data.DataPipelineBuilder method)

G

Gang (class in fairseq2.gang) get_last_failed_example() (in module fairseq2.data) get_last_lr() (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

get_lr() (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method) get_metadata() (fairseq2.assets.AssetMetadataProvider method) get_names() (fairseq2.assets.AssetMetadataProvider method)

I

is_broken (fairseq2.data.DataPipeline property)

L

LineEnding (class in fairseq2.data.text) list_files() (in module fairseq2.data) load_state_dict() (fairseq2.data.DataPipeline method) (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

M

map() (fairseq2.data.DataPipelineBuilder method)

metadata (fairseq2.assets.AssetCard property) MyleLR (class in fairseq2.optim.lr_scheduler)

N

name (fairseq2.assets.AssetCard property)

NoamLR (class in fairseq2.optim.lr_scheduler)

P

pad_idx (fairseq2.data.VocabularyInfo attribute) PolynomialDecayLR (class in fairseq2.optim.lr_scheduler) POST (fairseq2.nn.transformer.TransformerNormOrder attribute) PRE (fairseq2.nn.transformer.TransformerNormOrder attribute) PRE_WITH_NORMFORMER (fairseq2.nn.transformer.TransformerNormOrder attribute) prefetch() (fairseq2.data.DataPipelineBuilder method)

prefix_indices (fairseq2.data.text.SentencePieceEncoder property) (fairseq2.data.text.TextTokenEncoder property) print_lr() (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

R

rank (fairseq2.gang.Gang property) read_sequence() (in module fairseq2.data) read_text() (in module fairseq2.data.text) read_zipped_records() (in module fairseq2.data) RecordError

repeat() (fairseq2.data.DataPipelineBuilder method) reset() (fairseq2.data.DataPipeline method) retrieve_card() (fairseq2.assets.AssetStore method) retrieve_names() (fairseq2.assets.AssetStore method) round_robin() (fairseq2.data.DataPipeline static method)

S

sample() (fairseq2.data.DataPipeline static method) SentencePieceDecoder (class in fairseq2.data.text) SentencePieceEncoder (class in fairseq2.data.text) SentencePieceModel (class in fairseq2.data.text) shard() (fairseq2.data.DataPipelineBuilder method) shuffle() (fairseq2.data.DataPipelineBuilder method) size (fairseq2.data.VocabularyInfo attribute) (fairseq2.gang.Gang property) skip() (fairseq2.data.DataPipelineBuilder method) state_dict() (fairseq2.data.DataPipeline method) (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method)

step() (fairseq2.optim.lr_scheduler.CosineAnnealingLR method) (fairseq2.optim.lr_scheduler.MyleLR method) (fairseq2.optim.lr_scheduler.NoamLR method) (fairseq2.optim.lr_scheduler.PolynomialDecayLR method) StrSplitter (class in fairseq2.data.text) StrToIntConverter (class in fairseq2.data.text) StrToTensorConverter (class in fairseq2.data.text) suffix_indices (fairseq2.data.text.SentencePieceEncoder property) (fairseq2.data.text.TextTokenEncoder property)

T

take() (fairseq2.data.DataPipelineBuilder method) TextTokenDecoder (class in fairseq2.data.text) TextTokenEncoder (class in fairseq2.data.text)

TextTokenizer (class in fairseq2.data.text) to_float_mask() (in module fairseq2.nn.utils.mask) TransformerNormOrder (class in fairseq2.nn.transformer)

U

unk_idx (fairseq2.data.VocabularyInfo attribute)

V

vocab_info (fairseq2.data.text.TextTokenizer property)

vocab_info_from_sentencepiece() (in module fairseq2.data.text) VocabularyInfo (class in fairseq2.data)

Y

yield_from() (fairseq2.data.DataPipelineBuilder method)

Z

zip() (fairseq2.data.DataPipeline static method)