Index _ | A | B | C | D | E | F | G | I | L | M | N | O | P | R | S | T | W | Y | Z _ __call__() (fairseq2.data.Collater method) (fairseq2.data.FileMapper method) __init__() (fairseq2.data.CollateOptionsOverride method) (fairseq2.data.FileMapper method) __iter__() (fairseq2.data.DataPipeline method) A all_gather() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) all_gather_to_list() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) all_reduce() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) all_sum() (in module fairseq2.gang) and_return() (fairseq2.data.DataPipelineBuilder method) as_process_group() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) AssetCard (class in fairseq2.assets) AssetMetadataProvider (class in fairseq2.assets) AssetStore (class in fairseq2.assets) B barrier() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) base (fairseq2.assets.AssetCard property) batch_shuffle_window (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) batch_size (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) beta (fairseq2.recipes.lm.CpoFinetuneConfig attribute) (fairseq2.recipes.lm.DpoFinetuneConfig attribute) (fairseq2.recipes.lm.SimPOFinetuneConfig attribute) broadcast() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) broadcast_flag() (in module fairseq2.gang) broadcast_objects() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) bucket() (fairseq2.data.DataPipelineBuilder method) bucket_by_length() (fairseq2.data.DataPipelineBuilder method) ByteStreamError (class in fairseq2.data) C close() (fairseq2.gang.FakeGang method) (fairseq2.gang.ProcessGroupGang method) collate() (fairseq2.data.DataPipelineBuilder method) CollateOptionsOverride (class in fairseq2.data) Collater (class in fairseq2.data) concat() (fairseq2.data.DataPipeline static method) constant() (fairseq2.data.DataPipeline static method) count() (fairseq2.data.DataPipeline static method) CpoFinetuneConfig (class in fairseq2.recipes.lm) CpoFinetuneUnit (class in fairseq2.recipes.lm) CpoFinetuneUnitHandler (class in fairseq2.recipes.lm) create_bucket_sizes() (in module fairseq2.data) create_gang() (fairseq2.gang.Gang method) D DataPipeline (class in fairseq2.data) DataPipelineBuilder (class in fairseq2.data) DataPipelineError (class in fairseq2.data) device (fairseq2.gang.Gang property) DpoFinetuneConfig (class in fairseq2.recipes.lm) DpoFinetuneUnit (class in fairseq2.recipes.lm) DpoFinetuneUnitHandler (class in fairseq2.recipes.lm) dynamic_bucket() (fairseq2.data.DataPipelineBuilder method) E example_shuffle_window (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) extras (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute) F fairseq2 module fairseq2.data module fairseq2.data.text module fairseq2.datasets module fairseq2.gang module fairseq2.nn module fairseq2.recipes module fairseq2.recipes.lm module fairseq2.recipes.wav2vec2 module fake_gangs() (in module fairseq2.gang) FakeGang (class in fairseq2.gang) field() (fairseq2.assets.AssetCard method) FileMapper (class in fairseq2.data) FileMapperOutput (class in fairseq2.data) filter() (fairseq2.data.DataPipelineBuilder method) forward() (fairseq2.nn.LearnedPositionEncoder method) (fairseq2.nn.PositionEncoder method) (fairseq2.nn.RotaryEncoder method) (fairseq2.nn.SinusoidalPositionEncoder method) G gamma (fairseq2.recipes.lm.SimPOFinetuneConfig attribute) Gang (class in fairseq2.gang) GangError (class in fairseq2.gang) get_last_failed_example() (in module fairseq2.data) get_metadata() (fairseq2.assets.AssetMetadataProvider method) get_names() (fairseq2.assets.AssetMetadataProvider method) I init_root_process_group() (fairseq2.gang.ProcessGroupGang class method) InstructionFinetuneConfig (class in fairseq2.recipes.lm) InstructionFinetuneCriterion (class in fairseq2.recipes.lm) InstructionFinetuneDatasetSection (class in fairseq2.recipes.lm) InstructionFinetuneUnit (class in fairseq2.recipes.lm) InstructionLossEvalUnit (class in fairseq2.recipes.lm) is_broken (fairseq2.data.DataPipeline property) L LearnedPositionEncoder (class in fairseq2.nn) length_normalization (fairseq2.recipes.lm.DpoFinetuneConfig attribute) list_files() (in module fairseq2.data) load_instruction_finetuner() (in module fairseq2.recipes.lm) load_po_finetuner() (in module fairseq2.recipes.lm) load_state_dict() (fairseq2.data.DataPipeline method) load_text_generator() (in module fairseq2.recipes.lm) load_wav2vec2_evaluator() (in module fairseq2.recipes.wav2vec2) load_wav2vec2_trainer() (in module fairseq2.recipes.wav2vec2) M map() (fairseq2.data.DataPipelineBuilder method) mask_source_tokens (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) MAX (fairseq2.gang.ReduceOperation attribute) max_num_tokens (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) max_num_valid_tokens (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) max_seq_len (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute) MEAN (fairseq2.gang.ReduceOperation attribute) metadata (fairseq2.assets.AssetCard property) MIN (fairseq2.gang.ReduceOperation attribute) min_seq_len (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute) module fairseq2 fairseq2.data fairseq2.data.text fairseq2.datasets fairseq2.gang fairseq2.nn fairseq2.recipes fairseq2.recipes.lm fairseq2.recipes.wav2vec2 N name (fairseq2.assets.AssetCard property) nll_scale (fairseq2.recipes.lm.CpoFinetuneConfig attribute) (fairseq2.recipes.lm.DpoFinetuneConfig attribute) (fairseq2.recipes.lm.OrpoFinetuneConfig attribute) (fairseq2.recipes.lm.SimPOFinetuneConfig attribute) num_prefetch (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute) O orpo_lambda (fairseq2.recipes.lm.OrpoFinetuneConfig attribute) OrpoFinetuneConfig (class in fairseq2.recipes.lm) OrpoFinetuneUnit (class in fairseq2.recipes.lm) OrpoFinetuneUnitHandler (class in fairseq2.recipes.lm) P POCriterionSection (class in fairseq2.recipes.lm) POFinetuneConfig (class in fairseq2.recipes.lm) POFinetuneDatasetSection (class in fairseq2.recipes.lm) PositionEncoder (class in fairseq2.nn) prefetch() (fairseq2.data.DataPipelineBuilder method) ProcessGroupGang (class in fairseq2.gang) PRODUCT (fairseq2.gang.ReduceOperation attribute) R rank (fairseq2.gang.Gang property) read_iterator() (in module fairseq2.data) read_sequence() (in module fairseq2.data) read_zipped_records() (in module fairseq2.data) RecordError (class in fairseq2.data) ReduceOperation (class in fairseq2.gang) reference_model (fairseq2.recipes.lm.DpoFinetuneConfig attribute) repeat() (fairseq2.data.DataPipelineBuilder method) reset() (fairseq2.data.DataPipeline method) retrieve_card() (fairseq2.assets.AssetStore method) retrieve_names() (fairseq2.assets.AssetStore method) RotaryEncoder (class in fairseq2.nn) round_robin() (fairseq2.data.DataPipeline static method) S sample() (fairseq2.data.DataPipeline static method) SequenceData (class in fairseq2.data) setup_fairseq2() (in module fairseq2) setup_parallel_gangs() (in module fairseq2.gang) setup_root_gang() (in module fairseq2.gang) shard() (fairseq2.data.DataPipelineBuilder method) shuffle() (fairseq2.data.DataPipelineBuilder method) SimPOFinetuneConfig (class in fairseq2.recipes.lm) SimPOFinetuneUnit (class in fairseq2.recipes.lm) SimPOFinetuneUnitHandler (class in fairseq2.recipes.lm) SinusoidalPositionEncoder (class in fairseq2.nn) size (fairseq2.gang.Gang property) skip() (fairseq2.data.DataPipelineBuilder method) source_encode_mode (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) state_dict() (fairseq2.data.DataPipeline method) SUM (fairseq2.gang.ReduceOperation attribute) T take() (fairseq2.data.DataPipelineBuilder method) target_encode_mode (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) TextGenerateConfig (class in fairseq2.recipes.lm) TextGenerateDatasetSection (class in fairseq2.recipes.lm) TextGenerateUnit (class in fairseq2.recipes.lm) W Wav2Vec2Criterion (class in fairseq2.recipes.wav2vec2) Wav2Vec2EvalConfig (class in fairseq2.recipes.wav2vec2) Wav2Vec2TrainConfig (class in fairseq2.recipes.wav2vec2) Wav2Vec2TrainUnit (class in fairseq2.recipes.wav2vec2) Y yield_from() (fairseq2.data.DataPipelineBuilder method) Z zip() (fairseq2.data.DataPipeline static method)