Index

_

__call__() (fairseq2.data.Collater method) (fairseq2.data.FileMapper method) __init__() (fairseq2.data.CollateOptionsOverride method) (fairseq2.data.FileMapper method)

__iter__() (fairseq2.data.DataPipeline method) _do_forward() (fairseq2.nn.PositionEncoder method)

A

AbstractGang (class in fairseq2.gang) add_command() (fairseq2.cli.CliGroup method) add_group() (fairseq2.cli.Cli method) (fairseq2.cli.CliGroup method) all_gather() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) all_gather_to_list() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method)

all_reduce() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) all_sum() (in module fairseq2.gang) and_return() (fairseq2.data.DataPipelineBuilder method) as_process_group() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) AssetCard (class in fairseq2.assets) AssetMetadataProvider (class in fairseq2.assets) AssetStore (class in fairseq2.assets)

B

barrier() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) base (fairseq2.assets.AssetCard property) batch_shuffle_window (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) batch_size (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) beta (fairseq2.recipes.lm.CpoFinetuneConfig attribute) (fairseq2.recipes.lm.DpoFinetuneConfig attribute) (fairseq2.recipes.lm.SimPOFinetuneConfig attribute)

broadcast() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) broadcast_flag() (in module fairseq2.gang) broadcast_objects() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) bucket() (fairseq2.data.DataPipelineBuilder method) bucket_by_length() (fairseq2.data.DataPipelineBuilder method) ByteStreamError (class in fairseq2.data)

C

Cli (class in fairseq2.cli) CliCommand (class in fairseq2.cli) CliCommandHandler (class in fairseq2.cli) CliGroup (class in fairseq2.cli) close() (fairseq2.gang.FakeGang method) (fairseq2.gang.Gang method) (fairseq2.gang.ProcessGroupGang method) collate() (fairseq2.data.DataPipelineBuilder method) CollateOptionsOverride (class in fairseq2.data) Collater (class in fairseq2.data)

concat() (fairseq2.data.DataPipeline static method) constant() (fairseq2.data.DataPipeline static method) ConvertLLaMACheckpointHandler (class in fairseq2.cli.commands.llama) count() (fairseq2.data.DataPipeline static method) CpoFinetuneConfig (class in fairseq2.recipes.lm) CpoFinetuneMetricBag (class in fairseq2.recipes.lm) CpoFinetuneUnit (class in fairseq2.recipes.lm) CpoFinetuneUnitHandler (class in fairseq2.recipes.lm) create_bucket_sizes() (in module fairseq2.data) create_gang() (fairseq2.gang.AbstractGang method) (fairseq2.gang.Gang method)

D

DataPipeline (class in fairseq2.data) DataPipelineBuilder (class in fairseq2.data) DataPipelineError (class in fairseq2.data) description (fairseq2.cli.Cli property) device (fairseq2.gang.AbstractGang property) (fairseq2.gang.Gang property)

DpoFinetuneConfig (class in fairseq2.recipes.lm) DpoFinetuneMetricBag (class in fairseq2.recipes.lm) DpoFinetuneUnit (class in fairseq2.recipes.lm) DpoFinetuneUnitHandler (class in fairseq2.recipes.lm) dynamic_bucket() (fairseq2.data.DataPipelineBuilder method)

E

example_shuffle_window (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute)

extras (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute)

F

fairseq2 module fairseq2.cli.commands.llama module fairseq2.data module fairseq2.data.text module fairseq2.datasets module fairseq2.gang module fairseq2.nn module

fairseq2.recipes module fairseq2.recipes.lm module fairseq2.recipes.trainer module fairseq2.recipes.wav2vec2 module fake_gangs() (in module fairseq2.gang) FakeGang (class in fairseq2.gang) field() (fairseq2.assets.AssetCard method) FileMapper (class in fairseq2.data) FileMapperOutput (class in fairseq2.data) filter() (fairseq2.data.DataPipelineBuilder method) forward() (fairseq2.nn.PositionEncoder method)

G

gamma (fairseq2.recipes.lm.SimPOFinetuneConfig attribute) Gang (class in fairseq2.gang) GangError (class in fairseq2.gang) get_command() (fairseq2.cli.CliGroup method)

get_group() (fairseq2.cli.Cli method) (fairseq2.cli.CliGroup method) get_last_failed_example() (in module fairseq2.data) get_metadata() (fairseq2.assets.AssetMetadataProvider method) get_names() (fairseq2.assets.AssetMetadataProvider method)

H

help (fairseq2.cli.CliCommand property) (fairseq2.cli.CliGroup property)

I

init_parser() (fairseq2.cli.Cli method) (fairseq2.cli.CliCommand method) (fairseq2.cli.CliCommandHandler method) (fairseq2.cli.CliGroup method) (fairseq2.cli.commands.llama.ConvertLLaMACheckpointHandler method) (fairseq2.cli.commands.llama.WriteHFLLaMAConfigHandler method) (fairseq2.cli.commands.recipe.RecipeCommandHandler method)

init_root_process_group() (fairseq2.gang.ProcessGroupGang class method) InstructionFinetuneConfig (class in fairseq2.recipes.lm) InstructionFinetuneCriterion (class in fairseq2.recipes.lm) InstructionFinetuneDatasetSection (class in fairseq2.recipes.lm) InstructionFinetuneUnit (class in fairseq2.recipes.lm) InstructionLossEvalUnit (class in fairseq2.recipes.lm) is_broken (fairseq2.data.DataPipeline property)

L

LearnedPositionEncoder (class in fairseq2.nn) length_normalization (fairseq2.recipes.lm.DpoFinetuneConfig attribute) list_files() (in module fairseq2.data) load_instruction_finetuner() (in module fairseq2.recipes.lm)

load_po_finetuner() (in module fairseq2.recipes.lm) load_state_dict() (fairseq2.data.DataPipeline method) load_text_generator() (in module fairseq2.recipes.lm) load_wav2vec2_evaluator() (in module fairseq2.recipes.wav2vec2) load_wav2vec2_trainer() (in module fairseq2.recipes.wav2vec2)

M

map() (fairseq2.data.DataPipelineBuilder method) mask_source_tokens (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) MAX (fairseq2.gang.ReduceOperation attribute) max_num_tokens (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) max_num_valid_tokens (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) max_seq_len (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute) MEAN (fairseq2.gang.ReduceOperation attribute) metadata (fairseq2.assets.AssetCard property) metric_bag (fairseq2.recipes.lm.CpoFinetuneUnit property) (fairseq2.recipes.lm.DpoFinetuneUnit property) (fairseq2.recipes.lm.InstructionFinetuneUnit property) (fairseq2.recipes.lm.InstructionLossEvalUnit property) (fairseq2.recipes.lm.OrpoFinetuneUnit property) (fairseq2.recipes.lm.SimPOFinetuneUnit property) (fairseq2.recipes.lm.TextGenerateUnit property) (fairseq2.recipes.wav2vec2.Wav2Vec2TrainUnit property)

MIN (fairseq2.gang.ReduceOperation attribute) min_seq_len (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute) module fairseq2 fairseq2.cli.commands.llama fairseq2.data fairseq2.data.text fairseq2.datasets fairseq2.gang fairseq2.nn fairseq2.recipes fairseq2.recipes.lm fairseq2.recipes.trainer fairseq2.recipes.wav2vec2

N

name (fairseq2.assets.AssetCard property) (fairseq2.cli.Cli property) (fairseq2.cli.CliCommand property) (fairseq2.cli.CliGroup property) nll_scale (fairseq2.recipes.lm.CpoFinetuneConfig attribute) (fairseq2.recipes.lm.DpoFinetuneConfig attribute) (fairseq2.recipes.lm.OrpoFinetuneConfig attribute) (fairseq2.recipes.lm.SimPOFinetuneConfig attribute)

num_prefetch (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) (fairseq2.recipes.lm.TextGenerateDatasetSection attribute)

O

origin_module (fairseq2.cli.Cli property) (fairseq2.cli.CliCommand property) (fairseq2.cli.CliGroup property) orpo_lambda (fairseq2.recipes.lm.OrpoFinetuneConfig attribute)

OrpoFinetuneConfig (class in fairseq2.recipes.lm) OrpoFinetuneMetricBag (class in fairseq2.recipes.lm) OrpoFinetuneUnit (class in fairseq2.recipes.lm) OrpoFinetuneUnitHandler (class in fairseq2.recipes.lm)

P

POCriterionSection (class in fairseq2.recipes.lm) POFinetuneConfig (class in fairseq2.recipes.lm) POFinetuneDatasetSection (class in fairseq2.recipes.lm) POFinetuneMetricBag (class in fairseq2.recipes.lm)

PositionEncoder (class in fairseq2.nn) prefetch() (fairseq2.data.DataPipelineBuilder method) ProcessGroupGang (class in fairseq2.gang) PRODUCT (fairseq2.gang.ReduceOperation attribute)

R

rank (fairseq2.gang.AbstractGang property) (fairseq2.gang.Gang property) read_iterator() (in module fairseq2.data) read_sequence() (in module fairseq2.data) read_zipped_records() (in module fairseq2.data) RecipeCommandHandler (class in fairseq2.cli.commands.recipe) RecordError (class in fairseq2.data) ReduceOperation (class in fairseq2.gang) reference_dtype (fairseq2.recipes.lm.DpoFinetuneConfig attribute) reference_model (fairseq2.recipes.lm.DpoFinetuneConfig attribute) repeat() (fairseq2.data.DataPipelineBuilder method) request_stop() (fairseq2.recipes.trainer.Trainer method) reset() (fairseq2.data.DataPipeline method) reset_non_persistent_buffers() (fairseq2.nn.RotaryEncoder method) (fairseq2.nn.SinusoidalPositionEncoder method)

reset_parameters() (fairseq2.nn.LearnedPositionEncoder method) (fairseq2.nn.RotaryEncoder method) (fairseq2.nn.SinusoidalPositionEncoder method) retrieve_card() (fairseq2.assets.AssetStore method) retrieve_names() (fairseq2.assets.AssetStore method) RotaryEncoder (class in fairseq2.nn) round_robin() (fairseq2.data.DataPipeline static method) run() (fairseq2.cli.Cli method) (fairseq2.cli.CliCommand method) (fairseq2.cli.CliCommandHandler method) (fairseq2.cli.commands.llama.ConvertLLaMACheckpointHandler method) (fairseq2.cli.commands.llama.WriteHFLLaMAConfigHandler method) (fairseq2.cli.commands.recipe.RecipeCommandHandler method)

S

sample() (fairseq2.data.DataPipeline static method) SequenceData (class in fairseq2.data) set_step_nr() (fairseq2.recipes.lm.CpoFinetuneUnit method) (fairseq2.recipes.lm.DpoFinetuneUnit method) (fairseq2.recipes.lm.OrpoFinetuneUnit method) (fairseq2.recipes.lm.SimPOFinetuneUnit method) setup_fairseq2() (in module fairseq2) setup_parallel_gangs() (in module fairseq2.gang) setup_root_gang() (in module fairseq2.gang) shard() (fairseq2.data.DataPipelineBuilder method) shuffle() (fairseq2.data.DataPipelineBuilder method)

SimPOFinetuneConfig (class in fairseq2.recipes.lm) SimPOFinetuneMetricBag (class in fairseq2.recipes.lm) SimPOFinetuneUnit (class in fairseq2.recipes.lm) SimPOFinetuneUnitHandler (class in fairseq2.recipes.lm) SinusoidalPositionEncoder (class in fairseq2.nn) size (fairseq2.gang.AbstractGang property) (fairseq2.gang.Gang property) skip() (fairseq2.data.DataPipelineBuilder method) source_encode_mode (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute) state_dict() (fairseq2.data.DataPipeline method) SUM (fairseq2.gang.ReduceOperation attribute)

T

take() (fairseq2.data.DataPipelineBuilder method) target_encode_mode (fairseq2.recipes.lm.InstructionFinetuneDatasetSection attribute) (fairseq2.recipes.lm.POFinetuneDatasetSection attribute)

TextGenerateConfig (class in fairseq2.recipes.lm) TextGenerateDatasetSection (class in fairseq2.recipes.lm) TextGenerateUnit (class in fairseq2.recipes.lm) Trainer (class in fairseq2.recipes.trainer)

U

update_batch_metrics() (fairseq2.recipes.wav2vec2.Wav2Vec2MetricBag method) update_cpo_loss() (fairseq2.recipes.lm.CpoFinetuneMetricBag method) update_dpo_loss() (fairseq2.recipes.lm.DpoFinetuneMetricBag method)

update_logps() (fairseq2.recipes.lm.POFinetuneMetricBag method) update_orpo_loss() (fairseq2.recipes.lm.OrpoFinetuneMetricBag method) update_sequence_lengths() (fairseq2.recipes.lm.POFinetuneMetricBag method) update_simpo_loss() (fairseq2.recipes.lm.SimPOFinetuneMetricBag method)

V

version (fairseq2.cli.Cli property)

W

Wav2Vec2Criterion (class in fairseq2.recipes.wav2vec2) Wav2Vec2EvalConfig (class in fairseq2.recipes.wav2vec2) Wav2Vec2MetricBag (class in fairseq2.recipes.wav2vec2)

Wav2Vec2TrainConfig (class in fairseq2.recipes.wav2vec2) Wav2Vec2TrainUnit (class in fairseq2.recipes.wav2vec2) WriteHFLLaMAConfigHandler (class in fairseq2.cli.commands.llama)

Y

yield_from() (fairseq2.data.DataPipelineBuilder method)

Z

zip() (fairseq2.data.DataPipeline static method)