Index

_

__init__() (xformers.components.attention.FavorAttention method) (xformers.components.attention.GlobalAttention method) (xformers.components.attention.LinformerAttention method) (xformers.components.attention.LocalAttention method) (xformers.components.attention.NystromAttention method) (xformers.components.attention.OrthoFormerAttention method) (xformers.components.attention.RandomAttention method)

A

add_bias() (xformers.ops.fmha.attn_bias.LowerTriangularMask method) Attention (class in xformers.components.attention)

AttentionBias (class in xformers.ops.fmha.attn_bias) AttentionMask (class in xformers.components.attention) AttentionOpBase (class in xformers.ops)

B

backward_pass() (xformers.components.reversible.ReversibleBlock method) BlockDiagonalCausalFromBottomRightMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionFromBottomRightMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionPaddedKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalWithOffsetGappyKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalWithOffsetPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

BlockDiagonalGappyKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalPaddedKeysMask (class in xformers.ops.fmha.attn_bias) build_attention() (in module xformers.components.attention) build_feedforward() (in module xformers.components.feedforward) build_positional_embedding() (in module xformers.components.positional_embedding) BwOp (class in xformers.ops.fmha.ck) (class in xformers.ops.fmha.cutlass) (class in xformers.ops.fmha.flash)

D

Deterministic (class in xformers.components.reversible)

device (xformers.components.attention.AttentionMask property) dtype (xformers.components.attention.AttentionMask property)

F

FavorAttention (class in xformers.components.attention) Feedforward (class in xformers.components.feedforward) forward() (xformers.components.attention.Attention method) (xformers.components.attention.FavorAttention method) (xformers.components.attention.GlobalAttention method) (xformers.components.attention.LinformerAttention method) (xformers.components.attention.LocalAttention method) (xformers.components.attention.NystromAttention method) (xformers.components.attention.OrthoFormerAttention method) (xformers.components.attention.RandomAttention method) (xformers.components.attention.ScaledDotProduct method) (xformers.components.feedforward.MLP method) (xformers.components.MultiHeadDispatch method) (xformers.components.positional_embedding.RotaryEmbedding method) (xformers.components.positional_embedding.SinePositionalEmbedding method) (xformers.components.positional_embedding.VocabEmbedding method) (xformers.components.reversible.Deterministic method) (xformers.components.reversible.ReversibleBlock method) (xformers.components.reversible.ReversibleSequence method)

from_bool() (xformers.components.attention.AttentionMask class method) from_config() (xformers.components.attention.Attention class method) (xformers.components.feedforward.Feedforward class method) (xformers.components.MultiHeadDispatch class method) from_multiplicative() (xformers.components.attention.AttentionMask class method) from_seqlens() (xformers.ops.fmha.attn_bias.BlockDiagonalCausalWithOffsetPaddedKeysMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalPaddedKeysMask class method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalGappyKeysMask class method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalPaddedKeysMask class method) from_tensor_list() (xformers.ops.fmha.attn_bias.BlockDiagonalMask class method) FwOp (class in xformers.ops.fmha.ck) (class in xformers.ops.fmha.ck_decoder) (class in xformers.ops.fmha.cutlass) (class in xformers.ops.fmha.flash)

G

GlobalAttention (class in xformers.components.attention)

I

init_weights() (xformers.components.positional_embedding.VocabEmbedding method)

is_sparse (xformers.components.attention.AttentionMask property)

L

LinformerAttention (class in xformers.components.attention) LocalAttention (class in xformers.components.attention) LocalAttentionFromBottomRightMask (class in xformers.ops.fmha.attn_bias)

LowerTriangularFromBottomRightLocalAttentionMask (class in xformers.ops.fmha.attn_bias) LowerTriangularFromBottomRightMask (class in xformers.ops.fmha.attn_bias) LowerTriangularMask (class in xformers.ops.fmha.attn_bias) LowerTriangularMaskWithTensorBias (class in xformers.ops.fmha.attn_bias)

M

make_causal() (xformers.components.attention.AttentionMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_causal_from_bottomright() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_crop() (xformers.components.attention.AttentionMask method) make_local_attention() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) (xformers.ops.fmha.attn_bias.LowerTriangularFromBottomRightMask method) make_local_attention_from_bottomright() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_paged() (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask method) mask (xformers.components.attention.ScaledDotProduct attribute) materialize() (xformers.ops.fmha.attn_bias.AttentionBias method) (xformers.ops.fmha.attn_bias.BlockDiagonalCausalWithOffsetGappyKeysMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalPaddedKeysMask method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalGappyKeysMask method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalPaddedKeysMask method) memory_efficient_attention() (in module xformers.ops) memory_efficient_attention_backward() (in module xformers.ops.fmha)

memory_efficient_attention_forward() (in module xformers.ops.fmha) memory_efficient_attention_forward_requires_grad() (in module xformers.ops.fmha) memory_efficient_attention_partial() (in module xformers.ops.fmha) merge_attentions() (in module xformers.ops.fmha) MLP (class in xformers.components.feedforward) module xformers.components.attention xformers.components.feedforward xformers.components.positional_embedding xformers.ops xformers.ops.fmha, [1] xformers.ops.fmha.attn_bias xformers.ops.fmha.ck xformers.ops.fmha.ck_decoder xformers.ops.fmha.ck_splitk xformers.ops.fmha.cutlass xformers.ops.fmha.flash MultiHeadDispatch (class in xformers.components)

N

ndim (xformers.components.attention.AttentionMask property)

not_supported_reasons() (xformers.ops.AttentionOpBase class method) NystromAttention (class in xformers.components.attention)

O

OrthoFormerAttention (class in xformers.components.attention)

P

PagedBlockDiagonalCausalWithOffsetPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

PagedBlockDiagonalGappyKeysMask (class in xformers.ops.fmha.attn_bias) PagedBlockDiagonalPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

R

RandomAttention (class in xformers.components.attention) record_rng() (xformers.components.reversible.Deterministic method) register_attention() (in module xformers.components.attention) register_feedforward() (in module xformers.components.feedforward)

register_positional_embedding() (in module xformers.components.positional_embedding) ReversibleBlock (class in xformers.components.reversible) ReversibleSequence (class in xformers.components.reversible) RotaryEmbedding (class in xformers.components.positional_embedding)

S

ScaledDotProduct (class in xformers.components.attention) shape (xformers.components.attention.AttentionMask property)

SinePositionalEmbedding (class in xformers.components.positional_embedding) split() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method)

T

to() (xformers.components.attention.AttentionMask method) to_bool() (xformers.components.attention.AttentionMask method) training (xformers.components.feedforward.Feedforward attribute) (xformers.components.feedforward.MLP attribute) (xformers.components.MultiHeadDispatch attribute) (xformers.components.positional_embedding.RotaryEmbedding attribute) (xformers.components.positional_embedding.SinePositionalEmbedding attribute) (xformers.components.positional_embedding.VocabEmbedding attribute) (xformers.components.reversible.Deterministic attribute) (xformers.components.reversible.ReversibleBlock attribute) (xformers.components.reversible.ReversibleSequence attribute)

V

VocabEmbedding (class in xformers.components.positional_embedding)

X

xformers.components.attention module xformers.components.feedforward module xformers.components.positional_embedding module xformers.ops module xformers.ops.fmha module, [1] xformers.ops.fmha.attn_bias module

xformers.ops.fmha.ck module xformers.ops.fmha.ck_decoder module xformers.ops.fmha.ck_splitk module xformers.ops.fmha.cutlass module xformers.ops.fmha.flash module