Index

_

__new__() (xformers.ops.fmha.attn_bias.LowerTriangularMask static method)

A

add_bias() (xformers.ops.fmha.attn_bias.LowerTriangularMask method) Attention (class in xformers.components.attention)

AttentionBias (class in xformers.ops.fmha.attn_bias) AttentionMask (class in xformers.components.attention) AttentionOpBase (class in xformers.ops)

B

BlockDiagonalCausalFromBottomRightMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionFromBottomRightMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionPaddedKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalWithOffsetGappyKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalWithOffsetPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

BlockDiagonalGappyKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalPaddedKeysMask (class in xformers.ops.fmha.attn_bias) build_attention() (in module xformers.components.attention) BwOp (class in xformers.ops.fmha.ck) (class in xformers.ops.fmha.cutlass) (class in xformers.ops.fmha.flash)

D

device (xformers.components.attention.AttentionMask property)

dtype (xformers.components.attention.AttentionMask property)

F

forward() (xformers.components.attention.Attention method) (xformers.components.attention.ScaledDotProduct method) from_bool() (xformers.components.attention.AttentionMask class method) from_config() (xformers.components.attention.Attention class method) from_multiplicative() (xformers.components.attention.AttentionMask class method) from_seqlens() (xformers.ops.fmha.attn_bias.BlockDiagonalCausalWithOffsetPaddedKeysMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalPaddedKeysMask class method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalGappyKeysMask class method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalPaddedKeysMask class method)

from_tensor_list() (xformers.ops.fmha.attn_bias.BlockDiagonalMask class method) FwOp (class in xformers.ops.fmha.ck) (class in xformers.ops.fmha.ck_decoder) (class in xformers.ops.fmha.cutlass) (class in xformers.ops.fmha.flash)

I

is_sparse (xformers.components.attention.AttentionMask property)

L

LocalAttentionFromBottomRightMask (class in xformers.ops.fmha.attn_bias) LowerTriangularFromBottomRightLocalAttentionMask (class in xformers.ops.fmha.attn_bias)

LowerTriangularFromBottomRightMask (class in xformers.ops.fmha.attn_bias) LowerTriangularMask (class in xformers.ops.fmha.attn_bias) LowerTriangularMaskWithTensorBias (class in xformers.ops.fmha.attn_bias)

M

make_causal() (xformers.components.attention.AttentionMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_causal_from_bottomright() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_crop() (xformers.components.attention.AttentionMask method) make_local_attention() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) (xformers.ops.fmha.attn_bias.LowerTriangularFromBottomRightMask method) make_local_attention_from_bottomright() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_paged() (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask method) mask (xformers.components.attention.ScaledDotProduct attribute) materialize() (xformers.ops.fmha.attn_bias.AttentionBias method) (xformers.ops.fmha.attn_bias.BlockDiagonalCausalWithOffsetGappyKeysMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalPaddedKeysMask method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalGappyKeysMask method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalPaddedKeysMask method)

memory_efficient_attention() (in module xformers.ops) memory_efficient_attention_backward() (in module xformers.ops.fmha) memory_efficient_attention_forward() (in module xformers.ops.fmha) memory_efficient_attention_forward_requires_grad() (in module xformers.ops.fmha) memory_efficient_attention_partial() (in module xformers.ops.fmha) merge_attentions() (in module xformers.ops.fmha) module xformers.components.attention xformers.ops xformers.ops.fmha, [1] xformers.ops.fmha.attn_bias xformers.ops.fmha.ck xformers.ops.fmha.ck_decoder xformers.ops.fmha.ck_splitk xformers.ops.fmha.cutlass xformers.ops.fmha.flash

N

ndim (xformers.components.attention.AttentionMask property)

not_supported_reasons() (xformers.ops.AttentionOpBase class method)

P

PagedBlockDiagonalCausalWithOffsetPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

PagedBlockDiagonalGappyKeysMask (class in xformers.ops.fmha.attn_bias) PagedBlockDiagonalPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

R

register_attention() (in module xformers.components.attention)

S

ScaledDotProduct (class in xformers.components.attention)

shape (xformers.components.attention.AttentionMask property) split() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method)

T

to() (xformers.components.attention.AttentionMask method)

to_bool() (xformers.components.attention.AttentionMask method)

X

xformers.components.attention module xformers.ops module xformers.ops.fmha module, [1] xformers.ops.fmha.attn_bias module xformers.ops.fmha.ck module

xformers.ops.fmha.ck_decoder module xformers.ops.fmha.ck_splitk module xformers.ops.fmha.cutlass module xformers.ops.fmha.flash module