Index

_

__new__() (xformers.ops.fmha.attn_bias.LowerTriangularMask static method)

A

add_bias() (xformers.ops.fmha.attn_bias.LowerTriangularMask method)

AttentionBias (class in xformers.ops.fmha.attn_bias) AttentionOpBase (class in xformers.ops)

B

BlockDiagonalCausalFromBottomRightMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionFromBottomRightMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalLocalAttentionPaddedKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalCausalWithOffsetGappyKeysMask (class in xformers.ops.fmha.attn_bias)

BlockDiagonalCausalWithOffsetPaddedKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalGappyKeysMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalMask (class in xformers.ops.fmha.attn_bias) BlockDiagonalPaddedKeysMask (class in xformers.ops.fmha.attn_bias) BwOp (class in xformers.ops.fmha.ck) (class in xformers.ops.fmha.cutlass) (class in xformers.ops.fmha.flash)

F

from_seqlens() (xformers.ops.fmha.attn_bias.BlockDiagonalCausalWithOffsetPaddedKeysMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask class method) (xformers.ops.fmha.attn_bias.BlockDiagonalPaddedKeysMask class method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalGappyKeysMask class method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalPaddedKeysMask class method)

from_tensor_list() (xformers.ops.fmha.attn_bias.BlockDiagonalMask class method) FwOp (class in xformers.ops.fmha.ck) (class in xformers.ops.fmha.ck_decoder) (class in xformers.ops.fmha.cutlass) (class in xformers.ops.fmha.flash)

L

LocalAttentionFromBottomRightMask (class in xformers.ops.fmha.attn_bias) LowerTriangularFromBottomRightLocalAttentionMask (class in xformers.ops.fmha.attn_bias)

LowerTriangularFromBottomRightMask (class in xformers.ops.fmha.attn_bias) LowerTriangularMask (class in xformers.ops.fmha.attn_bias) LowerTriangularMaskWithTensorBias (class in xformers.ops.fmha.attn_bias)

M

make_causal() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_causal_from_bottomright() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_local_attention() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) (xformers.ops.fmha.attn_bias.LowerTriangularFromBottomRightMask method) make_local_attention_from_bottomright() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) make_paged() (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask method) materialize() (xformers.ops.fmha.attn_bias.AttentionBias method) (xformers.ops.fmha.attn_bias.BlockDiagonalCausalWithOffsetGappyKeysMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalGappyKeysMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalMask method) (xformers.ops.fmha.attn_bias.BlockDiagonalPaddedKeysMask method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalGappyKeysMask method) (xformers.ops.fmha.attn_bias.PagedBlockDiagonalPaddedKeysMask method) memory_efficient_attention() (in module xformers.ops)

memory_efficient_attention_backward() (in module xformers.ops.fmha) memory_efficient_attention_forward() (in module xformers.ops.fmha) memory_efficient_attention_forward_requires_grad() (in module xformers.ops.fmha) memory_efficient_attention_partial() (in module xformers.ops.fmha) merge_attentions() (in module xformers.ops.fmha) module xformers.ops xformers.ops.fmha, [1] xformers.ops.fmha.attn_bias xformers.ops.fmha.ck xformers.ops.fmha.ck_decoder xformers.ops.fmha.ck_splitk xformers.ops.fmha.cutlass xformers.ops.fmha.flash

N

not_supported_reasons() (xformers.ops.AttentionOpBase class method)

P

PagedBlockDiagonalCausalWithOffsetGappyKeysMask (class in xformers.ops.fmha.attn_bias) PagedBlockDiagonalCausalWithOffsetPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

PagedBlockDiagonalGappyKeysMask (class in xformers.ops.fmha.attn_bias) PagedBlockDiagonalPaddedKeysMask (class in xformers.ops.fmha.attn_bias)

S

split() (xformers.ops.fmha.attn_bias.BlockDiagonalMask method)

X

xformers.ops module xformers.ops.fmha module, [1] xformers.ops.fmha.attn_bias module xformers.ops.fmha.ck module

xformers.ops.fmha.ck_decoder module xformers.ops.fmha.ck_splitk module xformers.ops.fmha.cutlass module xformers.ops.fmha.flash module