Modelpublic

replicate/flash-attn3

sourceHugging Facebsd-3-clauseupdated 22d agoView on Hugging Face

0likes5.9kdownloads

benchmark.py18 linesDownload Raw Back to root

1from kernels.benchmarks import (2    FlashAttentionBenchmark,3    FlashAttentionCausalBenchmark,4    FlashAttentionVarlenBenchmark,5)6 7 8class FlashAttn(FlashAttentionBenchmark):9    pass10 11 12class FlashAttnCausal(FlashAttentionCausalBenchmark):13    pass14 15 16class FlashAttnVarlen(FlashAttentionVarlenBenchmark):17    pass18