flash attn

This commit is contained in:
Kye Gomez 2026-04-22 12:15:37 -04:00
parent eae0f04b8e
commit 7d78ebec79
4 changed files with 58 additions and 16 deletions

View file

@ -42,6 +42,13 @@ torch = "2.11.0"
transformers = ">=4.40.0"
datasets = ">=2.18.0"
[tool.poetry.extras]
flash = ["flash-attn"]
[tool.poetry.dependencies.flash-attn]
version = ">=2.8.3"
optional = true
[tool.poetry.group.lint.dependencies]
black = ">=23.1,<27.0"