flash attn
This commit is contained in:
parent
eae0f04b8e
commit
7d78ebec79
4 changed files with 58 additions and 16 deletions
|
|
@ -42,6 +42,13 @@ torch = "2.11.0"
|
|||
transformers = ">=4.40.0"
|
||||
datasets = ">=2.18.0"
|
||||
|
||||
[tool.poetry.extras]
|
||||
flash = ["flash-attn"]
|
||||
|
||||
[tool.poetry.dependencies.flash-attn]
|
||||
version = ">=2.8.3"
|
||||
optional = true
|
||||
|
||||
|
||||
[tool.poetry.group.lint.dependencies]
|
||||
black = ">=23.1,<27.0"
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue