Spaces:
Paused
Paused
Commit
·
50550c9
1
Parent(s):
77883c8
remove flash attn
Browse files- modules/layers.py +1 -1
modules/layers.py
CHANGED
|
@@ -366,7 +366,7 @@ def attention_after_rope(q, k, v, pe):
|
|
| 366 |
|
| 367 |
from .attention import attention
|
| 368 |
|
| 369 |
-
x = attention(q, k, v, mode="
|
| 370 |
return x
|
| 371 |
|
| 372 |
|
|
|
|
| 366 |
|
| 367 |
from .attention import attention
|
| 368 |
|
| 369 |
+
x = attention(q, k, v, mode="torch")
|
| 370 |
return x
|
| 371 |
|
| 372 |
|