Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def load_model():
|
|
28 |
max_new_tokens = 1096,
|
29 |
temperature = 0.2,
|
30 |
repetition_penalty = 1.13,
|
31 |
-
gpu_layers = 2
|
32 |
)
|
33 |
return llm
|
34 |
|
|
|
28 |
max_new_tokens = 1096,
|
29 |
temperature = 0.2,
|
30 |
repetition_penalty = 1.13,
|
31 |
+
# gpu_layers = 2
|
32 |
)
|
33 |
return llm
|
34 |
|