Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ from transformers import TextIteratorStreamer
|
|
11 |
import numpy as np
|
12 |
|
13 |
# Model configuration and loading
|
14 |
-
model_dir = "
|
15 |
model_name = "susnato/phi-2"
|
16 |
model_configuration = SUPPORTED_LLM_MODELS["phi-2"]
|
17 |
ov_config = {"PERFORMANCE_HINT": "LATENCY", "NUM_STREAMS": "1", "CACHE_DIR": ""}
|
|
|
11 |
import numpy as np
|
12 |
|
13 |
# Model configuration and loading
|
14 |
+
model_dir = "phi-2/INT8_compressed_weights"
|
15 |
model_name = "susnato/phi-2"
|
16 |
model_configuration = SUPPORTED_LLM_MODELS["phi-2"]
|
17 |
ov_config = {"PERFORMANCE_HINT": "LATENCY", "NUM_STREAMS": "1", "CACHE_DIR": ""}
|