Spaces:
Running
on
Zero
Running
on
Zero
update
Browse files
eagle_vl/serve/inference.py
CHANGED
@@ -69,7 +69,7 @@ def load_model(model_path: str = "nvidia/Eagle-2.5-8B"):
|
|
69 |
model, processor = load_model_from_nv(model_path)
|
70 |
except Exception as e:
|
71 |
logger.error(f"Failed to load model from HF, trying to load from eagle: {e}")
|
72 |
-
model, processor = load_model_from_eagle(
|
73 |
return model, processor
|
74 |
|
75 |
class StoppingCriteriaSub(StoppingCriteria):
|
|
|
69 |
model, processor = load_model_from_nv(model_path)
|
70 |
except Exception as e:
|
71 |
logger.error(f"Failed to load model from HF, trying to load from eagle: {e}")
|
72 |
+
model, processor = load_model_from_eagle()
|
73 |
return model, processor
|
74 |
|
75 |
class StoppingCriteriaSub(StoppingCriteria):
|