Spaces:

nvidia
/

Eagle2-Demo

Running on Zero

Zhiding commited on 14 days ago

Commit

0635cb1

1 Parent(s): d1b50fe

update

Files changed (1) hide show

eagle_vl/serve/inference.py CHANGED Viewed

@@ -27,7 +27,7 @@ def load_model(model_path: str = "NVEagle/Eagle2.5-VL-8B-Preview"):
     config.text_config._attn_implementation = "flash_attention_2"
     print("Successfully set the attn_implementation to flash_attention_2")
     token = os.environ.get("HF_TOKEN")
-    print(f"token = {token[0]}***{token[-1]}")
     model = AutoModel.from_pretrained(
         model_path,
         trust_remote_code=True,

     config.text_config._attn_implementation = "flash_attention_2"
     print("Successfully set the attn_implementation to flash_attention_2")
     token = os.environ.get("HF_TOKEN")
+    logger.info(f"token = {token[:4]}***{token[-2:]}")
     model = AutoModel.from_pretrained(
         model_path,
         trust_remote_code=True,