Spaces:

aman123-hgf
/

deepseek

Running

aman123-hgf commited on 12 days ago

Commit

021f32f

verified ·

1 Parent(s): a288e6f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,9 +3,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 import gradio as gr
 # Load tokenizer and model manually
-tokenizer = AutoTokenizer.from_pretrained("microsoft/bitnet-b1.58-2B-4T-gguf")
 model = AutoModelForCausalLM.from_pretrained(
-    "microsoft/bitnet-b1.58-2B-4T-gguf",
     torch_dtype=torch.float16,
     device_map="auto"  # uses GPU if available
 )

 import gradio as gr
 # Load tokenizer and model manually
+tokenizer = AutoTokenizer.from_pretrained("ibm-granite/granite-3.3-2b-instruct")
 model = AutoModelForCausalLM.from_pretrained(
+    "ibm-granite/granite-3.3-2b-instruct",
     torch_dtype=torch.float16,
     device_map="auto"  # uses GPU if available
 )