GenAICoder commited on
Commit
aaf4aaf
·
verified ·
1 Parent(s): 2615247

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  model_name = "deepseek-ai/DeepSeek-V3-Base"
5
  tokenizer = AutoTokenizer.from_pretrained(model_name)
6
- model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
7
 
8
  st.title("DeepSeek Chatbot")
9
 
@@ -13,4 +13,5 @@ if prompt:
13
  inputs = tokenizer.encode(prompt, return_tensors="pt")
14
  outputs = model.generate(inputs)
15
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
16
- st.write(response)
 
 
3
 
4
  model_name = "deepseek-ai/DeepSeek-V3-Base"
5
  tokenizer = AutoTokenizer.from_pretrained(model_name)
6
+ model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True,quantization_config=None)
7
 
8
  st.title("DeepSeek Chatbot")
9
 
 
13
  inputs = tokenizer.encode(prompt, return_tensors="pt")
14
  outputs = model.generate(inputs)
15
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
16
+ st.write(response)
17
+