Spaces:
Sleeping
Sleeping
import streamlit as st | |
from transformers import AutoModelForCausalLM, AutoTokenizer | |
#model_name = "deepseek-ai/DeepSeek-R1" | |
#tokenizer = AutoTokenizer.from_pretrained(model_name) | |
#model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True,quantization_config=None) | |
model_id = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B" | |
tokenizer = AutoTokenizer.from_pretrained(model_id) | |
model = AutoModelForCausalLM.from_pretrained(model_id) | |
st.title("DeepSeek Chatbot") | |
prompt = st.text_input("Enter your message:") | |
if st.button("Run"): | |
messages =[] | |
messages.append({"role": "user", "content": prompt}) | |
response= model.chat.completions.create( | |
model="deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", | |
messages=messages, | |
temperature=0.6, | |
max_tokens=1024, | |
top_p=0.95 | |
) | |
st.text_area("Long Text Box", response, height=1000) |