Spaces:
Running
Running
File size: 778 Bytes
0e399e5 c293a30 0e399e5 fa5c828 0e399e5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
import asyncio
from ollama import AsyncClient
import streamlit as st
async def chat(prompt):
message = {'role': 'user', 'content': prompt}
async for part in await AsyncClient().chat(model='deepseek-r1:1.5b', messages=[message], stream=True):
yield part['message']['content']
async def get_full_response(prompt):
response = ""
async for part in chat(prompt):
response += part
return response
def main():
st.title("Deepseek-R1 Chat")
prompt = st.text_input("Enter your prompt:")
if st.button("Generate"):
if prompt:
with st.spinner("Generating response..."):
full_response = asyncio.run(get_full_response(prompt))
st.write(full_response)
if __name__ == '__main__':
main() |