modify

app.py

@@ -1,9 +1,10 @@
-import ollama
+from transformers import pipeline
 import gradio
 
 history = []
 
 
+
 def get_history_messages():
     messages = []
     for user, assist in history:
@@ -13,13 +14,12 @@ def get_history_messages():
 
 
 def predict(prompt):
-    response = ollama.chat(
-        model="tinydolphin",
-        messages=[
+    pipe = pipeline("text-generation", model="cognitivecomputations/TinyDolphin-2.8-1.1b")
+    response = pipe.generate(
+        [
             *get_history_messages(),
             {"role": "user", "content": prompt}
         ],
-        stream=True
     )
     history.append((prompt, ""))
     message = ""