Add threading import
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ import time
|
|
4 |
import gradio as gr
|
5 |
import spaces
|
6 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
|
|
|
7 |
|
8 |
@spaces.GPU
|
9 |
def chat_with_model(messages):
|
|
|
4 |
import gradio as gr
|
5 |
import spaces
|
6 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
|
7 |
+
import threading
|
8 |
|
9 |
@spaces.GPU
|
10 |
def chat_with_model(messages):
|