Update app.py
Browse files
app.py
CHANGED
@@ -11,8 +11,10 @@ from pydantic import BaseModel
|
|
11 |
from sentence_transformers import SentenceTransformer
|
12 |
from typing import Optional, List,Dict
|
13 |
from transformers import BertTokenizer, BertForSequenceClassification
|
14 |
-
|
15 |
-
|
|
|
|
|
16 |
|
17 |
#####################################
|
18 |
# 1) ์ฑ ๋ฐ ๋ชจ๋ธ ์ด๊ธฐํ
|
@@ -20,6 +22,13 @@ from transformers import BertTokenizer, BertForSequenceClassification
|
|
20 |
app = FastAPI()
|
21 |
import os
|
22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
os.environ["HF_HOME"] = "/workspace/huggingface_cache"
|
24 |
os.environ["HF_HUB_CACHE"] = "/workspace/huggingface_cache"
|
25 |
os.environ["TRANSFORMERS_CACHE"] = "/workspace/huggingface_cache"
|
@@ -1300,3 +1309,20 @@ def chat_or_recommend(req: ChatOrRecommendRequest):
|
|
1300 |
|
1301 |
return response_dict
|
1302 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
from sentence_transformers import SentenceTransformer
|
12 |
from typing import Optional, List,Dict
|
13 |
from transformers import BertTokenizer, BertForSequenceClassification
|
14 |
+
import uvicorn
|
15 |
+
import gradio as gr
|
16 |
+
from threading import Thread
|
17 |
+
from fastapi.middleware.cors import CORSMiddleware
|
18 |
|
19 |
#####################################
|
20 |
# 1) ์ฑ ๋ฐ ๋ชจ๋ธ ์ด๊ธฐํ
|
|
|
22 |
app = FastAPI()
|
23 |
import os
|
24 |
|
25 |
+
app.add_middleware(
|
26 |
+
CORSMiddleware,
|
27 |
+
allow_origins=["*"], # ๋ชจ๋ ๋๋ฉ์ธ ํ์ฉ (๋ณด์์ ํ์์ ๋ฐ๋ผ ์ ํ)
|
28 |
+
allow_credentials=True,
|
29 |
+
allow_methods=["*"],
|
30 |
+
allow_headers=["*"],
|
31 |
+
)
|
32 |
os.environ["HF_HOME"] = "/workspace/huggingface_cache"
|
33 |
os.environ["HF_HUB_CACHE"] = "/workspace/huggingface_cache"
|
34 |
os.environ["TRANSFORMERS_CACHE"] = "/workspace/huggingface_cache"
|
|
|
1309 |
|
1310 |
return response_dict
|
1311 |
|
1312 |
+
def run_fastapi():
|
1313 |
+
uvicorn.run(app, host="0.0.0.0", port=7860)
|
1314 |
+
|
1315 |
+
def chatbot_interface(user_input, mode):
|
1316 |
+
return chat_response(user_input, mode)
|
1317 |
+
|
1318 |
+
iface = gr.Interface(
|
1319 |
+
fn=chatbot_interface,
|
1320 |
+
inputs=["text", gr.Radio(["emotion", "rational"], label="Mode")],
|
1321 |
+
outputs="text",
|
1322 |
+
title="Chatbot Interface",
|
1323 |
+
description="FastAPI ๊ธฐ๋ฐ ์ฑ๋ด + ์ถ์ฒ ์์คํ
"
|
1324 |
+
)
|
1325 |
+
|
1326 |
+
if __name__ == "__main__":
|
1327 |
+
Thread(target=run_fastapi).start()
|
1328 |
+
iface.launch(server_name="0.0.0.0", server_port=7861)
|