Sirawitch commited on
Commit
9a6b3b4
·
verified ·
1 Parent(s): 7162d87

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +40 -41
app.py CHANGED
@@ -1,42 +1,41 @@
1
  from fastapi import FastAPI, HTTPException
2
- from pydantic import BaseModel
3
- from typing import Optional
4
- from huggingface_hub import InferenceClient
5
- import uvicorn
6
-
7
- app = FastAPI()
8
-
9
- client = InferenceClient("scb10x/llama-3-typhoon-v1.5-8b-instruct")
10
-
11
- class Query(BaseModel):
12
- queryResult: Optional[dict] = None
13
- queryText: Optional[str] = None
14
-
15
- @app.post("/webhook") # ตรวจสอบให้แน่ใจว่าใช้ @app.post
16
- async def webhook(query: Query):
17
- try:
18
- user_query = query.queryResult.get('queryText') if query.queryResult else query.queryText
19
-
20
- if not user_query:
21
- raise HTTPException(status_code=400, detail="No query text provided")
22
-
23
- messages = [
24
- {"role": "system", "content": "You are a friendly Chatbot."},
25
- {"role": "user", "content": user_query}
26
- ]
27
-
28
- response = client.chat_completion(
29
- messages,
30
- max_tokens=512,
31
- temperature=0.7,
32
- top_p=0.95,
33
- )
34
-
35
- model_reply = response.choices[0].message.content.strip()
36
-
37
- return {"fulfillmentText": model_reply}
38
- except Exception as e:
39
- raise HTTPException(status_code=500, detail=str(e))
40
-
41
- if __name__ == "__main__":
42
- uvicorn.run(app, host="0.0.0.0", port=7860)
 
1
  from fastapi import FastAPI, HTTPException
2
+ from pydantic import BaseModel
3
+ from typing import Optional
4
+ from huggingface_hub import InferenceClient
5
+ import uvicorn
6
+
7
+ app = FastAPI()
8
+ client = InferenceClient("scb10x/llama-3-typhoon-v1.5-8b-instruct")
9
+
10
+ class Query(BaseModel):
11
+ queryResult: Optional[dict] = None
12
+ queryText: Optional[str] = None
13
+
14
+ @app.post("/webhook")
15
+ async def webhook(query: Query):
16
+ try:
17
+ user_query = query.queryResult.get('queryText') if query.queryResult else query.queryText
18
+
19
+ if not user_query:
20
+ raise HTTPException(status_code=400, detail="No query text provided")
21
+
22
+ messages = [
23
+ {"role": "system", "content": "You are a friendly Chatbot."},
24
+ {"role": "user", "content": user_query}
25
+ ]
26
+
27
+ response = client.chat_completion(
28
+ messages,
29
+ max_tokens=512,
30
+ temperature=0.7,
31
+ top_p=0.95,
32
+ )
33
+
34
+ model_reply = response.choices[0].message.content.strip()
35
+
36
+ return {"fulfillmentText": model_reply}
37
+ except Exception as e:
38
+ raise HTTPException(status_code=500, detail=str(e))
39
+
40
+ if __name__ == "__main__":
41
+ uvicorn.run(app, host="0.0.0.0", port=7860)