krammnic commited on
Commit
e69fb5c
·
verified ·
1 Parent(s): 45111c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -12
app.py CHANGED
@@ -26,18 +26,18 @@ You are helpful assistant, your task is to help me operating my system!
26
  app = FastAPI()
27
 
28
 
29
- # @app.post("/get_response")
30
- # async def read_root(messages: list[dict]):
31
- # messages.insert(0, {
32
- # "role": "system",
33
- # "content": SYSTEM_PROMPT
34
- # }
35
- # )
36
- # chat_completion = await client.chat.completions.create(
37
- # messages=messages,
38
- # model="llama3-70b-8192",
39
- # )
40
- # return chat_completion.choices[0].message.content
41
 
42
 
43
  @app.get("/test")
 
26
  app = FastAPI()
27
 
28
 
29
+ @app.post("/get_response")
30
+ async def read_root(messages: list[dict]):
31
+ messages.insert(0, {
32
+ "role": "system",
33
+ "content": SYSTEM_PROMPT
34
+ }
35
+ )
36
+ chat_completion = await client.chat.completions.create(
37
+ messages=messages,
38
+ model="llama3-70b-8192",
39
+ )
40
+ return chat_completion.choices[0].message.content
41
 
42
 
43
  @app.get("/test")