krammnic commited on
Commit
5a16158
·
verified ·
1 Parent(s): e69fb5c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -12
app.py CHANGED
@@ -26,18 +26,18 @@ You are helpful assistant, your task is to help me operating my system!
26
  app = FastAPI()
27
 
28
 
29
- @app.post("/get_response")
30
- async def read_root(messages: list[dict]):
31
- messages.insert(0, {
32
- "role": "system",
33
- "content": SYSTEM_PROMPT
34
- }
35
- )
36
- chat_completion = await client.chat.completions.create(
37
- messages=messages,
38
- model="llama3-70b-8192",
39
- )
40
- return chat_completion.choices[0].message.content
41
 
42
 
43
  @app.get("/test")
 
26
  app = FastAPI()
27
 
28
 
29
+ # @app.post("/get_response")
30
+ # async def read_root(messages: list[dict]):
31
+ # messages.insert(0, {
32
+ # "role": "system",
33
+ # "content": SYSTEM_PROMPT
34
+ # }
35
+ # )
36
+ # chat_completion = await client.chat.completions.create(
37
+ # messages=messages,
38
+ # model="llama3-70b-8192",
39
+ # )
40
+ # return chat_completion.choices[0].message.content
41
 
42
 
43
  @app.get("/test")