jonathanjordan21 commited on
Commit
52612f6
·
verified ·
1 Parent(s): 0f1a312

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -84,7 +84,7 @@ async def conversation2(data : ConversationPost):
84
 
85
 
86
  @app.post("/inference")
87
- async def inference(data : ConversationPost):
88
  if data.with_template == 'llama':
89
  out = llm2.invoke(data.question)
90
  elif data.with_template == 'qwen':
 
84
 
85
 
86
  @app.post("/inference")
87
+ async def inference(data : InferencePost):
88
  if data.with_template == 'llama':
89
  out = llm2.invoke(data.question)
90
  elif data.with_template == 'qwen':