Update app.py

app.py

@@ -28,7 +28,12 @@ class Query2(BaseModel):
     filename:str
     host:str
    
-
+class QueryM(BaseModel):
+    text: str
+    tokens:int
+    temp:int
+    topp:int
+    topk:int
 
 
 
@@ -63,15 +68,61 @@ async def startup_event():
 
 audio_space="https://audiospace-1-u9912847.deta.app/uphoto"
 
-# @app.post("/code")
-# async def get_code(request: Request):
-#     data = await request.form()
-#     code = data.get("code")
-#     global audio_space
-#     print("code ="+code)
-#     audio_space= audio_space+code
-
 import threading
+
+client = InferenceClient()
+
+
+@app.post("/image")
+async def get_answer(q: Query ):
+    text = q.text
+    try:
+        global client
+        imagei = client.text_to_image(text)
+        byte_array = io.BytesIO()
+        imagei.save(byte_array, format='JPEG')
+        response = Response(content=byte_array.getvalue(), media_type="image/png")
+        return response
+    
+    except:
+        return JSONResponse({"status":False})
+    
+    
+@app.post("/mistral")
+async def get_answer(q: QueryM ):
+    text = q.text
+    try:
+        inference = InferenceApi(repo_id="mistralai/Mistral-7B-Instruct-v0.1")
+        generate_kwargs = dict(
+        max_new_tokens=q.tokens,
+        do_sample=True,
+        top_p=q.topp,
+        top_k=q.topk,
+        temperature=q.temp,
+    )
+        params = {"candidate_labels":["refund", "legal", "faq"]}
+        x = inference(inputs,generate_kwargs )[0]['generated_text']
+        x=x.replace(inputs,'')
+        return JSONResponse({"result":x,"status":True})    
+    except:
+        return JSONResponse({"status":False})
+    
+    
+
+
+
+
+
+
+
+
+
+
+
+
+
+''' to be removed when main code is updated '''
+
 @app.post("/")
 async def get_answer(q: Query ):
 
@@ -124,7 +175,7 @@ from PIL import Image
 import json
 
 
-client = InferenceClient()
+
 # client = InferenceClient(model="SG161222/Realistic_Vision_V1.4")
 
     
@@ -159,21 +210,7 @@ def do_ML(filename:str,text:str,code:str,host:str):
         data={"text":text,"filename":filename}
         requests.post(host+"texttoimage2handleerror",data=data)
         
-@app.post("/image")
-async def get_answer(q: Query ):
-    text = q.text
-    try:
-        global client
-        imagei = client.text_to_image(text)
-        byte_array = io.BytesIO()
-        imagei.save(byte_array, format='JPEG')
-        response = Response(content=byte_array.getvalue(), media_type="image/png")
-        return response
-    
-    except:
-        return JSONResponse({"status":False})
-    
-    
+