Update app.py

app.py

@@ -92,17 +92,20 @@ async def get_answer(q: Query ):
 async def get_answer(q: QueryM ):
     text = q.text
     try:
-        inference = InferenceApi(repo_id="mistralai/Mistral-7B-Instruct-v0.1")
+        client = InferenceClient()
         generate_kwargs = dict(
         max_new_tokens=q.tokens,
         do_sample=True,
         top_p=q.topp,
         top_k=q.topk,
         temperature=q.temp,
-    )
+        )
         inputs= text
-        params = {"candidate_labels":["refund", "legal", "faq"]}
-        x = inference(inputs,generate_kwargs )[0]['generated_text']
+        response = client.post(json={"inputs": inputs, "parameters": generate_kwargs}, model="mistralai/Mistral-7B-Instruct-v0.1")
+        json_string = response.decode('utf-8')
+        list_of_dicts = json.loads(json_string)
+        result_dict = list_of_dicts[0]
+        x=(result_dict['generated_text'])
         x=x.replace(inputs,'')
         return JSONResponse({"result":x,"status":True})    
     except Exception as e: