initial commit

app.py

@@ -0,0 +1,44 @@
+#Load HF API key
+import os
+import io
+from IPython.display import Image, display, HTML
+from PIL import Image
+import base64 
+from dotenv import load_dotenv, find_dotenv
+_ = load_dotenv(find_dotenv())
+hf_api_key = os.environ['HF_TOKEN']
+
+
+#Text-generation endpoint for the mistral model
+import requests, json
+
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.1"
+headers = {"Authorization": f"Bearer {hf_api_key}",
+           "Content-Type": "application/json"}
+
+def query(inputs, parameters=None, ENDPOINT_URL=API_URL):
+    data = {"inputs": inputs}
+    if parameters is not None:
+        data.update({"parameters": parameters})
+    response = requests.request("POST", ENDPOINT_URL, headers=headers, data=json.dumps(data))
+    return json.loads(response.content.decode("utf-8"))
+
+
+#Defining text generation function
+def generate_text(inputs):
+    output = query(inputs)
+    return output[0]['generated_text']
+
+
+#Gradio Interface
+import gradio as gr
+
+gr.close_all()
+demo = gr.Interface(fn=generate_text,
+                    inputs=[gr.Textbox(label="Prompt", lines=5)],
+                    outputs=[gr.Textbox(label="Generated Text", lines=5)],
+                    title="Text Generator",
+                    description="Text generation using  `mistralai/Mistral-7B-Instruct-v0.1` model."
+                    )
+
+demo.launch(share=True)