Adding Docker File

app.py

@@ -7,7 +7,7 @@ app = Flask(__name__)
 # Set your Hugging Face API key
 HF_API_KEY = os.getenv("HF_API_KEY")  # Store in environment variable
 
-API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.1"
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2"
 headers = {"Authorization": f"Bearer {HF_API_KEY}"}
 
 @app.route('/')
@@ -22,24 +22,24 @@ def chat(user_input):
         return jsonify({"error": "Empty message received"})
 
     try:
-    #     payload = {
-    #     "inputs": f"[INST] {user_input} [/INST]",
-    #     "parameters": {
-    #         "temperature": 0.5,   # 🔥 Controls randomness (lower = more deterministic)
-    #         "top_p": 0.9,         # 🎯 Focus on high-probability words
-    #         "max_new_tokens": 50,  # ⏳ Limits response length
-    #         "stop_sequences": ["\nUser:", "[INST]"]  # ⛔ Stops response at natural points
-    #     }
-    # }
-        response = requests.post(API_URL, headers=headers, json={"inputs": user_message})
+        payload = {
+        "inputs": f"[INST] {user_input} [/INST]",
+        "parameters": {
+            "temperature": 0.5,   # 🔥 Controls randomness (lower = more deterministic)
+            "top_p": 0.9,         # 🎯 Focus on high-probability words
+            "max_new_tokens": 50,  # ⏳ Limits response length
+            "stop_sequences": ["\nUser:", "[INST]"]  # ⛔ Stops response at natural points
+        }
+    }
+        response = requests.post(API_URL, headers=headers, json=payload)
         data = response.json()
-        print(response.status_code)  # Debugging: Print the HTTP status
-        print(response.json())       # Debugging: Print the API response
+        # print(response.status_code)  # Debugging: Print the HTTP status
+        # print(response.json())       # Debugging: Print the API response
 
-        if response.status_code == 200:
-            return response.json()[0]['generated_text']
-        else:
-            return f"Error: {response.status_code} - {response.json()}"
+        # if response.status_code == 200:
+        #     return response.json()[0]['generated_text']
+        # else:
+        #     return f"Error: {response.status_code} - {response.json()}"