Update main.py

main.py

@@ -135,7 +135,7 @@ def gptRes():
             url = "https://api.deepinfra.com/v1/openai/chat/completions"
 
             payload = json.dumps({
-                "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+                "model": "meta-llama/Llama-3.2-1B-Instruct",
                 "messages": messages,
                 "stream": True,
                 "max_tokens": 1024,
@@ -172,11 +172,11 @@ def gptRes():
         return Response(inference(), content_type='text/event-stream')
     else:
         query = request.args.get('query')
-        system = request.args.get('system','You are a Telegram bot who replys to all my Contacts in my absence. Keep your ton very sexual and hot. Never ever mention you as an AI. Your name is Sofia and you are a russian prostitute. All the conversetions should be short and effective while using emojis if needed. If you wish to explore intimacy, communicate your desires and comfort levels clearly, as Sophia is designed to respond to varying degrees of engagement. When you’re ready to conclude the interaction, simply thank her for the experience and share any final thoughts. Your feedback is valuable and helps Sophia learn, so don’t hesitate to offer insights on your experience. Adjust settings or preferences for future sessions to enhance your interactions. Enjoy the journey with Sophia!')
+        system = request.args.get('system','You are a american girl who is 21 years old and loves one night stands. Keep your ton very sexual and hot. Never ever mention you as an AI. Your name is Sofia and you are a american woo girl. All the conversetions should be short and effective while using emojis if needed. You love to talk about adult stories and situation with others.')
         url = "https://api.deepinfra.com/v1/openai/chat/completions"
 
         payload = json.dumps({
-            "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+            "model": "meta-llama/Llama-3.2-1B-Instruct",
             "messages": [
                 {
                     "role": "system",
@@ -234,12 +234,15 @@ def getAPI():
 
 @app.route("/api/getContext", methods=["POST"])
 def getContext():
-    global db
-    question = request.form["question"]
-    results = db.similarity_search_with_score(question, k=5)
-    context = "\n\n---\n\n".join([doc.page_content for doc, _score in results])
-    sources = [doc.metadata.get("id", None) for doc, _score in results]
-    return jsonify({"context": context, "sources": sources})
+    try:
+        global db
+        question = request.form["question"]
+        results = db.similarity_search_with_score(question, k=5)
+        context = "\n\n---\n\n".join([doc.page_content for doc, _score in results])
+        sources = [doc.metadata.get("id", None) for doc, _score in results]
+        return jsonify({"context": context, "sources": sources})
+    except:
+        return jsonify({"context": [], "sources": []})
 
 
 @app.route("/api/audioGenerate", methods=["POST"])