feat: change to Qwen/Qwen2.5-Coder-7B

app.py

@@ -3,8 +3,10 @@ from llm import load_llm, response_generator
 from sql import csv_to_sqlite, run_sql_query
 
 
-repo_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
-filename = "qwen2.5-coder-1.5b-instruct-q8_0.gguf"
+# repo_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
+# filename = "qwen2.5-coder-1.5b-instruct-q8_0.gguf"
+repo_id = "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF"
+filename = "qwen2.5-coder-7b-instruct-q4_k_m*.gguf"
 # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
 # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
 

llm.py

@@ -30,7 +30,7 @@ def generate_system_prompt(table_name, table_schema):
     Returns:
         str: The generated prompt to be used by the LLM.
     """
-    prompt = f"""You are an expert in writing SQL queries for relational databases. 
+    prompt = f"""You are an expert in writing SQL queries for relational databases, specially sqlite. 
     You will be provided with a database schema and a natural 
     language question, and your task is to generate an accurate SQL query.