clean recommendation

app.py

@@ -26,15 +26,15 @@ def setup_model():
 tokenizer, model = setup_model()
 
 
-prompt_prefix = (
-    "You are an energy-saving advisor. "
-    "Given appliances (name, wattage, hours/day, days/week), identify top consumers and up to 5 actionable bullet-point recommendations (practical, empathetic), "
-    "including appliance swaps and habit changes. "
-    "For each, include estimated monthly kWh saved and cost reduction. "
-    "Do not include disclaimers, notes, or formatting instructions. "
-    "Keep response under 120 tokens, bullets only."
-    "\nSummary:\n"
-)
+prompt_prefix = """
+You are an energy‑saving expert tasked to help households reduce their monthly electricity bills.
+Given the user's appliance usage information (device name, wattage, hours used per day, days used per week):
+1. Flag the highest energy consumers.
+2. Recommend practical, empathetic, achievable actions.
+3. Suggest appliance swaps (e.g. LED, inverter AC) and habit changes.
+Give at most 5 suggestions and format with bullet points that is <= 120 tokens.
+Here is the summary:
+"""
 
 def generate_recommendation(appliance_info: str) -> str:
     prompt = prompt_prefix + appliance_info + "\n\nRecommendations:"
@@ -43,15 +43,14 @@ def generate_recommendation(appliance_info: str) -> str:
         outputs = model.generate(
             **inputs,
             max_new_tokens=120,
-            return_dict_in_generate=False,
+            use_cache=True,
             do_sample=False,
             temperature=0.0
         )
     text = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    cleaned_text = "\n".join(
-        line for line in text.split("\n") if not line.lower().startswith(("note:", "format:"))
-    )
-    return cleaned_text.strip()
+    recommendation = text.split("Recommendations:")[-1].strip()
+    cleaned_recommendation = "\n".join(line.strip() for line in recommendation.splitlines() if line.strip())
+    return cleaned_recommendation
 
 # Define the Gradio interface
 iface = gr.Interface(