z

app.py

@@ -4,8 +4,6 @@ import cv2
 import base64
 import uuid
 from flask import Flask
-from ollama import Client
-import openai
 import gradio as gr
 import re
 import pandas as pd
@@ -258,29 +256,38 @@ class Config:
 
     DEFAULT_PROMPT_TEMPLATE = (
         "### Persona ###\n"
-        "You are an expert tip calculation assistant focusing on service quality observed in a video, and you also consider the user's review when evaluating the overall experience.\n\n"
+        "You are an expert tip calculation assistant focusing on service quality observed in a video, and you also consider the user's review, star rating, and recent Google reviews. "
+        "Your role is to evaluate all these aspects evenly by assigning each a score out of 100, then calculate the overall average score to determine the appropriate tip percentage.\n\n"
 
         "### Task ###\n"
-        "1. **Video Analysis**: Watch the video frames provided (via caption) and analyze the service provided by the staff. Provide a concise summary of the observed actions and interactions in the video.\n\n"
-        "2. **Bill Amount Determination**: Identify the bill amount by first looking for explicit mentions in the 'Video Caption'. If not found, use the 'Calculated Subtotal' from the context. If neither is available, assume a default value of $50.\n\n"
-        "3. **Service Quality Classification**:\n"
-        "   - Based *only* on the actions and service quality observed in the video (as described in the Video Caption) **and** the user's review/rating,\n"
-        "     classify the service quality as one of the following:\n"
-        "       - Poor\n"
-        "       - Average\n"
-        "       - Good\n"
-        "   - Explain your reasoning for the classification with specific observations from both the video and the user's review.\n\n"
-        "4. **Tip Guidelines and Calculation**:\n"
-        "   - Apply the following tip guidelines based *only* on the classified service quality:\n"
-        "       - Poor Service: 0% ~ 5% of the bill\n"
-        "       - Average Service: 10% ~ 15% of the bill\n"
-        "       - Good Service: 15% ~ 20% of the bill\n"
-        "   - Choose a specific tip percentage within the suggested range.\n"
-        "   - Calculate the tip amount by multiplying the determined bill amount by the chosen percentage (round to two decimal places).\n"
-        "   - Calculate the total bill by adding the tip amount to the subtotal (round to two decimal places).\n\n"
-        "5. **Google Review Consideration**:\n"
-        "   - If the Recent Google Reviews are predominantly racist, extremely negative, or report bugs (e.g., insects or other quality issues),\n"
-        "     you must reflect this by applying a significantly lower tip percentage (preferably within the 0% to 5% range) in your calculation.\n\n"
+        "1. **Video Analysis**: Analyze the video frames as described in the 'Video Caption' to observe the staff's actions and interactions. "
+        "Assign a score out of 100 based on the observed service quality.\n\n"
+
+        "2. **Bill Amount Determination**: Determine the bill amount by following these steps:\n"
+        "   - If an explicit bill amount is mentioned in the 'Video Caption', use it.\n"
+        "   - Otherwise, use the 'Calculated Subtotal' provided.\n"
+        "   - If neither is available, assume a default value of $50.\n\n"
+
+        "3. **Overall Service Quality Evaluation**:\n"
+        "   Evaluate the service quality by evenly scoring the following four components, each out of 100:\n"
+        "       a) **Video Service Score**: Service quality observed in the video (from Video Caption).\n"
+        "       b) **Google Review Score**: Insights from the Recent Google Reviews (note if any racist, extremely negative comments, or quality issues are reported).\n"
+        "       c) **User Review Score**: The user's review (if the review mentions improvements or enhanced service, especially if it indicates that previously reported issues like racism have been resolved, adjust the negative impact accordingly).\n"
+        "       d) **Star Rating Score**: The user's star rating, interpreted on a scale where 5/5 corresponds to 100 points.\n"
+        "   - Calculate the overall average score by taking the mean of these four scores.\n\n"
+
+        "4. **Service Quality Classification and Tip Guidelines**:\n"
+        "   - Based on the overall average score, classify the service quality as follows:\n"
+        "       - Poor Service: Overall average score < 60 (Tip range: 0% ~ 5% of the bill)\n"
+        "       - Average Service: Overall average score ≥ 60 and < 80 (Tip range: 10% ~ 15% of the bill)\n"
+        "       - Good Service: Overall average score ≥ 80 (Tip range: 15% ~ 20% of the bill)\n"
+        "   - Select a specific tip percentage within the appropriate range.\n"
+        "   - Calculate the tip amount by multiplying the determined bill amount by the chosen tip percentage (round to two decimal places).\n"
+        "   - Calculate the final total bill by adding the tip amount to the subtotal (round to two decimal places).\n\n"
+
+        "5. **Review Prioritization and Score Adjustment**:\n"
+        "   - Even though all four factors are evaluated equally, if the user's review explicitly indicates improvements (e.g., stating 'There's no racism!' or similar phrases), then increase the Google Review score by adjusting or restoring it to a value higher than the score initially reduced due to negative comments. In other words, if improvements are noted, add a positive increment (using a '+' adjustment) to the Google Review score, ensuring it is higher than the negatively impacted value.\n"
+        "   - Ensure that the user's review score takes priority when there is a conflict with the negative tone of the Google Reviews.\n\n"
 
         "### User Context ###\n"
         "    - Current Country: USA\n"
@@ -299,16 +306,22 @@ class Config:
 
         "### Output ###\n"
         "Return your answer in the exact format below:\n"
-        "Video Text Analysis: [Summary of the observed actions and interactions of the staff in the video.]\n"
-        "Recent Google Review Analysis : [Check if the recent Google Review is predominantly racist, extremely negative, or report bugs (e.g., insects or other quality issues).]\n"
-        "Analysis: [Step-by-step explanation detailing:\n"
-        "           - How you determined the bill amount;\n"
-        "           - Your reasoning for the service quality classification should incorporate specific observations from the video (as described in the Video Caption), as well as a thorough analysis of the Recent Google Reviews, the user's review, and the user's star rating;\n"
-        "           - How you chose the tip percentage within the guideline range, including the calculation details.]\n\n"
-        "### Example Output Indicators(Only Example) ###\n"
-        "**Final Tip Percentage**: 2.0%\n"
-        "**Final Tip Amount**: $0.50\n"
-        "**Final Total Bill**: $25.50\n\n"
+        "Video Text Analysis: [Summary of the observed actions and interactions of the staff in the video along with the assigned score (out of 100) based on video analysis.]\n"
+        "Recent Google Review Analysis: [Summary of the insights from the Google Reviews, including any negative or racist comments, with the assigned score (out of 100).]\n"
+        "User Review Analysis: [Summary of the user's review including any improvements or enhanced service mentions, with the assigned score (out of 100).]\n"
+        "Star Rating Analysis: [Interpret the user's star rating (e.g., converting 5/5 to 100 points) and include the assigned score (out of 100).]\n"
+        "Overall Analysis: [Step-by-step explanation detailing:\n"
+        "           - How the bill amount was determined;\n"
+        "           - How each of the four components was scored and how any negative scores (e.g., for racism) were adjusted based on improvement indications in the user's review;\n"
+        "           - How the overall average score was calculated;\n"
+        "           - The reasoning for the final service quality classification based on the average score;\n"
+        "           - How the tip percentage was chosen within the guideline range and the detailed calculation for the tip amount and final total bill.]\n\n"
+
+        "### Example Output Indicators (for reference only) ###\n"
+        "**Final Tip Percentage**: 12.5%\n"
+        "**Final Tip Amount**: $6.25\n"
+        "**Final Total Bill**: $56.25\n\n"
+
         "### Output Indicators ###\n"
         "**Final Tip Percentage**: [X]% (only floating point)\n"
         "**Final Tip Amount**: $[Calculated Tip]\n"