Update deliverable2.py

deliverable2.py

@@ -1,6 +1,5 @@
 import requests
 from bs4 import BeautifulSoup
-import pandas as pd
 from sentence_transformers import SentenceTransformer, util
 from transformers import pipeline
 
@@ -19,7 +18,7 @@ class URLValidator:
     def fetch_page_content(self, url: str) -> str:
         """ Fetches and extracts text content from the given URL, handling errors gracefully. """
         try:
-            headers = {"User-Agent": "Mozilla/5.0"}
+            headers = {"User-Agent": "Mozilla/5.0"}  # Helps bypass some bot protections
             response = requests.get(url, timeout=10, headers=headers)
             response.raise_for_status()
             soup = BeautifulSoup(response.text, "html.parser")
@@ -81,50 +80,50 @@ class URLValidator:
         return " ".join(reasons) if reasons else "This source is highly credible and relevant."
 
     def rate_url_validity(self, user_query: str, url: str):
-    """ Main function to evaluate the validity of a webpage. """ 
-    content = self.fetch_page_content(url)
+        """ Main function to evaluate the validity of a webpage. """ 
+        content = self.fetch_page_content(url)
+
+        # If content fetching failed, return a properly structured response
+        if "Error" in content:
+            return {
+                "raw_score": {
+                    "Domain Trust": 0,
+                    "Content Relevance": 0,
+                    "Fact-Check Score": 0,
+                    "Bias Score": 0,
+                    "Final Validity Score": 0
+                },
+                "stars": {
+                    "icon": "❌"
+                },
+                "explanation": content  # Display the error message
+            }
+
+        domain_trust = self.get_domain_trust(url, content)
+        similarity_score = self.compute_similarity_score(user_query, content)
+        fact_check_score = self.check_facts(content)
+        bias_score = self.detect_bias(content)
+
+        final_score = (
+            (0.3 * domain_trust) +
+            (0.3 * similarity_score) +
+            (0.2 * fact_check_score) +
+            (0.2 * bias_score)
+        )
+
+        stars, icon = self.get_star_rating(final_score)
+        explanation = self.generate_explanation(domain_trust, similarity_score, fact_check_score, bias_score, final_score)
 
-    # If content fetching failed, return a properly structured response
-    if "Error" in content:
         return {
-            "raw_score": {
-                "Domain Trust": 0,
-                "Content Relevance": 0,
-                "Fact-Check Score": 0,
-                "Bias Score": 0,
-                "Final Validity Score": 0
+            "raw_score": {  
+                "Domain Trust": domain_trust,
+                "Content Relevance": similarity_score,
+                "Fact-Check Score": fact_check_score,
+                "Bias Score": bias_score,
+                "Final Validity Score": final_score
             },
             "stars": {
-                "icon": "❌"
+                "icon": icon
             },
-            "explanation": content  # Display the error message
+            "explanation": explanation
         }
-
-    domain_trust = self.get_domain_trust(url, content)
-    similarity_score = self.compute_similarity_score(user_query, content)
-    fact_check_score = self.check_facts(content)
-    bias_score = self.detect_bias(content)
-
-    final_score = (
-        (0.3 * domain_trust) +
-        (0.3 * similarity_score) +
-        (0.2 * fact_check_score) +
-        (0.2 * bias_score)
-    )
-
-    stars, icon = self.get_star_rating(final_score)
-    explanation = self.generate_explanation(domain_trust, similarity_score, fact_check_score, bias_score, final_score)
-
-    return {
-        "raw_score": {  
-            "Domain Trust": domain_trust,
-            "Content Relevance": similarity_score,
-            "Fact-Check Score": fact_check_score,
-            "Bias Score": bias_score,
-            "Final Validity Score": final_score
-        },
-        "stars": {
-            "icon": icon
-        },
-        "explanation": explanation
-    }