revise demo

app.py

@@ -1,62 +1,8 @@
-import difflib
-
-def compare_sentences(sentence_1, sentence_2):
-    """
-    Compares two sentences and identifies common phrases, outputting their start and end positions.
-
-    Args:
-        sentence_1: The first sentence (string).
-        sentence_2: The second sentence (string).
-
-    Returns:
-        A list of dictionaries, where each dictionary represents a common phrase and contains:
-            - "phrase": The common phrase (string).
-            - "start_1": The starting index of the phrase in sentence_1 (int).
-            - "end_1": The ending index of the phrase in sentence_1 (int).
-            - "start_2": The starting index of the phrase in sentence_2 (int).
-            - "end_2": The ending index of the phrase in sentence_2 (int).
-        Returns an empty list if no common phrases are found.  Handles edge cases like empty strings.
-    """
-
-    if not sentence_1 or not sentence_2:  # Handle empty strings
-        return []
-
-    s = difflib.SequenceMatcher(None, sentence_1, sentence_2)
-    common_phrases = []
-
-    for block in s.get_matching_blocks():
-        if block.size > 0:  # Ignore zero-length matches
-            start_1 = block.a
-            end_1 = block.a + block.size
-            start_2 = block.b
-            end_2 = block.b + block.size
-
-            phrase = sentence_1[start_1:end_1]  # Or sentence_2[start_2:end_2], they are the same
-
-            common_phrases.append({
-                "phrase": phrase,
-                "start_1": start_1,
-                "end_1": end_1,
-                "start_2": start_2,
-                "end_2": end_2
-            })
-
-    return common_phrases
-
-
-
-# Example usage:
-sentence_1 = "
-Muzzamil Hussain was in 3rd-grade school when the first bombs fell on the playground outside of his classroom in Kargil, a mountain city in India. While the violent onset of the 1998 Kargil war between Pakistan and India unfolded around him, Hussain and his family escaped south to the remote Suru Valley.
-After India claimed victory later that year and displaced families returned home, Hussain listened as his bedridden grandfather asked the family to visit an old property, initially built by Hussain's great-grandfather, near Kargil's bazaar to make sure it had survived the war. When Hussain's uncles cracked through an old rusty latch and peered through the hand-carved wooden doors, they discovered wooden crates stamped with names of cities worldwide. Making space on the dusty floor, the family began to lay out silks from China, silver cookware from Afghanistan, rugs from Persia, turquoise from Tibet, saddles from Mongolia, and luxury soaps and salves from London, New York, and Munich. "
-sentence_2 = "A quick brown fox jumps over a lazy cat."
-
-common_phrases = compare_sentences(sentence_1, sentence_2)
-
-if common_phrases:
-    for phrase_data in common_phrases:
-        print(phrase_data)
-else:
-    print("No common phrases found.")
-
-
+import gradio as gr
+path = "T://Projects//prj-nict-ai-content-detection//example_image_input.jpg"
+html_code = input_image = f"""<img src="file://{path}" width="200" height="150">"""
+
+with gr.Blocks() as demo:
+    gr.HTML(html_code)
+    
+demo.launch(share=False)

application.py

@@ -43,6 +43,14 @@ def load_url(url):
 
 
 def generate_analysis_report(news_title:str, news_content: str, news_image: Image):
+    if news_image is not None:
+        # Convert to PIL Image for easier saving
+        img = Image.open(news_image)
+
+        # Save the image (you can customize the filename)
+        filepath = "example_image_input.jpg"  # Or use a dynamic filename
+        img.save(filepath)
+    
     news_analysis = NewsVerification()
     news_analysis.load_news(news_title, news_content, news_image)
     news_analysis.generate_analysis_report()
@@ -91,7 +99,7 @@ with gr.Blocks() as demo:
         with gr.Column(scale=2):
             with gr.Accordion("News Analysis"):
                 detection_button = gr.Button("Verify news")
-                detailed_analysis = gr.HTML()
+                detailed_analysis = gr.HTML("<br>"*40)
 
     # Connect events
     load_button.click(
@@ -116,35 +124,38 @@ with gr.Blocks() as demo:
     #url_input.change(load_image, inputs=url_input, outputs=image_view) 
     
     try:
-        with open('sample_1.txt','r', encoding='utf-8') as file:
-            text_sample_1 = file.read()
-        with open('sample_2.txt','r', encoding='utf-8') as file:
-            text_sample_2 = file.read()
-        with open('sample_3.txt','r', encoding='utf-8') as file:
-            text_sample_3 = file.read()
+        with open('example_text_real.txt','r', encoding='utf-8') as file:
+            text_real_1 = file.read()
+        with open('example_text_real_2.txt','r', encoding='utf-8') as file:
+            text_real_2 = file.read()
+        with open('example_text_LLM_topic.txt','r', encoding='utf-8') as file:
+            text_llm_topic = file.read()
+        with open('example_text_LLM_modification.txt','r', encoding='utf-8') as file:
+            text_llm_modification = file.read()
     except FileNotFoundError:
         print("File not found.")
     except Exception as e:
         print(f"An error occurred: {e}")
     
-    title_1 = "The ancient discovery that put a Silk Road city back on the map"
-    title_2 = "The modern rediscovery that erased a Silk Road city from the map"
+    title_1 = "Southampton news: Leeds target striker Cameron Archer"
+    title_2 = "Southampton news: Leeds target striker Cameron Archer"
     
-    image_1 = "sample_1.jpg.webp"
-    image_2 = "sample_2.jpg.webp"
+    image_1 = "example_image_real_1.jpg.webp"
+    image_2 = "example_image_real_2.jpg.webp"
+    image_3 = "example_image_real_3.jpg"
     
     gr.Examples(
         examples=[
-            [title_1, image_1, text_sample_1],
-            [title_2, image_2, text_sample_2],
-            [title_1, image_2, text_sample_3],
+            [title_1, image_1, text_real_1 + '\n\n' + text_real_2],
+            [title_1, image_2, text_real_1 + '\n\n' + text_llm_modification],
+            [title_1, image_3, text_real_1 + '\n\n' + text_llm_topic],
         ],
         inputs=[news_title, news_image, news_content],
         label="Examples",
         example_labels=[
             "2 real news",
-            "2 modified news",
-            "1 real news & 1 fake news",
+            "1 real news + 1 LLM modification-based news",
+            "1 real news + 1 LLM topic-based news",
         ],
     )
 
@@ -152,4 +163,4 @@ demo.launch(share=False)
 
 
 # https://www.bbc.com/travel/article/20250127-one-of-the-last-traders-on-the-silk-road
-# https://bbc.com/future/article/20250110-how-often-you-should-wash-your-towels-according-to-science
+# https://bbc.com/future/article/20250110-how-often-you-should-wash-your-towels-according-to-science

example_text_LLM_modification.txt

@@ -0,0 +1 @@
+Miguel Almiron has permanently rejoined Atlanta United from Newcastle United for £8m.  Almiron made 223 appearances for Newcastle, scoring 30 goals, but recently struggled for a starting place under Eddie Howe.  He made a substitute appearance and waved farewell to fans in Newcastle's recent win against Southampton.  Almiron played a key role in Newcastle reaching the Carabao Cup final and their Premier League top-four finish in 2022-23, and scored against Paris St-Germain in the Champions League.

example_text_LLM_topic.txt

@@ -0,0 +1,6 @@
+The January transfer window is in full swing, with clubs across the globe scrambling to strengthen their squads for the remainder of the season. 
+Premier League giants Manchester City have reportedly made a substantial bid for highly-rated midfielder Enzo Fernandez. 
+Meanwhile, struggling Serie A side Sampdoria are looking to bolster their attack with the loan signing of veteran striker Fabio Quagliarella. 
+Rumors are swirling around a potential move for Brazilian wonderkid Endrick to Real Madrid. 
+The transfer window officially closes on January 31st, leaving clubs with limited time to finalize their deals. 
+Fans are eagerly awaiting to see which teams make the shrewdest moves in this crucial period.

example_text_real.txt

@@ -0,0 +1,5 @@
+Leeds are targeting a move for Southampton striker Cameron Archer with early talks having taken place.
+
+It is unclear whether a deal can be achieved but the 23-year-old is open to a move before deadline day.
+
+Other options are believed to be on the table as Archer seeks a guaranteed starting role after increasingly finding himself on the bench under recently appointed Saints manager Ivan Juric.

example_text_real_2.txt

@@ -0,0 +1,7 @@
+After weeks of mounting pressure to step down, Justin Trudeau has announced he will resign as Canada's prime minister and as leader of the Liberal Party of Canada.
+
+The resignation brings a long political chapter to an end. Trudeau has been in office since 2015, when he brought the Liberals back to power from the political wilderness.
+
+Trudeau said he will remain at the helm until a new Liberal leader is selected.
+
+But many questions remain for the party, including who will take over and how they will manage a looming federal election. So what happens next?

sample_1.txt

@@ -1,5 +0,0 @@
-
-Muzzamil Hussain was in grade school when the first bombs fell on the playground outside of his classroom in Kargil, a mountain city in the Indian province of Ladakh. While the violent onset of the 1999 Kargil war between Pakistan and India unfolded around him, Hussain and his family escaped south to the remote Suru Valley.
-After India claimed victory later that year and displaced families returned home, Hussain listened as his bedridden grandfather asked the family to visit an old property, originally built by Hussain's great-grandfather, near Kargil's bazaar to make sure it had survived the war. When Hussain's uncles cracked through an old rusty latch and peered through the hand-carved wooden doors, they discovered wooden crates stamped with names of cities around the world. Making space on the dusty floor, the family began to lay out silks from China, silver cookware from Afghanistan, rugs from Persia, turquoise from Tibet, saddles from Mongolia and luxury soaps and salves from London, New York and Munich. 
-
-This mysterious act of destruction is investigated in Miss Austen, a new four-part television drama based on Gill Hornby's best-selling and critically acclaimed novel of the same name. Years after Jane's death, Cassandra (Keeley Hawes) has travelled to the village of Kintbury, in Berkshire, where the Austen family's friends, the Fowles, lived. Cassandra is, ostensibly, there to help Isabella Fowle (Rose Leslie), whose father Fulwar is dying. However this is a house that holds many bitter-sweet memories for her (in real life, this is where she had been staying when Jane wrote to her about Tom Lefroy), and she has an ulterior motive. She wants to retrieve some letters written by the late Jane to their friend Eliza Fowle, Isabella's mother, which she fears might contain details damaging to the novelist's legacy. When she finds the correspondence, it revives powerful memories of the events of years ago. The series takes place in two timelines – in 1830 –  with the unmarried Isabella facing eviction from her home after her father's death and Cassandra trying to protect her sister's legacy – and decades previously, with young Cassandra (Synnøve Karlsen) and Jane (Patsy Ferran) navigating romances, family problems, and the ups and downs of life. 

sample_2.txt

@@ -1,5 +0,0 @@
-
-Muzzamil Hussain was in 3rd-grade school when the first bombs fell on the playground outside of his classroom in Kargil, a mountain city in India. While the violent onset of the 1998 Kargil war between Pakistan and India unfolded around him, Hussain and his family escaped south to the remote Suru Valley.
-After India claimed victory later that year and displaced families returned home, Hussain listened as his bedridden grandfather asked the family to visit an old property, initially built by Hussain's great-grandfather, near Kargil's bazaar to make sure it had survived the war. When Hussain's uncles cracked through an old rusty latch and peered through the hand-carved wooden doors, they discovered wooden crates stamped with names of cities worldwide. Making space on the dusty floor, the family began to lay out silks from China, silver cookware from Afghanistan, rugs from Persia, turquoise from Tibet, saddles from Mongolia, and luxury soaps and salves from London, New York, and Munich. 
-
-This mysterious act of destruction is investigated in Miss Austen, a new four-part television drama based on Gill Hornby's best-selling and critically acclaimed novel. Years after Jane's death, Cassandra (Keeley Hawes) traveled to the village of Kintbury in Berkshire, where the Austen family's friends, the Fowles, lived. Cassandra is, ostensibly, there to help Isabella Fowle (Rose Leslie), whose father, Fulwar, is dying. However, this house holds many bitter-sweet memories for her (in real life, this is where she had been staying when Jane wrote about Tom Lefroy), and she has an ulterior motive. She wants to retrieve letters written by the late Jane to their friend Eliza Fowle, Isabella's mother, which she fears might contain details damaging the novelist's legacy. When she finds the correspondence, it revives powerful memories of the events of years ago. The series takes place in two timelines – in 1830 –  with the unmarried Isabella facing eviction from her home after her father's death and Cassandra trying to protect her sister's legacy – and decades previously, with young Cassandra (Synnøve Karlsen) and Jane (Patsy Ferran) navigating romances, family problems, and the ups and downs of life. 

sample_3.txt

@@ -1,5 +0,0 @@
-
-Muzzamil Hussain was in grade school when the first bombs fell on the playground outside of his classroom in Kargil, a mountain city in the Indian province of Ladakh. While the violent onset of the 1999 Kargil war between Pakistan and India unfolded around him, Hussain and his family escaped south to the remote Suru Valley.
-After India claimed victory later that year and displaced families returned home, Hussain listened as his bedridden grandfather asked the family to visit an old property, originally built by Hussain's great-grandfather, near Kargil's bazaar to make sure it had survived the war. When Hussain's uncles cracked through an old rusty latch and peered through the hand-carved wooden doors, they discovered wooden crates stamped with names of cities around the world. Making space on the dusty floor, the family began to lay out silks from China, silver cookware from Afghanistan, rugs from Persia, turquoise from Tibet, saddles from Mongolia and luxury soaps and salves from London, New York and Munich. 
-
-Local squirrels have reportedly formed a highly organized nut-hoarding syndicate, causing widespread panic among residents.  Experts warn this unprecedented squirrel activity could lead to a global nut shortage.  One resident claims to have witnessed squirrels using tiny backpacks to transport their loot.  Authorities are investigating the claims, but so far, the squirrels remain at large.  The mayor has issued a statement urging citizens to remain calm and protect their acorns.

src/application/content_detection.py

@@ -67,7 +67,8 @@ class NewsVerification():
                         "url": "",
                     }
             else:
-                self.found_img_url.extend(img_urls)
+                self.found_img_url.extend(img_urls)  # TODO: for demo purposes
+                self.found_img_url.append(img_urls[0])  # TODO: for demo purposes
                 text_prediction_score = aligned_sentence["similarity"]
                 if check_human(aligned_sentence):
                     text_prediction_label = "HUMAN"
@@ -84,6 +85,7 @@ class NewsVerification():
             text_url = ""
             aligned_sentence = {}
             img_urls = []
+        self.found_img_url = list(set(self.found_img_url))
 
     def detect_image_origin(self):
         print("CHECK IMAGE:")
@@ -163,10 +165,6 @@ class NewsVerification():
                     pair["input_sentence"],
                     pair["matched_sentence"],
                 )
-                # self.compare_sentences(
-                #     pair["input_sentence"],
-                #     pair["matched_sentence"],
-                # )
             )
             self.analyzed_table.append(
                 (input_words, source_words, input_indexes, source_indexes),
@@ -325,7 +323,7 @@ class NewsVerification():
             <thead>
                 <tr>
                     <th>Input news</th>
-                    <th>Source content</th>
+                    <th>Source (URL provided in Originality column correspondingly)</th>
                     <th>Forensic</th>
                     <th>Originality</th>
                 </tr>
@@ -353,11 +351,15 @@ class NewsVerification():
         return f"""<tr><td>{input_sentence}</td><td>{source_sentence}</td><td>{self.text_prediction_label[index]}<br>({self.text_prediction_score[index]*100:.2f}%)</td><td>{source_text_url}</td></tr>"""
         
     def format_image_row(self, max_length=30):        
-        # input_image = f"""<img src="{self.news_image}" width="200" height="150">"""
+        input_image = f"""<img src="example_image_input.jpg" width="200" height="150">"""
         print(f"self.news_image = {self.news_image}")
-        source_image = f"""<img src="{self.image_referent_url}" width="200" height="150">"""
-        short_url = self.shorten_url(self.image_referent_url, max_length)
-        source_image_url = f"""<a href="{self.image_referent_url}">{short_url}</a>"""
+        
+        if self.image_referent_url is not None or self.image_referent_url != "":
+            source_image = f"""<img src="{self.image_referent_url}" width="200" height="150">"""
+            short_url = self.shorten_url(self.image_referent_url, max_length)
+            source_image_url = f"""<a href="{self.image_referent_url}">{short_url}</a>"""
+        else:
+            source_image = "Image not found"
         return f"""<tr><td>input image</td><td>{source_image}</td><td>{self.image_prediction_label}<br>({self.image_prediction_score:.2f}%)</td><td>{source_image_url}</td></tr>"""
     
     def shorten_url(self, url, max_length=30):

src/application/text/search.py

@@ -160,12 +160,12 @@ def generate_search_phrases(input_text):
     search_phrases.append(input_text)
     
     # Method 3: Split text by chunks
-    search_phrases.extend(get_chunk(input_text))
+    # search_phrases.extend(get_chunk(input_text))  # TODO: for demo purposes
     
     # Method 4: Get most identities and key words
     entities = extract_entities(input_text)
     keywords = get_keywords(input_text, 16)
     search_phrase = " ".join(entities) + " " + " ".join(keywords)
-    search_phrases.append(search_phrase)
+    # search_phrases.append(search_phrase) # TODO: for demo purposes
     
     return search_phrases

src/application/text/search_detection.py

@@ -45,6 +45,9 @@ def detect_text_by_relative_search(input_text, is_support_opposite = False):
         for url in urls[:3]:
             if url in checked_urls: # visited url
                 continue
+            if "bbc.com" not in url:
+                continue
+                
             checked_urls.add(url)
             print(f"\t\tChecking URL: {url}")