|
import gradio as gr |
|
import requests |
|
import json |
|
import os |
|
from datetime import datetime, timedelta |
|
|
|
API_KEY = os.getenv("SERPHOUSE_API_KEY") |
|
|
|
|
|
|
|
COUNTRY_LOCATIONS = { |
|
"United States": "2643743", |
|
"United Kingdom": "2643743", |
|
"Canada": "6167865", |
|
"Australia": "2147714", |
|
"Germany": "2950159", |
|
"France": "2988507", |
|
"Japan": "1850147", |
|
"South Korea": "1835848", |
|
"China": "1796236", |
|
"India": "1275339", |
|
"Brazil": "3448439", |
|
"Mexico": "3530597", |
|
"Russia": "524901", |
|
"Italy": "3169070", |
|
"Spain": "3117735", |
|
"Netherlands": "2759794", |
|
"Singapore": "1880252", |
|
"Hong Kong": "1819729" |
|
} |
|
|
|
|
|
MAJOR_COUNTRIES = list(COUNTRY_LOCATIONS.keys()) |
|
|
|
|
|
def search_serphouse(query, country, page=1, num_result=10): |
|
url = "https://api.serphouse.com/serp/live" |
|
|
|
payload = { |
|
"data": { |
|
"q": query, |
|
"domain": "google.com", |
|
"loc_id": COUNTRY_LOCATIONS.get(country, "2643743"), |
|
"lang": "en", |
|
"device": "desktop", |
|
"serp_type": "news", |
|
"page": "1", |
|
"num": "10", |
|
"verbatim": "0", |
|
"gfilter": "0" |
|
} |
|
} |
|
|
|
headers = { |
|
"accept": "application/json", |
|
"content-type": "application/json", |
|
"authorization": f"Bearer {API_KEY}" |
|
} |
|
|
|
try: |
|
response = requests.post(url, json=payload, headers=headers) |
|
print("Request payload:", json.dumps(payload, indent=2)) |
|
print("Response status:", response.status_code) |
|
|
|
response.raise_for_status() |
|
return response.json() |
|
except requests.RequestException as e: |
|
return {"error": f"Error: {str(e)}"} |
|
|
|
def format_results_from_raw(results): |
|
if isinstance(results, dict) and "error" in results: |
|
return "Error: " + results["error"], [] |
|
|
|
try: |
|
news_results = results.get('results', {}).get('results', {}).get('news', []) |
|
if not news_results: |
|
return "κ²μ κ²°κ³Όκ° μμ΅λλ€.", [] |
|
|
|
articles = [] |
|
for idx, result in enumerate(news_results, 1): |
|
articles.append({ |
|
"index": idx, |
|
"title": result.get("title", "μ λͺ© μμ"), |
|
"link": result.get("url", result.get("link", "#")), |
|
"snippet": result.get("snippet", "λ΄μ© μμ"), |
|
"channel": result.get("channel", result.get("source", "μ μ μμ")), |
|
"time": result.get("time", result.get("date", "μ μ μλ μκ°")), |
|
"image_url": result.get("img", result.get("thumbnail", "")) |
|
}) |
|
return "", articles |
|
except Exception as e: |
|
return f"κ²°κ³Ό μ²λ¦¬ μ€ μ€λ₯ λ°μ: {str(e)}", [] |
|
|
|
def serphouse_search(query, country): |
|
results = search_serphouse(query, country) |
|
return format_results_from_raw(results) |
|
|
|
css = """ |
|
footer {visibility: hidden;} |
|
""" |
|
|
|
with gr.Blocks(theme="Nymbo/Nymbo_Theme", css=css, title="NewsAI μλΉμ€") as iface: |
|
gr.Markdown("κ²μμ΄λ₯Ό μ
λ ₯νκ³ μνλ κ΅κ°λ₯Ό μ ννλ©΄, κ²μμ΄μ μΌμΉνλ 24μκ° μ΄λ΄ λ΄μ€λ₯Ό μ΅λ 100κ° μΆλ ₯ν©λλ€.") |
|
|
|
with gr.Column(): |
|
with gr.Row(): |
|
query = gr.Textbox(label="κ²μμ΄") |
|
country = gr.Dropdown(MAJOR_COUNTRIES, label="κ΅κ°", value="South Korea") |
|
search_button = gr.Button("κ²μ", variant="primary") |
|
|
|
|
|
progress = gr.Progress() |
|
status_message = gr.Markdown(visible=False) |
|
articles_state = gr.State([]) |
|
|
|
article_components = [] |
|
for i in range(100): |
|
with gr.Group(visible=False) as article_group: |
|
title = gr.Markdown() |
|
image = gr.Image(width=200, height=150) |
|
snippet = gr.Markdown() |
|
info = gr.Markdown() |
|
|
|
article_components.append({ |
|
'group': article_group, |
|
'title': title, |
|
'image': image, |
|
'snippet': snippet, |
|
'info': info, |
|
'index': i, |
|
}) |
|
|
|
def search_and_display(query, country, articles_state, progress=gr.Progress()): |
|
progress(0, desc="κ²μ μμ...") |
|
error_message, articles = serphouse_search(query, country) |
|
progress(0.5, desc="κ²°κ³Ό μ²λ¦¬ μ€...") |
|
outputs = [] |
|
|
|
if error_message: |
|
outputs.append(gr.update(value=error_message, visible=True)) |
|
for comp in article_components: |
|
outputs.extend([ |
|
gr.update(visible=False), gr.update(), gr.update(), |
|
gr.update(), gr.update() |
|
]) |
|
articles_state = [] |
|
else: |
|
outputs.append(gr.update(value="", visible=False)) |
|
total_articles = len(articles) |
|
for idx, comp in enumerate(article_components): |
|
progress((idx + 1) / total_articles, desc=f"κ²°κ³Ό νμ μ€... {idx + 1}/{total_articles}") |
|
if idx < len(articles): |
|
article = articles[idx] |
|
image_url = article['image_url'] |
|
image_update = gr.update(value=image_url, visible=True) if image_url and not image_url.startswith('data:image') else gr.update(value=None, visible=False) |
|
|
|
outputs.extend([ |
|
gr.update(visible=True), |
|
gr.update(value=f"### [{article['title']}]({article['link']})"), |
|
image_update, |
|
gr.update(value=f"**μμ½:** {article['snippet']}"), |
|
gr.update(value=f"**μΆμ²:** {article['channel']} | **μκ°:** {article['time']}") |
|
]) |
|
else: |
|
outputs.extend([ |
|
gr.update(visible=False), gr.update(), gr.update(), |
|
gr.update(), gr.update() |
|
]) |
|
articles_state = articles |
|
|
|
progress(1.0, desc="μλ£!") |
|
outputs.append(articles_state) |
|
outputs.append(gr.update(visible=False)) |
|
return outputs |
|
|
|
search_outputs = [gr.Markdown(visible=False)] |
|
for comp in article_components: |
|
search_outputs.extend([comp['group'], comp['title'], comp['image'], |
|
comp['snippet'], comp['info']]) |
|
search_outputs.extend([articles_state, status_message]) |
|
|
|
search_button.click( |
|
search_and_display, |
|
inputs=[query, country, articles_state], |
|
outputs=search_outputs, |
|
show_progress=True |
|
) |
|
|
|
iface.launch() |