ainews-db / app.py
seawolf2357's picture
Update app.py
5497ff7 verified
raw
history blame
8.06 kB
import gradio as gr
import requests
import json
import os
from datetime import datetime, timedelta
API_KEY = os.getenv("SERPHOUSE_API_KEY")
COUNTRY_LOCATIONS = {
"United States": "United States",
"United Kingdom": "United Kingdom",
"Canada": "Canada",
"Australia": "Australia",
"Germany": "Germany",
"France": "France",
"Japan": "Japan",
"South Korea": "South Korea",
"China": "China",
"India": "India",
"Brazil": "Brazil",
"Mexico": "Mexico",
"Russia": "Russia",
"Italy": "Italy",
"Spain": "Spain",
"Netherlands": "Netherlands",
"Singapore": "Singapore",
"Hong Kong": "Hong Kong",
"Indonesia": "Indonesia",
"Malaysia": "Malaysia",
"Philippines": "Philippines",
"Thailand": "Thailand",
"Vietnam": "Vietnam",
"Belgium": "Belgium",
"Denmark": "Denmark",
"Finland": "Finland",
"Ireland": "Ireland",
"Norway": "Norway",
"Poland": "Poland",
"Sweden": "Sweden",
"Switzerland": "Switzerland",
"Austria": "Austria",
"Czech Republic": "Czech Republic",
"Greece": "Greece",
"Hungary": "Hungary",
"Portugal": "Portugal",
"Romania": "Romania",
"Turkey": "Turkey",
"Israel": "Israel",
"Saudi Arabia": "Saudi Arabia",
"United Arab Emirates": "United Arab Emirates",
"South Africa": "South Africa",
"Argentina": "Argentina",
"Chile": "Chile",
"Colombia": "Colombia",
"Peru": "Peru",
"Venezuela": "Venezuela",
"New Zealand": "New Zealand",
"Bangladesh": "Bangladesh",
"Pakistan": "Pakistan",
"Egypt": "Egypt",
"Morocco": "Morocco",
"Nigeria": "Nigeria",
"Kenya": "Kenya",
"Ukraine": "Ukraine",
"Croatia": "Croatia",
"Slovakia": "Slovakia",
"Bulgaria": "Bulgaria",
"Serbia": "Serbia",
"Estonia": "Estonia",
"Latvia": "Latvia",
"Lithuania": "Lithuania",
"Slovenia": "Slovenia",
"Luxembourg": "Luxembourg",
"Malta": "Malta",
"Cyprus": "Cyprus",
"Iceland": "Iceland"
}
MAJOR_COUNTRIES = list(COUNTRY_LOCATIONS.keys())
def search_serphouse(query, country, page=1, num_result=10):
url = "https://api.serphouse.com/serp/live"
payload = {
"data": {
"q": query,
"domain": "google.com",
"loc": COUNTRY_LOCATIONS.get(country, "United States"), # loc μ‚¬μš©
"lang": "en",
"device": "desktop",
"serp_type": "news",
"page": "1",
"num": "10",
"verbatim": "0",
"gfilter": "0"
}
}
headers = {
"accept": "application/json",
"content-type": "application/json",
"authorization": f"Bearer {API_KEY}"
}
try:
response = requests.post(url, json=payload, headers=headers)
print("Request payload:", json.dumps(payload, indent=2))
print("Response status:", response.status_code)
response.raise_for_status()
return response.json()
except requests.RequestException as e:
return {"error": f"Error: {str(e)}"}
def format_results_from_raw(results):
if isinstance(results, dict) and "error" in results:
return "Error: " + results["error"], []
try:
news_results = results.get('results', {}).get('results', {}).get('news', [])
if not news_results:
return "검색 κ²°κ³Όκ°€ μ—†μŠ΅λ‹ˆλ‹€.", []
articles = []
for idx, result in enumerate(news_results, 1):
articles.append({
"index": idx,
"title": result.get("title", "제λͺ© μ—†μŒ"),
"link": result.get("url", result.get("link", "#")),
"snippet": result.get("snippet", "λ‚΄μš© μ—†μŒ"),
"channel": result.get("channel", result.get("source", "μ•Œ 수 μ—†μŒ")),
"time": result.get("time", result.get("date", "μ•Œ 수 μ—†λŠ” μ‹œκ°„")),
"image_url": result.get("img", result.get("thumbnail", ""))
})
return "", articles
except Exception as e:
return f"κ²°κ³Ό 처리 쀑 였λ₯˜ λ°œμƒ: {str(e)}", []
def serphouse_search(query, country):
results = search_serphouse(query, country)
return format_results_from_raw(results)
css = """
footer {visibility: hidden;}
"""
with gr.Blocks(theme="Nymbo/Nymbo_Theme", css=css, title="NewsAI μ„œλΉ„μŠ€") as iface:
gr.Markdown("검색어λ₯Ό μž…λ ₯ν•˜κ³  μ›ν•˜λŠ” κ΅­κ°€λ₯Ό μ„ νƒν•˜λ©΄, 검색어와 μΌμΉ˜ν•˜λŠ” 24μ‹œκ°„ 이내 λ‰΄μŠ€λ₯Ό μ΅œλŒ€ 100개 좜λ ₯ν•©λ‹ˆλ‹€.")
with gr.Column():
with gr.Row():
query = gr.Textbox(label="검색어")
country = gr.Dropdown(MAJOR_COUNTRIES, label="κ΅­κ°€", value="South Korea")
search_button = gr.Button("검색", variant="primary")
# ν”„λ‘œκ·Έλ ˆμŠ€λ°” μΆ”κ°€
progress = gr.Progress()
status_message = gr.Markdown(visible=False)
articles_state = gr.State([])
article_components = []
for i in range(100):
with gr.Group(visible=False) as article_group:
title = gr.Markdown()
image = gr.Image(width=200, height=150)
snippet = gr.Markdown()
info = gr.Markdown()
article_components.append({
'group': article_group,
'title': title,
'image': image,
'snippet': snippet,
'info': info,
'index': i,
})
def search_and_display(query, country, articles_state, progress=gr.Progress()):
progress(0, desc="검색 μ‹œμž‘...")
error_message, articles = serphouse_search(query, country)
progress(0.5, desc="κ²°κ³Ό 처리 쀑...")
outputs = []
if error_message:
outputs.append(gr.update(value=error_message, visible=True))
for comp in article_components:
outputs.extend([
gr.update(visible=False), gr.update(), gr.update(),
gr.update(), gr.update()
])
articles_state = []
else:
outputs.append(gr.update(value="", visible=False))
total_articles = len(articles)
for idx, comp in enumerate(article_components):
progress((idx + 1) / total_articles, desc=f"κ²°κ³Ό ν‘œμ‹œ 쀑... {idx + 1}/{total_articles}")
if idx < len(articles):
article = articles[idx]
image_url = article['image_url']
image_update = gr.update(value=image_url, visible=True) if image_url and not image_url.startswith('data:image') else gr.update(value=None, visible=False)
outputs.extend([
gr.update(visible=True),
gr.update(value=f"### [{article['title']}]({article['link']})"),
image_update,
gr.update(value=f"**μš”μ•½:** {article['snippet']}"),
gr.update(value=f"**좜처:** {article['channel']} | **μ‹œκ°„:** {article['time']}")
])
else:
outputs.extend([
gr.update(visible=False), gr.update(), gr.update(),
gr.update(), gr.update()
])
articles_state = articles
progress(1.0, desc="μ™„λ£Œ!")
outputs.append(articles_state)
outputs.append(gr.update(visible=False))
return outputs
search_outputs = [gr.Markdown(visible=False)]
for comp in article_components:
search_outputs.extend([comp['group'], comp['title'], comp['image'],
comp['snippet'], comp['info']])
search_outputs.extend([articles_state, status_message])
search_button.click(
search_and_display,
inputs=[query, country, articles_state],
outputs=search_outputs,
show_progress=True
)
iface.launch()