File size: 8,060 Bytes
81bf281
f2842d4
 
8aede25
1ee305b
5313f78
 
31bd5ec
5fdee54
313e0d9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5497ff7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
660df92
 
31bd5ec
 
820f316
 
f2842d4
5313f78
f2842d4
 
 
660df92
313e0d9
f2842d4
 
 
cd9648f
820f316
cd9648f
decbbc9
f2842d4
 
eb43e13
5528b6f
 
 
 
 
 
 
 
313e0d9
 
decbbc9
5528b6f
 
 
820f316
5528b6f
606cff4
5313f78
 
46b3475
5313f78
 
f7bc11a
8aede25
46b3475
8aede25
359bc71
8aede25
f10671e
5313f78
 
 
 
 
 
8aede25
 
f2842d4
5313f78
f2842d4
9178c02
5313f78
 
8aede25
f2842d4
5313f78
f2842d4
 
c7302ea
0e37fb4
12d3fa4
8aede25
12d3fa4
 
 
cd9648f
12d3fa4
cd9648f
 
c7302ea
5313f78
695d9f1
f10671e
5313f78
f10671e
 
 
 
 
 
 
 
 
 
 
 
aaf8e65
f10671e
 
cd9648f
 
c7302ea
cd9648f
c7302ea
5313f78
c7302ea
 
 
 
5313f78
7ff2d0a
c7302ea
 
 
 
cd9648f
c7302ea
cd9648f
c7302ea
 
 
5313f78
c7302ea
 
5313f78
 
 
 
7ff2d0a
c7302ea
 
f10671e
5313f78
7ff2d0a
f10671e
5313f78
 
cd9648f
c7302ea
 
1ac6a1a
 
5313f78
1ac6a1a
5313f78
7ff2d0a
5313f78
1ac6a1a
 
 
 
c7302ea
cd9648f
1ac6a1a
 
9395df5
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
import gradio as gr
import requests
import json
import os
from datetime import datetime, timedelta

API_KEY = os.getenv("SERPHOUSE_API_KEY")

COUNTRY_LOCATIONS = {
    "United States": "United States",
    "United Kingdom": "United Kingdom",
    "Canada": "Canada",
    "Australia": "Australia",
    "Germany": "Germany",
    "France": "France",
    "Japan": "Japan",
    "South Korea": "South Korea",
    "China": "China",
    "India": "India",
    "Brazil": "Brazil",
    "Mexico": "Mexico",
    "Russia": "Russia",
    "Italy": "Italy",
    "Spain": "Spain",
    "Netherlands": "Netherlands",
    "Singapore": "Singapore",
    "Hong Kong": "Hong Kong",
    "Indonesia": "Indonesia",
    "Malaysia": "Malaysia",
    "Philippines": "Philippines",
    "Thailand": "Thailand",
    "Vietnam": "Vietnam",
    "Belgium": "Belgium",
    "Denmark": "Denmark",
    "Finland": "Finland",
    "Ireland": "Ireland",
    "Norway": "Norway",
    "Poland": "Poland",
    "Sweden": "Sweden",
    "Switzerland": "Switzerland",
    "Austria": "Austria",
    "Czech Republic": "Czech Republic",
    "Greece": "Greece",
    "Hungary": "Hungary",
    "Portugal": "Portugal",
    "Romania": "Romania",
    "Turkey": "Turkey",
    "Israel": "Israel",
    "Saudi Arabia": "Saudi Arabia",
    "United Arab Emirates": "United Arab Emirates",
    "South Africa": "South Africa",
    "Argentina": "Argentina",
    "Chile": "Chile",
    "Colombia": "Colombia",
    "Peru": "Peru",
    "Venezuela": "Venezuela",
    "New Zealand": "New Zealand",
    "Bangladesh": "Bangladesh",
    "Pakistan": "Pakistan",
    "Egypt": "Egypt",
    "Morocco": "Morocco",
    "Nigeria": "Nigeria",
    "Kenya": "Kenya",
    "Ukraine": "Ukraine",
    "Croatia": "Croatia",
    "Slovakia": "Slovakia",
    "Bulgaria": "Bulgaria",
    "Serbia": "Serbia",
    "Estonia": "Estonia",
    "Latvia": "Latvia",
    "Lithuania": "Lithuania",
    "Slovenia": "Slovenia",
    "Luxembourg": "Luxembourg",
    "Malta": "Malta",
    "Cyprus": "Cyprus",
    "Iceland": "Iceland"
}

MAJOR_COUNTRIES = list(COUNTRY_LOCATIONS.keys())


def search_serphouse(query, country, page=1, num_result=10):
    url = "https://api.serphouse.com/serp/live"
    
    payload = {
        "data": {
            "q": query,
            "domain": "google.com",
            "loc": COUNTRY_LOCATIONS.get(country, "United States"),  # loc μ‚¬μš©
            "lang": "en",
            "device": "desktop",
            "serp_type": "news",
            "page": "1",
            "num": "10",
            "verbatim": "0",
            "gfilter": "0"
        }
    }

    headers = {
        "accept": "application/json",
        "content-type": "application/json",
        "authorization": f"Bearer {API_KEY}"
    }

    try:
        response = requests.post(url, json=payload, headers=headers)
        print("Request payload:", json.dumps(payload, indent=2))
        print("Response status:", response.status_code)
        
        response.raise_for_status()
        return response.json()
    except requests.RequestException as e:
        return {"error": f"Error: {str(e)}"}

def format_results_from_raw(results):
    if isinstance(results, dict) and "error" in results:
        return "Error: " + results["error"], []

    try:
        news_results = results.get('results', {}).get('results', {}).get('news', [])
        if not news_results:
            return "검색 κ²°κ³Όκ°€ μ—†μŠ΅λ‹ˆλ‹€.", []

        articles = []
        for idx, result in enumerate(news_results, 1):
            articles.append({
                "index": idx,
                "title": result.get("title", "제λͺ© μ—†μŒ"),
                "link": result.get("url", result.get("link", "#")),
                "snippet": result.get("snippet", "λ‚΄μš© μ—†μŒ"),
                "channel": result.get("channel", result.get("source", "μ•Œ 수 μ—†μŒ")),
                "time": result.get("time", result.get("date", "μ•Œ 수 μ—†λŠ” μ‹œκ°„")),
                "image_url": result.get("img", result.get("thumbnail", ""))
            })
        return "", articles
    except Exception as e:
        return f"κ²°κ³Ό 처리 쀑 였λ₯˜ λ°œμƒ: {str(e)}", []

def serphouse_search(query, country):
    results = search_serphouse(query, country)
    return format_results_from_raw(results)

css = """
footer {visibility: hidden;}
"""

with gr.Blocks(theme="Nymbo/Nymbo_Theme", css=css, title="NewsAI μ„œλΉ„μŠ€") as iface:
    gr.Markdown("검색어λ₯Ό μž…λ ₯ν•˜κ³  μ›ν•˜λŠ” κ΅­κ°€λ₯Ό μ„ νƒν•˜λ©΄, 검색어와 μΌμΉ˜ν•˜λŠ” 24μ‹œκ°„ 이내 λ‰΄μŠ€λ₯Ό μ΅œλŒ€ 100개 좜λ ₯ν•©λ‹ˆλ‹€.")

    with gr.Column():
        with gr.Row():
            query = gr.Textbox(label="검색어")
            country = gr.Dropdown(MAJOR_COUNTRIES, label="κ΅­κ°€", value="South Korea")
            search_button = gr.Button("검색", variant="primary")

        # ν”„λ‘œκ·Έλ ˆμŠ€λ°” μΆ”κ°€
        progress = gr.Progress()
        status_message = gr.Markdown(visible=False)
        articles_state = gr.State([])

        article_components = []
        for i in range(100):
            with gr.Group(visible=False) as article_group:
                title = gr.Markdown()
                image = gr.Image(width=200, height=150)
                snippet = gr.Markdown()
                info = gr.Markdown()

                article_components.append({
                    'group': article_group,
                    'title': title,
                    'image': image,
                    'snippet': snippet,
                    'info': info,
                    'index': i,
                })

    def search_and_display(query, country, articles_state, progress=gr.Progress()):
        progress(0, desc="검색 μ‹œμž‘...")
        error_message, articles = serphouse_search(query, country)
        progress(0.5, desc="κ²°κ³Ό 처리 쀑...")
        outputs = []
        
        if error_message:
            outputs.append(gr.update(value=error_message, visible=True))
            for comp in article_components:
                outputs.extend([
                    gr.update(visible=False), gr.update(), gr.update(),
                    gr.update(), gr.update()
                ])
            articles_state = []
        else:
            outputs.append(gr.update(value="", visible=False))
            total_articles = len(articles)
            for idx, comp in enumerate(article_components):
                progress((idx + 1) / total_articles, desc=f"κ²°κ³Ό ν‘œμ‹œ 쀑... {idx + 1}/{total_articles}")
                if idx < len(articles):
                    article = articles[idx]
                    image_url = article['image_url']
                    image_update = gr.update(value=image_url, visible=True) if image_url and not image_url.startswith('data:image') else gr.update(value=None, visible=False)

                    outputs.extend([
                        gr.update(visible=True),
                        gr.update(value=f"### [{article['title']}]({article['link']})"),
                        image_update,
                        gr.update(value=f"**μš”μ•½:** {article['snippet']}"),
                        gr.update(value=f"**좜처:** {article['channel']} | **μ‹œκ°„:** {article['time']}")
                    ])
                else:
                    outputs.extend([
                        gr.update(visible=False), gr.update(), gr.update(),
                        gr.update(), gr.update()
                    ])
            articles_state = articles

        progress(1.0, desc="μ™„λ£Œ!")
        outputs.append(articles_state)
        outputs.append(gr.update(visible=False))
        return outputs

    search_outputs = [gr.Markdown(visible=False)]
    for comp in article_components:
        search_outputs.extend([comp['group'], comp['title'], comp['image'],
                             comp['snippet'], comp['info']])
    search_outputs.extend([articles_state, status_message])

    search_button.click(
        search_and_display,
        inputs=[query, country, articles_state],
        outputs=search_outputs,
        show_progress=True
    )

iface.launch()