File size: 1,319 Bytes
ed4d993
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import json
from typing import List

import requests
from langchain_core.pydantic_v1 import BaseModel, Field


class MojeekSearchAPIWrapper(BaseModel):
    api_key: str
    search_kwargs: dict = Field(default_factory=dict)
    api_url = "https://api.mojeek.com/search"

    def run(self, query: str) -> str:
        search_results = self._search(query)

        results = []

        for result in search_results:
            title = result.get("title", "")
            url = result.get("url", "")
            desc = result.get("desc", "")
            results.append({"title": title, "url": url, "desc": desc})

        return json.dumps(results)

    def _search(self, query: str) -> List[dict]:
        headers = {
            "Accept": "application/json",
        }

        req = requests.PreparedRequest()
        request = {
            **self.search_kwargs,
            **{"q": query, "fmt": "json", "api_key": self.api_key},
        }
        req.prepare_url(self.api_url, request)
        if req.url is None:
            raise ValueError("prepared url is None, this should not happen")

        response = requests.get(req.url, headers=headers)
        if not response.ok:
            raise Exception(f"HTTP error {response.status_code}")

        return response.json().get("response", {}).get("results", [])