This commit is contained in:
Timothy Jaeryang Baek
2026-03-17 17:58:01 -05:00
parent fcf7208352
commit de3317e26b
220 changed files with 17200 additions and 22836 deletions
+11 -13
View File
@@ -7,9 +7,7 @@ from yarl import URL
log = logging.getLogger(__name__)
def search_jina(
api_key: str, query: str, count: int, base_url: str = ""
) -> list[SearchResult]:
def search_jina(api_key: str, query: str, count: int, base_url: str = '') -> list[SearchResult]:
"""
Search using Jina's Search API and return the results as a list of SearchResult objects.
Args:
@@ -21,16 +19,16 @@ def search_jina(
Returns:
list[SearchResult]: A list of search results
"""
jina_search_endpoint = base_url if base_url else "https://s.jina.ai/"
jina_search_endpoint = base_url if base_url else 'https://s.jina.ai/'
headers = {
"Accept": "application/json",
"Content-Type": "application/json",
"Authorization": api_key,
"X-Retain-Images": "none",
'Accept': 'application/json',
'Content-Type': 'application/json',
'Authorization': api_key,
'X-Retain-Images': 'none',
}
payload = {"q": query, "count": count if count <= 10 else 10}
payload = {'q': query, 'count': count if count <= 10 else 10}
url = str(URL(jina_search_endpoint))
response = requests.post(url, headers=headers, json=payload)
@@ -38,12 +36,12 @@ def search_jina(
data = response.json()
results = []
for result in data["data"]:
for result in data['data']:
results.append(
SearchResult(
link=result["url"],
title=result.get("title"),
snippet=result.get("content"),
link=result['url'],
title=result.get('title'),
snippet=result.get('content'),
)
)