From 607030140e33e7d12afa03e2834234bb907a90a0 Mon Sep 17 00:00:00 2001 From: Li Zhe Date: Sun, 7 Apr 2024 20:07:23 +0800 Subject: [PATCH] support serxng --- search4all.py | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/search4all.py b/search4all.py index c7873b1..337b03e 100644 --- a/search4all.py +++ b/search4all.py @@ -385,10 +385,11 @@ def search_with_searchapi(query: str, subscription_key: str): def extract_url_content(url): + logger.info(url) downloaded = trafilatura.fetch_url(url) content = trafilatura.extract(downloaded) - logger.info(url) - logger.info(content) + + logger.info(url +"______"+ content) return {"url":url, "content":content} @@ -399,8 +400,8 @@ def search_with_searXNG(query:str,url:str): try: - safe_string = urllib.parse.quote_plus(":all !general " + query) - response = requests.get(url+'?q=' + safe_string + '&format=json') + safe_string = urllib.parse.quote_plus(":auto !general " + query) + response = requests.get(url+'?q=' + safe_string + '&format=json&engines=bing,google') response.raise_for_status() search_results = response.json() @@ -428,6 +429,7 @@ def search_with_searXNG(query:str,url:str): 'site_name':site_name, 'icon_url':icon_url, 'title':name, + 'name':name, 'url':url, 'snippet':snippet }) @@ -459,7 +461,8 @@ def search_with_searXNG(query:str,url:str): content_list.append(item_dict) logger.info("URL: {}".format(url)) logger.info("=================") - + if len(results)== 0 : + content_list = conv_links return content_list except Exception as ex: logger.error(ex)