add support for Chinese variants in Wikipedia

Browse Source
This commit is contained in:
Marc Abonce Seguin 2021-02-08 21:56:45 -07:00
parent ab8739809c
commit 64e81794fe
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
searx/engines/wikipedia.py
View File

@ -22,6 +22,7 @@ about = {
# search-url # search-url
search_url = 'https://{language}.wikipedia.org/api/rest_v1/page/summary/{title}' search_url = 'https://{language}.wikipedia.org/api/rest_v1/page/summary/{title}'
supported_languages_url = 'https://meta.wikimedia.org/wiki/List_of_Wikipedias' supported_languages_url = 'https://meta.wikimedia.org/wiki/List_of_Wikipedias'
language_variants = {"zh": ("zh-cn", "zh-hk", "zh-mo", "zh-my", "zh-sg", "zh-tw")}
# set language in base_url # set language in base_url
@ -37,8 +38,12 @@ def request(query, params):
if query.islower(): if query.islower():
query = query.title() query = query.title()
language = url_lang(params['language'])
params['url'] = search_url.format(title=quote(query), params['url'] = search_url.format(title=quote(query),
language=url_lang(params['language'])) language=language)
if params['language'].lower() in language_variants.get(language, []):
params['headers']['Accept-Language'] = params['language'].lower()
params['headers']['User-Agent'] = searx_useragent() params['headers']['User-Agent'] = searx_useragent()
params['raise_for_httperror'] = False params['raise_for_httperror'] = False
@ -60,7 +65,7 @@ def response(resp):
if api_result.get('type') != 'standard': if api_result.get('type') != 'standard':
return [] return []
title = api_result['title'] title = api_result['displaytitle']
wikipedia_link = api_result['content_urls']['desktop']['page'] wikipedia_link = api_result['content_urls']['desktop']['page']
results.append({'url': wikipedia_link, 'title': title}) results.append({'url': wikipedia_link, 'title': title})