Merge pull request #2554 from MarcAbonce/zh-variants-in-wikipedia

Browse Source 
Add support for Chinese variants in Wikipedia
This commit is contained in:
Alexandre Flament 2021-02-09 08:49:59 +01:00 committed by GitHub
commit bec9e30fe7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
searx/engines/wikipedia.py
View File

@ -22,6 +22,7 @@ about = {
# search-url # search-url
search_url = 'https://{language}.wikipedia.org/api/rest_v1/page/summary/{title}' search_url = 'https://{language}.wikipedia.org/api/rest_v1/page/summary/{title}'
supported_languages_url = 'https://meta.wikimedia.org/wiki/List_of_Wikipedias' supported_languages_url = 'https://meta.wikimedia.org/wiki/List_of_Wikipedias'
language_variants = {"zh": ("zh-cn", "zh-hk", "zh-mo", "zh-my", "zh-sg", "zh-tw")}
# set language in base_url # set language in base_url
@ -37,8 +38,12 @@ def request(query, params):
if query.islower(): if query.islower():
query = query.title() query = query.title()
language = url_lang(params['language'])
params['url'] = search_url.format(title=quote(query), params['url'] = search_url.format(title=quote(query),
language=url_lang(params['language'])) language=language)
if params['language'].lower() in language_variants.get(language, []):
params['headers']['Accept-Language'] = params['language'].lower()
params['headers']['User-Agent'] = searx_useragent() params['headers']['User-Agent'] = searx_useragent()
params['raise_for_httperror'] = False params['raise_for_httperror'] = False
@ -60,7 +65,7 @@ def response(resp):
if api_result.get('type') != 'standard': if api_result.get('type') != 'standard':
return [] return []
title = api_result['title'] title = api_result['displaytitle']
wikipedia_link = api_result['content_urls']['desktop']['page'] wikipedia_link = api_result['content_urls']['desktop']['page']
results.append({'url': wikipedia_link, 'title': title}) results.append({'url': wikipedia_link, 'title': title})