[enh] Initial no paging support for Yep.com
Upstream example query: https://yep.com/web?q=test https://yep.com/about
This commit is contained in:
		
							parent
							
								
									59ef9b9287
								
							
						
					
					
						commit
						fd9a13a3e5
					
				| @ -16,6 +16,11 @@ paging = False | |||||||
| suggestion_query = '' | suggestion_query = '' | ||||||
| results_query = '' | results_query = '' | ||||||
| 
 | 
 | ||||||
|  | cookies = {} | ||||||
|  | headers = {} | ||||||
|  | '''Some engines might offer different result based on cookies or headers. | ||||||
|  | Possible use-case: To set safesearch cookie or header to moderate.''' | ||||||
|  | 
 | ||||||
| # parameters for engines with paging support | # parameters for engines with paging support | ||||||
| # | # | ||||||
| # number of results on each page | # number of results on each page | ||||||
| @ -88,6 +93,9 @@ def request(query, params): | |||||||
|     if paging and search_url.find('{pageno}') >= 0: |     if paging and search_url.find('{pageno}') >= 0: | ||||||
|         fp['pageno'] = (params['pageno'] - 1) * page_size + first_page_num |         fp['pageno'] = (params['pageno'] - 1) * page_size + first_page_num | ||||||
| 
 | 
 | ||||||
|  |     params['cookies'].update(cookies) | ||||||
|  |     params['headers'].update(headers) | ||||||
|  | 
 | ||||||
|     params['url'] = search_url.format(**fp) |     params['url'] = search_url.format(**fp) | ||||||
|     params['query'] = query |     params['query'] = query | ||||||
| 
 | 
 | ||||||
|  | |||||||
| @ -402,6 +402,30 @@ engines: | |||||||
|       require_api_key: false |       require_api_key: false | ||||||
|       results: JSON |       results: JSON | ||||||
| 
 | 
 | ||||||
|  |   - name: yep | ||||||
|  |     engine: json_engine | ||||||
|  |     shortcut: yep | ||||||
|  |     categories: general | ||||||
|  |     disabled: true | ||||||
|  |     paging: false | ||||||
|  |     page_size: 10 | ||||||
|  |     content_html_to_text: true | ||||||
|  |     title_html_to_text: true | ||||||
|  |     search_url: https://api.yep.com/fs/1/?type=web&q={query}&no_correct=false | ||||||
|  |     results_query: 1/results | ||||||
|  |     title_query: title | ||||||
|  |     url_query: url | ||||||
|  |     content_query: snippet | ||||||
|  |     timeout: 12.0 | ||||||
|  |     headers: | ||||||
|  |       'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8' | ||||||
|  |       'Sec-Fetch-Dest': 'document' | ||||||
|  |     about: | ||||||
|  |       website: https://yep.com | ||||||
|  |       use_official_api: false | ||||||
|  |       require_api_key: false | ||||||
|  |       results: JSON | ||||||
|  | 
 | ||||||
|   - name: currency |   - name: currency | ||||||
|     engine: currency_convert |     engine: currency_convert | ||||||
|     categories: general |     categories: general | ||||||
|  | |||||||
		Loading…
	
		Reference in New Issue
	
	Block a user