[mod] remove discontinued petalsearch engines
This commit is contained in:
		
							parent
							
								
									b8352eca0c
								
							
						
					
					
						commit
						c00c0c5434
					
				| @ -1,94 +0,0 @@ | |||||||
| # SPDX-License-Identifier: AGPL-3.0-or-later |  | ||||||
| """Petalsearch Images |  | ||||||
| 
 |  | ||||||
| """ |  | ||||||
| 
 |  | ||||||
| from json import loads |  | ||||||
| from urllib.parse import urlencode |  | ||||||
| from datetime import datetime |  | ||||||
| 
 |  | ||||||
| from lxml import html |  | ||||||
| 
 |  | ||||||
| from searx.utils import extract_text |  | ||||||
| 
 |  | ||||||
| about = { |  | ||||||
|     "website": 'https://petalsearch.com/', |  | ||||||
|     "wikidata_id": 'Q104399280', |  | ||||||
|     "official_api_documentation": False, |  | ||||||
|     "use_official_api": False, |  | ||||||
|     "require_api_key": False, |  | ||||||
|     "results": 'JSON', |  | ||||||
| } |  | ||||||
| 
 |  | ||||||
| categories = ['images'] |  | ||||||
| paging = True |  | ||||||
| time_range_support = False |  | ||||||
| 
 |  | ||||||
| safesearch = True |  | ||||||
| safesearch_table = {0: 'off', 1: 'moderate', 2: 'on'} |  | ||||||
| 
 |  | ||||||
| base_url = 'https://petalsearch.com/' |  | ||||||
| search_string = 'search?{query}&channel=image&ps=50&pn={page}®ion={lang}&ss_mode={safesearch}&ss_type=normal' |  | ||||||
| 
 |  | ||||||
| 
 |  | ||||||
| def request(query, params): |  | ||||||
| 
 |  | ||||||
|     search_path = search_string.format( |  | ||||||
|         query=urlencode({'query': query}), |  | ||||||
|         page=params['pageno'], |  | ||||||
|         lang=params['language'].lower(), |  | ||||||
|         safesearch=safesearch_table[params['safesearch']], |  | ||||||
|     ) |  | ||||||
| 
 |  | ||||||
|     params['url'] = base_url + search_path |  | ||||||
| 
 |  | ||||||
|     return params |  | ||||||
| 
 |  | ||||||
| 
 |  | ||||||
| def response(resp): |  | ||||||
|     results = [] |  | ||||||
| 
 |  | ||||||
|     tree = html.fromstring(resp.text) |  | ||||||
|     root = tree.findall('.//script[3]') |  | ||||||
| 
 |  | ||||||
|     # Convert list to JSON |  | ||||||
|     json_content = extract_text(root) |  | ||||||
| 
 |  | ||||||
|     # Manipulate with JSON |  | ||||||
|     data = loads(json_content) |  | ||||||
| 
 |  | ||||||
|     for result in data['newImages']: |  | ||||||
|         url = result['url'] |  | ||||||
|         title = result['title'] |  | ||||||
|         thumbnail_src = result['image'] |  | ||||||
| 
 |  | ||||||
|         pic_dict = result.get('extrainfo') |  | ||||||
| 
 |  | ||||||
|         date_from_api = pic_dict.get('publish_time') |  | ||||||
|         width = pic_dict.get('width') |  | ||||||
|         height = pic_dict.get('height') |  | ||||||
|         img_src = pic_dict.get('real_url') |  | ||||||
| 
 |  | ||||||
|         # Continue if img_src is missing |  | ||||||
|         if img_src is None or '': |  | ||||||
|             continue |  | ||||||
| 
 |  | ||||||
|         # Get and convert published date |  | ||||||
|         if date_from_api is not None: |  | ||||||
|             publishedDate = datetime.fromtimestamp(int(date_from_api)) |  | ||||||
| 
 |  | ||||||
|         # Append results |  | ||||||
|         results.append( |  | ||||||
|             { |  | ||||||
|                 'template': 'images.html', |  | ||||||
|                 'url': url, |  | ||||||
|                 'title': title, |  | ||||||
|                 'img_src': img_src, |  | ||||||
|                 'thumbnail_src': thumbnail_src, |  | ||||||
|                 'width': width, |  | ||||||
|                 'height': height, |  | ||||||
|                 'publishedDate': publishedDate, |  | ||||||
|             } |  | ||||||
|         ) |  | ||||||
| 
 |  | ||||||
|     return results |  | ||||||
| @ -1845,33 +1845,6 @@ engines: | |||||||
|     categories: news |     categories: news | ||||||
|     brave_category: news |     brave_category: news | ||||||
| 
 | 
 | ||||||
|   - name: petalsearch |  | ||||||
|     shortcut: pts |  | ||||||
|     engine: xpath |  | ||||||
|     paging: true |  | ||||||
|     search_url: https://petalsearch.com/search?query={query}&pn={pageno} |  | ||||||
|     url_xpath: //div[@class='card-source'] |  | ||||||
|     title_xpath: //div[@class='title-name'] |  | ||||||
|     content_xpath: //div[@class='webpage-text'] |  | ||||||
|     first_page_num: 1 |  | ||||||
|     disabled: true |  | ||||||
|     headers: |  | ||||||
|       User-Agent: Mozilla/5.0 (Linux; Android 7.0;) \ |  | ||||||
|         AppleWebKit/537.36 (KHTML, like Gecko) \ |  | ||||||
|         Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot) |  | ||||||
|     about: |  | ||||||
|       website: https://petalsearch.com/ |  | ||||||
|       wikidata_id: Q104399280 |  | ||||||
|       use_official_api: false |  | ||||||
|       require_api_key: false |  | ||||||
|       results: HTML |  | ||||||
| 
 |  | ||||||
|   - name: petalsearch images |  | ||||||
|     engine: petal_images |  | ||||||
|     shortcut: ptsi |  | ||||||
|     disabled: true |  | ||||||
|     timeout: 3.0 |  | ||||||
| 
 |  | ||||||
|   - name: lib.rs |   - name: lib.rs | ||||||
|     shortcut: lrs |     shortcut: lrs | ||||||
|     engine: xpath |     engine: xpath | ||||||
|  | |||||||
		Loading…
	
		Reference in New Issue
	
	Block a user