[mod][fix] startpage engine updates
This commit is contained in:
		
							parent
							
								
									6f86b96a35
								
							
						
					
					
						commit
						7db4558de7
					
				| @ -29,9 +29,12 @@ def response(resp): | |||||||
|     dom = html.fromstring(resp.content) |     dom = html.fromstring(resp.content) | ||||||
|     # ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"] |     # ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"] | ||||||
|     # not ads: div[@class="result"] are the direct childs of div[@id="results"] |     # not ads: div[@class="result"] are the direct childs of div[@id="results"] | ||||||
|     for result in dom.xpath('//div[@id="results"]/div[@class="result"]'): |     for result in dom.xpath('//div[@class="result"]'): | ||||||
|         link = result.xpath('.//h3/a')[0] |         link = result.xpath('.//h3/a')[0] | ||||||
|         url = link.attrib.get('href') |         url = link.attrib.get('href') | ||||||
|  |         if url.startswith('http://www.google.')\ | ||||||
|  |            or url.startswith('https://www.google.'): | ||||||
|  |             continue | ||||||
|         title = link.text_content() |         title = link.text_content() | ||||||
| 
 | 
 | ||||||
|         content = '' |         content = '' | ||||||
|  | |||||||
		Loading…
	
		Reference in New Issue
	
	Block a user