| 
									
										
										
										
											2014-01-29 19:28:38 +01:00
										 |  |  | #!/usr/bin/env python | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | from urllib import urlencode | 
					
						
							|  |  |  | from json import loads | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | categories = ['general'] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | url = 'https://ajax.googleapis.com/' | 
					
						
							| 
									
										
										
										
											2014-01-31 04:35:23 +01:00
										 |  |  | search_url = url + 'ajax/services/search/web?v=2.0&start={offset}&rsz=large&safe=off&filter=off&{query}&hl={language}'  # noqa | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | paging = True | 
					
						
							|  |  |  | language_support = True | 
					
						
							| 
									
										
										
										
											2014-01-29 19:28:38 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def request(query, params): | 
					
						
							| 
									
										
										
										
											2014-01-29 21:14:38 +01:00
										 |  |  |     offset = (params['pageno'] - 1) * 8 | 
					
						
							| 
									
										
										
										
											2014-01-31 04:35:23 +01:00
										 |  |  |     language = 'en-US' | 
					
						
							|  |  |  |     if params['language'] != 'all': | 
					
						
							|  |  |  |         language = params['language'].replace('_', '-') | 
					
						
							| 
									
										
										
										
											2014-01-29 21:14:38 +01:00
										 |  |  |     params['url'] = search_url.format(offset=offset, | 
					
						
							| 
									
										
										
										
											2014-01-31 04:35:23 +01:00
										 |  |  |                                       query=urlencode({'q': query}), | 
					
						
							|  |  |  |                                       language=language) | 
					
						
							| 
									
										
										
										
											2014-01-29 19:28:38 +01:00
										 |  |  |     return params | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def response(resp): | 
					
						
							|  |  |  |     results = [] | 
					
						
							|  |  |  |     search_res = loads(resp.text) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if not search_res.get('responseData', {}).get('results'): | 
					
						
							|  |  |  |         return [] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     for result in search_res['responseData']['results']: | 
					
						
							|  |  |  |         results.append({'url': result['unescapedUrl'], | 
					
						
							|  |  |  |                         'title': result['titleNoFormatting'], | 
					
						
							|  |  |  |                         'content': result['content']}) | 
					
						
							|  |  |  |     return results |