| 
									
										
										
										
											2021-01-13 11:31:25 +01:00
										 |  |  | # SPDX-License-Identifier: AGPL-3.0-or-later | 
					
						
							|  |  |  | """
 | 
					
						
							|  |  |  |  Wolfram|Alpha (Science) | 
					
						
							|  |  |  | """
 | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | from lxml import etree | 
					
						
							| 
									
										
										
										
											2020-08-06 17:42:46 +02:00
										 |  |  | from urllib.parse import urlencode | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-01-13 11:31:25 +01:00
										 |  |  | # about | 
					
						
							|  |  |  | about = { | 
					
						
							|  |  |  |     "website": 'https://www.wolframalpha.com', | 
					
						
							|  |  |  |     "wikidata_id": 'Q207006', | 
					
						
							|  |  |  |     "official_api_documentation": 'https://products.wolframalpha.com/api/', | 
					
						
							|  |  |  |     "use_official_api": True, | 
					
						
							|  |  |  |     "require_api_key": False, | 
					
						
							|  |  |  |     "results": 'XML', | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | # search-url | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  | search_url = 'https://api.wolframalpha.com/v2/query?appid={api_key}&{query}' | 
					
						
							|  |  |  | site_url = 'https://www.wolframalpha.com/input/?{query}' | 
					
						
							| 
									
										
										
										
											2016-01-02 07:41:14 +01:00
										 |  |  | api_key = ''  # defined in settings.yml | 
					
						
							| 
									
										
										
										
											2015-12-28 08:17:42 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-01-02 05:02:10 +01:00
										 |  |  | # xpath variables | 
					
						
							|  |  |  | failure_xpath = '/queryresult[attribute::success="false"]' | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  | input_xpath = '//pod[starts-with(attribute::id, "Input")]/subpod/plaintext' | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  | pods_xpath = '//pod' | 
					
						
							|  |  |  | subpods_xpath = './subpod' | 
					
						
							| 
									
										
										
										
											2016-07-07 00:29:40 +02:00
										 |  |  | pod_primary_xpath = './@primary' | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  | pod_id_xpath = './@id' | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  | pod_title_xpath = './@title' | 
					
						
							|  |  |  | plaintext_xpath = './plaintext' | 
					
						
							|  |  |  | image_xpath = './img' | 
					
						
							|  |  |  | img_src_xpath = './@src' | 
					
						
							|  |  |  | img_alt_xpath = './@alt' | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | # pods to display as image in infobox | 
					
						
							|  |  |  | # this pods do return a plaintext, but they look better and are more useful as images | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  | image_pods = {'VisualRepresentation', 'Illustration'} | 
					
						
							| 
									
										
										
										
											2016-01-02 05:02:10 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | # do search-request | 
					
						
							|  |  |  | def request(query, params): | 
					
						
							| 
									
										
										
										
											2016-11-30 18:43:03 +01:00
										 |  |  |     params['url'] = search_url.format(query=urlencode({'input': query}), api_key=api_key) | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  |     params['headers']['Referer'] = site_url.format(query=urlencode({'i': query})) | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     return params | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-28 08:17:42 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | # replace private user area characters to make text legible | 
					
						
							|  |  |  | def replace_pua_chars(text): | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  |     pua_chars = { | 
					
						
							|  |  |  |         '\uf522': '\u2192',  # rigth arrow | 
					
						
							|  |  |  |         '\uf7b1': '\u2115',  # set of natural numbers | 
					
						
							|  |  |  |         '\uf7b4': '\u211a',  # set of rational numbers | 
					
						
							|  |  |  |         '\uf7b5': '\u211d',  # set of real numbers | 
					
						
							|  |  |  |         '\uf7bd': '\u2124',  # set of integer numbers | 
					
						
							|  |  |  |         '\uf74c': 'd',  # differential | 
					
						
							|  |  |  |         '\uf74d': '\u212f',  # euler's number | 
					
						
							|  |  |  |         '\uf74e': 'i',  # imaginary number | 
					
						
							|  |  |  |         '\uf7d9': '=', | 
					
						
							|  |  |  |     }  # equals sign | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-30 18:43:03 +01:00
										 |  |  |     for k, v in pua_chars.items(): | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  |         text = text.replace(k, v) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return text | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-28 08:17:42 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | # get response from search-request | 
					
						
							|  |  |  | def response(resp): | 
					
						
							|  |  |  |     results = [] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-01-09 03:22:16 +01:00
										 |  |  |     search_results = etree.XML(resp.content) | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     # return empty array if there are no results | 
					
						
							| 
									
										
										
										
											2016-01-02 05:02:10 +01:00
										 |  |  |     if search_results.xpath(failure_xpath): | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  |         return [] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |     try: | 
					
						
							|  |  |  |         infobox_title = search_results.xpath(input_xpath)[0].text | 
					
						
							|  |  |  |     except: | 
					
						
							| 
									
										
										
										
											2016-07-07 00:33:03 +02:00
										 |  |  |         infobox_title = "" | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     pods = search_results.xpath(pods_xpath) | 
					
						
							|  |  |  |     result_chunks = [] | 
					
						
							| 
									
										
										
										
											2016-07-07 00:33:03 +02:00
										 |  |  |     result_content = "" | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  |     for pod in pods: | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |         pod_id = pod.xpath(pod_id_xpath)[0] | 
					
						
							|  |  |  |         pod_title = pod.xpath(pod_title_xpath)[0] | 
					
						
							| 
									
										
										
										
											2016-07-07 00:29:40 +02:00
										 |  |  |         pod_is_result = pod.xpath(pod_primary_xpath) | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |         subpods = pod.xpath(subpods_xpath) | 
					
						
							|  |  |  |         if not subpods: | 
					
						
							|  |  |  |             continue | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |         # Appends either a text or an image, depending on which one is more suitable | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  |         for subpod in subpods: | 
					
						
							|  |  |  |             content = subpod.xpath(plaintext_xpath)[0].text | 
					
						
							|  |  |  |             image = subpod.xpath(image_xpath) | 
					
						
							| 
									
										
										
										
											2016-01-02 05:02:10 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |             if content and pod_id not in image_pods: | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-07 00:33:03 +02:00
										 |  |  |                 if pod_is_result or not result_content: | 
					
						
							|  |  |  |                     if pod_id != "Input": | 
					
						
							|  |  |  |                         result_content = "%s: %s" % (pod_title, content) | 
					
						
							| 
									
										
										
										
											2016-07-07 00:29:40 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |                 # if no input pod was found, title is first plaintext pod | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  |                 if not infobox_title: | 
					
						
							|  |  |  |                     infobox_title = content | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |                 content = replace_pua_chars(content) | 
					
						
							|  |  |  |                 result_chunks.append({'label': pod_title, 'value': content}) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  |             elif image: | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  |                 result_chunks.append( | 
					
						
							|  |  |  |                     { | 
					
						
							|  |  |  |                         'label': pod_title, | 
					
						
							|  |  |  |                         'image': {'src': image[0].xpath(img_src_xpath)[0], 'alt': image[0].xpath(img_alt_xpath)[0]}, | 
					
						
							|  |  |  |                     } | 
					
						
							|  |  |  |                 ) | 
					
						
							| 
									
										
										
										
											2016-02-28 02:06:44 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     if not result_chunks: | 
					
						
							|  |  |  |         return [] | 
					
						
							| 
									
										
										
										
											2015-12-30 07:53:15 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-07 00:33:03 +02:00
										 |  |  |     title = "Wolfram|Alpha (%s)" % infobox_title | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-28 07:47:36 +01:00
										 |  |  |     # append infobox | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  |     results.append( | 
					
						
							|  |  |  |         { | 
					
						
							|  |  |  |             'infobox': infobox_title, | 
					
						
							|  |  |  |             'attributes': result_chunks, | 
					
						
							|  |  |  |             'urls': [{'title': 'Wolfram|Alpha', 'url': resp.request.headers['Referer']}], | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |     ) | 
					
						
							| 
									
										
										
										
											2016-01-06 04:47:31 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     # append link to site | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  |     results.append({'url': resp.request.headers['Referer'], 'title': title, 'content': result_content}) | 
					
						
							| 
									
										
										
										
											2015-12-23 07:01:00 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     return results |