| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | # SPDX-License-Identifier: AGPL-3.0-or-later | 
					
						
							| 
									
										
										
										
											2023-06-30 18:07:02 +02:00
										 |  |  | """PostgreSQL is a powerful and robust open source database.  Before configuring
 | 
					
						
							|  |  |  | the PostgreSQL engine, you must install the dependency ``psychopg2``. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | Example | 
					
						
							|  |  |  | ======= | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | Below is an example configuration: | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | .. code:: yaml | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |    - name: my_database | 
					
						
							|  |  |  |      engine: postgresql | 
					
						
							|  |  |  |      database: my_database | 
					
						
							|  |  |  |      username: searxng | 
					
						
							|  |  |  |      password: password | 
					
						
							|  |  |  |      query_str: 'SELECT * from my_table WHERE my_column = %(query)s' | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | Implementations | 
					
						
							|  |  |  | =============== | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | """
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-06-30 18:07:02 +02:00
										 |  |  | try: | 
					
						
							|  |  |  |     import psycopg2  # type: ignore | 
					
						
							|  |  |  | except ImportError: | 
					
						
							|  |  |  |     # import error is ignored because the admin has to install postgresql | 
					
						
							|  |  |  |     # manually to use the engine. | 
					
						
							|  |  |  |     pass | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | engine_type = 'offline' | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | host = "127.0.0.1" | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | """Hostname of the DB connector""" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | port = "5432" | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | """Port of the DB connector""" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | database = "" | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | """Name of the database.""" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | username = "" | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | """Username for the DB connection.""" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | password = "" | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | """Password for the DB connection.""" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | query_str = "" | 
					
						
							| 
									
										
										
										
											2024-10-03 12:58:32 +02:00
										 |  |  | """SQL query that returns the result items.""" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | limit = 10 | 
					
						
							|  |  |  | paging = True | 
					
						
							|  |  |  | result_template = 'key-value.html' | 
					
						
							|  |  |  | _connection = None | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | def init(engine_settings): | 
					
						
							|  |  |  |     global _connection  # pylint: disable=global-statement | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if 'query_str' not in engine_settings: | 
					
						
							|  |  |  |         raise ValueError('query_str cannot be empty') | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if not engine_settings['query_str'].lower().startswith('select '): | 
					
						
							|  |  |  |         raise ValueError('only SELECT query is supported') | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     _connection = psycopg2.connect( | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  |         database=database, | 
					
						
							|  |  |  |         user=username, | 
					
						
							|  |  |  |         password=password, | 
					
						
							|  |  |  |         host=host, | 
					
						
							|  |  |  |         port=port, | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  |     ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | def search(query, params): | 
					
						
							|  |  |  |     query_params = {'query': query} | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  |     query_to_run = query_str + ' LIMIT {0} OFFSET {1}'.format(limit, (params['pageno'] - 1) * limit) | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     with _connection: | 
					
						
							|  |  |  |         with _connection.cursor() as cur: | 
					
						
							|  |  |  |             cur.execute(query_to_run, query_params) | 
					
						
							|  |  |  |             return _fetch_results(cur) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-12-27 09:26:22 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-03-27 15:54:33 +01:00
										 |  |  | def _fetch_results(cur): | 
					
						
							|  |  |  |     results = [] | 
					
						
							|  |  |  |     titles = [] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     try: | 
					
						
							|  |  |  |         titles = [column_desc.name for column_desc in cur.description] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         for res in cur: | 
					
						
							|  |  |  |             result = dict(zip(titles, map(str, res))) | 
					
						
							|  |  |  |             result['template'] = result_template | 
					
						
							|  |  |  |             results.append(result) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     # no results to fetch | 
					
						
							|  |  |  |     except psycopg2.ProgrammingError: | 
					
						
							|  |  |  |         pass | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return results |