Minor fixes re offenesparlament.de

This commit is contained in:
Friedrich Lindenberg 2012-08-12 11:54:32 +02:00
parent f74ef1d33c
commit 15e89f3f89
3 changed files with 9 additions and 3 deletions

View File

@ -4,6 +4,6 @@ from sqlaload.schema import create_table, load_table, get_table, drop_table
from sqlaload.schema import create_column
from sqlaload.write import add_row, update_row
from sqlaload.write import upsert, update, delete
from sqlaload.query import distinct, resultiter, all, find_one, find
from sqlaload.query import distinct, resultiter, all, find_one, find, query
from sqlaload.util import dump_csv

View File

@ -54,6 +54,10 @@ def find(engine, table, _limit=None, _step=5000, _offset=0,
for row in rows:
yield row
def query(engine, query):
for res in resultiter(engine.execute(query)):
yield res
def distinct(engine, table, *columns):
columns = [table.c[c] for c in columns]
q = expression.select(columns, distinct=True,

View File

@ -18,8 +18,10 @@ INDEXES = dict()
def connect(url):
""" Create an engine for the given database URL. """
kw = {}
#if url.startswith('postgres'):
# kw['pool_size'] = 10
if url.startswith('postgres'):
#kw['pool_size'] = 5
from sqlalchemy.pool import NullPool
kw['poolclass'] = NullPool
engine = create_engine(url, **kw)
engine = construct_engine(engine)
meta = MetaData()