Refactor more stuff up to an object.
This commit is contained in:
parent
14e68f26ab
commit
30867fad21
@ -4,6 +4,12 @@ from threading import RLock
|
|||||||
from sqlalchemy import create_engine
|
from sqlalchemy import create_engine
|
||||||
from migrate.versioning.util import construct_engine
|
from migrate.versioning.util import construct_engine
|
||||||
from sqlalchemy.pool import NullPool
|
from sqlalchemy.pool import NullPool
|
||||||
|
from sqlalchemy.schema import MetaData, Column, Index
|
||||||
|
from sqlalchemy.schema import Table as SQLATable
|
||||||
|
from sqlalchemy import Integer
|
||||||
|
|
||||||
|
from dataset.persistence.table import Table
|
||||||
|
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
@ -23,13 +29,39 @@ class Database(object):
|
|||||||
self.tables = {}
|
self.tables = {}
|
||||||
self.indexes = {}
|
self.indexes = {}
|
||||||
|
|
||||||
|
def create_table(table_name):
|
||||||
|
with self.lock:
|
||||||
|
log.debug("Creating table: %s on %r" % (table_name, self.engine))
|
||||||
|
table = SQLATable(table_name, self.metadata)
|
||||||
|
col = Column('id', Integer, primary_key=True)
|
||||||
|
table.append_column(col)
|
||||||
|
table.create(self.engine)
|
||||||
|
self.tables[table_name] = table
|
||||||
|
return Table(self, table)
|
||||||
|
|
||||||
|
def load_table(self, table_name):
|
||||||
|
with self.lock:
|
||||||
|
log.debug("Loading table: %s on %r" % (table_name, self))
|
||||||
|
table = SQLATable(table_name, self.metadata, autoload=True)
|
||||||
|
self.tables[table_name] = table
|
||||||
|
return Table(self, table)
|
||||||
|
|
||||||
|
def get_table(self, table_name):
|
||||||
|
with self.lock:
|
||||||
|
if table_name in self.tables:
|
||||||
|
return Table(self, self.tables[table_name])
|
||||||
|
if self.engine.has_table(table_name):
|
||||||
|
return load_table(engine, table_name)
|
||||||
|
else:
|
||||||
|
return create_table(engine, table_name)
|
||||||
|
|
||||||
|
def __getitem__(self, table_name):
|
||||||
|
return self.get_table(table_name)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def connect(self, url):
|
def connect(self, url):
|
||||||
return Database(url)
|
return Database(url)
|
||||||
|
|
||||||
|
|
||||||
def __repr__(self):
|
def __repr__(self):
|
||||||
return '<Database(%s)>' % self.url
|
return '<Database(%s)>' % self.url
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
14
dataset/persistence/table.py
Normal file
14
dataset/persistence/table.py
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
|
||||||
|
|
||||||
|
class Table(object):
|
||||||
|
|
||||||
|
def __init__(self, database, table):
|
||||||
|
self.database = database
|
||||||
|
self.table = table
|
||||||
|
|
||||||
|
def drop(self):
|
||||||
|
with self.database.lock:
|
||||||
|
self.database.tables.pop(self.table.name, None)
|
||||||
|
self.table.drop(engine)
|
||||||
|
|
||||||
|
|
||||||
@ -1,3 +1,19 @@
|
|||||||
|
from datetime import datetime
|
||||||
|
|
||||||
|
from sqlalchemy import Integer, UnicodeText, Float, DateTime, Boolean
|
||||||
|
|
||||||
|
|
||||||
|
def guess_type(sample):
|
||||||
|
if isinstance(sample, bool):
|
||||||
|
return Boolean
|
||||||
|
elif isinstance(sample, int):
|
||||||
|
return Integer
|
||||||
|
elif isinstance(sample, float):
|
||||||
|
return Float
|
||||||
|
elif isinstance(sample, datetime):
|
||||||
|
return DateTime
|
||||||
|
return UnicodeText
|
||||||
|
|
||||||
|
|
||||||
def resultiter(rp):
|
def resultiter(rp):
|
||||||
""" SQLAlchemy ResultProxies are not iterable to get a
|
""" SQLAlchemy ResultProxies are not iterable to get a
|
||||||
|
|||||||
@ -9,64 +9,9 @@ from sqlalchemy.sql import and_, expression
|
|||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
def create_table(engine, table_name):
|
|
||||||
with lock:
|
|
||||||
log.debug("Creating table: %s on %r" % (table_name, engine))
|
|
||||||
table = Table(table_name, engine._metadata)
|
|
||||||
col = Column('id', Integer, primary_key=True)
|
|
||||||
table.append_column(col)
|
|
||||||
table.create(engine)
|
|
||||||
engine._tables[table_name] = table
|
|
||||||
return table
|
|
||||||
|
|
||||||
def load_table(engine, table_name):
|
|
||||||
with lock:
|
|
||||||
log.debug("Loading table: %s on %r" % (table_name, engine))
|
|
||||||
table = Table(table_name, engine._metadata, autoload=True)
|
|
||||||
engine._tables[table_name] = table
|
|
||||||
return table
|
|
||||||
|
|
||||||
def get_table(engine, table_name):
|
|
||||||
if isinstance(table_name, Table):
|
|
||||||
return table_name
|
|
||||||
|
|
||||||
# Accept Connection objects here
|
|
||||||
if hasattr(engine, 'engine'):
|
|
||||||
engine = engine.engine
|
|
||||||
|
|
||||||
with lock:
|
|
||||||
if table_name in engine._tables:
|
|
||||||
return engine._tables[table_name]
|
|
||||||
if engine.has_table(table_name):
|
|
||||||
return load_table(engine, table_name)
|
|
||||||
else:
|
|
||||||
return create_table(engine, table_name)
|
|
||||||
|
|
||||||
def drop_table(engine, table_name):
|
|
||||||
# Accept Connection objects here
|
|
||||||
if hasattr(engine, 'engine'):
|
|
||||||
engine = engine.engine
|
|
||||||
|
|
||||||
with lock:
|
|
||||||
if table_name in engine._tables:
|
|
||||||
table = engine._tables[table_name]
|
|
||||||
elif engine.has_table(table_name):
|
|
||||||
table = Table(table_name, engine._metadata)
|
|
||||||
else:
|
|
||||||
return
|
|
||||||
table.drop(engine)
|
|
||||||
engine._tables.pop(table_name, None)
|
|
||||||
|
|
||||||
def _guess_type(sample):
|
|
||||||
if isinstance(sample, bool):
|
|
||||||
return Boolean
|
|
||||||
elif isinstance(sample, int):
|
|
||||||
return Integer
|
|
||||||
elif isinstance(sample, float):
|
|
||||||
return Float
|
|
||||||
elif isinstance(sample, datetime):
|
|
||||||
return DateTime
|
|
||||||
return UnicodeText
|
|
||||||
|
|
||||||
def _ensure_columns(engine, table, row, types={}):
|
def _ensure_columns(engine, table, row, types={}):
|
||||||
columns = set(row.keys()) - set(table.columns.keys())
|
columns = set(row.keys()) - set(table.columns.keys())
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user