summaryrefslogtreecommitdiff
path: root/api.py
diff options
context:
space:
mode:
authorschneefux <schneefux+commit@schneefux.xyz>2017-02-28 18:01:50 +0100
committerschneefux <schneefux+commit@schneefux.xyz>2017-02-28 18:01:50 +0100
commitc1f3ee04077420be4ac016d9fc8af9f1ccc8d787 (patch)
treeb82c40806871eaaeac06d268ab994550e1309711 /api.py
parent7d34e23ecda9c1bdb5f822d90142d51cf81c0681 (diff)
downloadshrinker-c1f3ee04077420be4ac016d9fc8af9f1ccc8d787.tar.gz
shrinker-c1f3ee04077420be4ac016d9fc8af9f1ccc8d787.zip
support split queries
Diffstat (limited to 'api.py')
-rw-r--r--api.py17
1 files changed, 10 insertions, 7 deletions
diff --git a/api.py b/api.py
index f668b74..ce186d4 100644
--- a/api.py
+++ b/api.py
@@ -44,12 +44,15 @@ class Worker(object):
"""Initialize the database."""
scriptroot = os.path.realpath(
os.path.join(os.getcwd(), os.path.dirname(__file__)))
- for path in glob.glob(scriptroot + "/queries/*.sql"):
+ for path in glob.glob(scriptroot + "/queries/*/*.sql"):
# utf-8-sig is used by pgadmin, doesn't hurt to specify
- # file names: web target table
- table = os.path.splitext(os.path.basename(path))[0]
+ # directory names: web target table
+ table = os.path.basename(os.path.dirname(path))
with open(path, "r", encoding="utf-8-sig") as file:
- self._queries[table] = file.read()
+ try:
+ self._queries[table].append(file.read())
+ except KeyError:
+ self._queries[table] = [file.read()]
logging.info("loaded query '%s'", table)
async def _execute_job(self, jobid, payload):
@@ -61,9 +64,9 @@ class Worker(object):
async with self._pool.acquire() as con:
logging.debug("%s: compiling '%s' from '%s'",
jobid, object_id, table)
- async with con.transaction():
- await con.execute(self._queries[table],
- object_id)
+ for query in self._queries[table]:
+ async with con.transaction():
+ await con.execute(query, object_id)
async def _work(self):
"""Fetch a job and run it."""