diff options
| author | schneefux <schneefux+commit@schneefux.xyz> | 2017-02-28 18:01:50 +0100 |
|---|---|---|
| committer | schneefux <schneefux+commit@schneefux.xyz> | 2017-02-28 18:01:50 +0100 |
| commit | c1f3ee04077420be4ac016d9fc8af9f1ccc8d787 (patch) | |
| tree | b82c40806871eaaeac06d268ab994550e1309711 /api.py | |
| parent | 7d34e23ecda9c1bdb5f822d90142d51cf81c0681 (diff) | |
| download | processor-c1f3ee04077420be4ac016d9fc8af9f1ccc8d787.tar.gz processor-c1f3ee04077420be4ac016d9fc8af9f1ccc8d787.zip | |
support split queries
Diffstat (limited to 'api.py')
| -rw-r--r-- | api.py | 17 |
1 files changed, 10 insertions, 7 deletions
@@ -44,12 +44,15 @@ class Worker(object): """Initialize the database.""" scriptroot = os.path.realpath( os.path.join(os.getcwd(), os.path.dirname(__file__))) - for path in glob.glob(scriptroot + "/queries/*.sql"): + for path in glob.glob(scriptroot + "/queries/*/*.sql"): # utf-8-sig is used by pgadmin, doesn't hurt to specify - # file names: web target table - table = os.path.splitext(os.path.basename(path))[0] + # directory names: web target table + table = os.path.basename(os.path.dirname(path)) with open(path, "r", encoding="utf-8-sig") as file: - self._queries[table] = file.read() + try: + self._queries[table].append(file.read()) + except KeyError: + self._queries[table] = [file.read()] logging.info("loaded query '%s'", table) async def _execute_job(self, jobid, payload): @@ -61,9 +64,9 @@ class Worker(object): async with self._pool.acquire() as con: logging.debug("%s: compiling '%s' from '%s'", jobid, object_id, table) - async with con.transaction(): - await con.execute(self._queries[table], - object_id) + for query in self._queries[table]: + async with con.transaction(): + await con.execute(query, object_id) async def _work(self): """Fetch a job and run it.""" |
