From 07f17264500c388cb039eb33cdd89bc4f54d9505 Mon Sep 17 00:00:00 2001 From: Kapil Viren Ahuja Date: Thu, 16 Feb 2017 22:18:04 +0530 Subject: 1. using the right table names in SQL. 2. also put in some exception handling which spits out the error and moves on instead of exiting (#11) * 1. using the right table names in SQL. 2. also put in some exception handling which spits out the error and moves on instead of exiting * ID in participant table is participant ID. we need a mapping for player ID in Web to get a player's matches. --- api.py | 17 +++++++++++++---- 1 file changed, 13 insertions(+), 4 deletions(-) (limited to 'api.py') diff --git a/api.py b/api.py index ac004d2..d42c2aa 100644 --- a/api.py +++ b/api.py @@ -53,12 +53,17 @@ class Processor(object): async with self._srcpool.acquire() as srccon: async with self._destpool.acquire() as destcon: for table, query in self._queries.items(): + logging.info("running query for '%s'", table) stop_after -= 1 # TODO for debugging, don't process whole table - logging.info("processing table %s", table) async with srccon.transaction(): async with destcon.transaction(): - async for rec in srccon.cursor(query): - await self.into(destcon, rec, table) + rec_o = "" + try: + async for rec in srccon.cursor(query): + rec_o = rec + await self.into(destcon, rec, table) + except: + logging.error("rec: %s", rec_o) async def into(self, conn, data, table): """Insert a named tuple into a table.""" @@ -67,7 +72,11 @@ class Processor(object): placeholders = ["${}".format(i) for i, _ in enumerate(values, 1)] query = "INSERT INTO {} (\"{}\") VALUES ({})".format( table, "\", \"".join(keys), ", ".join(placeholders)) - await conn.execute(query, (*data)) + try: + await conn.execute(query, (*data)) + except: + logging.error("Query: '%s'", query) + logging.error("Data: '%s'", data) async def main(): -- cgit v1.3.1