summaryrefslogtreecommitdiff
path: root/api.py
diff options
context:
space:
mode:
authorschneefux <schneefux+commit@schneefux.xyz>2017-02-26 13:32:23 +0100
committerschneefux <schneefux+commit@schneefux.xyz>2017-02-26 13:32:23 +0100
commitbdcc5add4e5114746b47c4d481e316b7ee3415e4 (patch)
tree195290dc7b72be073b85310f2acfd8e387e1bf0f /api.py
parent568ec9e3194c61b8e489b0ea6b9204c9297e07e8 (diff)
parentce1f18227b3b8e3d087e2b920151d63d0061fe33 (diff)
downloadapigrabber-bdcc5add4e5114746b47c4d481e316b7ee3415e4.tar.gz
apigrabber-bdcc5add4e5114746b47c4d481e316b7ee3415e4.zip
Merge branch 'pass-type' into develop
Diffstat (limited to 'api.py')
-rw-r--r--api.py17
1 files changed, 11 insertions, 6 deletions
diff --git a/api.py b/api.py
index 0e68b44..117f55f 100644
--- a/api.py
+++ b/api.py
@@ -60,13 +60,18 @@ class Worker(object):
async for data in api.matches(region=payload["region"],
params=payload["params"]):
logging.debug("%s: inserting into database", jobid)
- ids = await con.fetch(self._insertquery, json.dumps(data))
- logging.info("%s: inserted %s objects", jobid, len(ids))
- object_ids = [i["id"] for i in ids]
- for object_id in object_ids:
+ objects = await con.fetch(self._insertquery, json.dumps(data))
+ logging.info("%s: inserted %s", jobid,
+ {t: len([s for s in objects if s["type"] == t])
+ for t in set([e["type"] for e in objects])}
+ )
+ for obj in objects:
await self._queue.request(jobtype="process",
- priority=priority,
- payload={"id": object_id})
+ priority=priority,
+ payload={
+ "id": obj["id"],
+ "type": obj["type"]
+ })
async def _work(self):
"""Fetch a job and run it."""