diff options
| author | Kapil Viren Ahuja <kvahuja@users.noreply.github.com> | 2017-02-27 14:28:11 +0530 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2017-02-27 14:28:11 +0530 |
| commit | d86d631fb669f927b8652ae204607f8a11509b50 (patch) | |
| tree | 4f49b6afdb24ba008722a11047cd37795d8c66a3 /api.py | |
| parent | bc2871a7e0c84a3c8bd630ed1618242bbcf16dc6 (diff) | |
| parent | ce1f18227b3b8e3d087e2b920151d63d0061fe33 (diff) | |
| download | apigrabber-d86d631fb669f927b8652ae204607f8a11509b50.tar.gz apigrabber-d86d631fb669f927b8652ae204607f8a11509b50.zip | |
Merge pull request #42 from vainglorygame/pass-type
pass object type to process job payload
Diffstat (limited to 'api.py')
| -rw-r--r-- | api.py | 17 |
1 files changed, 11 insertions, 6 deletions
@@ -60,13 +60,18 @@ class Worker(object): async for data in api.matches(region=payload["region"], params=payload["params"]): logging.debug("%s: inserting into database", jobid) - ids = await con.fetch(self._insertquery, json.dumps(data)) - logging.info("%s: inserted %s objects", jobid, len(ids)) - object_ids = [i["id"] for i in ids] - for object_id in object_ids: + objects = await con.fetch(self._insertquery, json.dumps(data)) + logging.info("%s: inserted %s", jobid, + {t: len([s for s in objects if s["type"] == t]) + for t in set([e["type"] for e in objects])} + ) + for obj in objects: await self._queue.request(jobtype="process", - priority=priority, - payload={"id": object_id}) + priority=priority, + payload={ + "id": obj["id"], + "type": obj["type"] + }) async def _work(self): """Fetch a job and run it.""" |
