diff options
| author | Kapil Viren Ahuja <kvahuja@users.noreply.github.com> | 2017-02-27 14:27:28 +0530 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2017-02-27 14:27:28 +0530 |
| commit | bc2871a7e0c84a3c8bd630ed1618242bbcf16dc6 (patch) | |
| tree | 0ef235bf057a274a94fda4b9b52ea90c48d3ca68 /api.py | |
| parent | 434d7fa2cc723276135ceda1bc7a1f47c044109a (diff) | |
| parent | 8db59a181e50dac958f20fd6ca851e2c54d4c4da (diff) | |
| download | apigrabber-bc2871a7e0c84a3c8bd630ed1618242bbcf16dc6.tar.gz apigrabber-bc2871a7e0c84a3c8bd630ed1618242bbcf16dc6.zip | |
Merge pull request #41 from vainglorygame/pass-priority
pass job priority to processor
Diffstat (limited to 'api.py')
| -rw-r--r-- | api.py | 7 |
1 files changed, 4 insertions, 3 deletions
@@ -52,7 +52,7 @@ class Worker(object): with open(root + "/insert.sql", "r", encoding="utf-8-sig") as file: self._insertquery = file.read() - async def _execute_job(self, jobid, payload): + async def _execute_job(self, jobid, payload, priority): """Finish a job.""" api = crawler.Crawler(self._apitoken) logging.debug("%s: getting matches from API", jobid) @@ -65,15 +65,16 @@ class Worker(object): object_ids = [i["id"] for i in ids] for object_id in object_ids: await self._queue.request(jobtype="process", + priority=priority, payload={"id": object_id}) async def _work(self): """Fetch a job and run it.""" - jobid, payload = await self._queue.acquire(jobtype="grab") + jobid, payload, priority = await self._queue.acquire(jobtype="grab") if jobid is None: raise LookupError("no jobs available") logging.debug("%s: starting job", jobid) - await self._execute_job(jobid, payload) + await self._execute_job(jobid, payload, priority) await self._queue.finish(jobid) logging.debug("%s: finished job", jobid) |
