From 1eb1bf90e796d0814eb8e501f856cf21c1e15f60 Mon Sep 17 00:00:00 2001
From: schneefux <schneefux+commit@schneefux.xyz>
Date: Sat, 4 Mar 2017 11:17:32 +0100
Subject: refactor to use joblib worker class

---
 api.py | 33 +++++----------------------------
 1 file changed, 5 insertions(+), 28 deletions(-)

(limited to 'api.py')

diff --git a/api.py b/api.py
index cb1dd50..311c82b 100644
--- a/api.py
+++ b/api.py
@@ -7,7 +7,7 @@ import logging
 import json
 import asyncpg
 
-import joblib.joblib
+import joblib.worker
 
 
 source_db = {
@@ -27,19 +27,17 @@ dest_db = {
 }
 
 
-class Worker(object):
+class Processor(joblib.worker.Worker):
     def __init__(self):
-        self._queue = None
         self._srcpool = None
         self._destpool = None
         self._queries = {}
+        super().__init__(jobtype="process")
 
     async def connect(self, sourcea, desta):
         """Connect to database."""
         logging.warning("connecting to database")
-        self._queue = joblib.joblib.JobQueue()
-        await self._queue.connect(**sourcea)
-        await self._queue.setup()
+        await super().connect(**sourcea)
         self._srcpool = await asyncpg.create_pool(**sourcea)
         self._destpool = await asyncpg.create_pool(**desta)
 
@@ -155,30 +153,9 @@ class Worker(object):
         logging.debug(query)
         return await conn.fetchval(query, (*data))
 
-    async def _work(self):
-        """Fetch a job and run it."""
-        jobid, payload, priority = await self._queue.acquire(
-            jobtype="process")
-        if jobid is None:
-            raise LookupError("no jobs available")
-        await self._execute_job(jobid, payload, priority)
-        await self._queue.finish(jobid)
-
-    async def run(self):
-        """Start jobs forever."""
-        while True:
-            try:
-                await self._work()
-            except LookupError:
-                await asyncio.sleep(1)
-
-    async def start(self, number=1):
-        """Start jobs in background."""
-        for _ in range(number):
-            asyncio.ensure_future(self.run())
 
 async def startup():
-    worker = Worker()
+    worker = Processor()
     await worker.connect(
         source_db, dest_db
     )
-- 
cgit v1.3.1