rewrite in NodeJS

1 files changed, 0 insertions, 55 deletions

diff --git a/worker.py b/worker.py
deleted file mode 100644
index d4c5fab..0000000
--- a/worker.py
+++ /dev/null
@@ -1,55 +0,0 @@
-#!/usr/bin/python
-
-import os
-import logging
-
-import crawler
-import joblib.joblib
-
-
-RABBIT = {
-    "host": os.environ.get("RABBITMQ_HOST"),
-    "port": os.environ.get("RABBITMQ_PORT"),
-    "credentials": os.environ.get("RABBITMQ_CREDS")
-}
-
-APITOKEN = os.environ["MADGLORY_TOKEN"]
-
-
-class Apigrabber(joblib.joblib.Worker):
-    def __init__(self, apitoken):
-        super().__init__("grab")
-        self._apitoken = apitoken
-
-    def work(self, payload):
-        """Finish a job."""
-        api = crawler.Crawler(self._apitoken)
-        logging.info("running on %s with parameters '%s'",
-                     payload["region"], payload["params"])
-        try:
-            for data in api.matches(region=payload["region"],
-                                    params=payload["params"]):
-                items = data["data"] + data["included"]
-                for item in items:
-                    self.request("process",
-                                 payload={
-                                     "id": item["id"],
-                                     "type": item["type"],
-                                     "data": item
-                                 })
-        except crawler.ApiError as error:
-            logging.warning("API returned error '%s'", error.args[0])
-            raise joblib.JobFailed(error.args[0],
-                                   False)  # not critical
-
-
-def startup():
-    worker = Apigrabber(APITOKEN)
-    worker.connect(**RABBIT)
-    worker.setup()
-    worker.run()
-
-
-if __name__ == "__main__":
-    logging.basicConfig(level=logging.INFO)
-    startup()