log to file

3 files changed, 11 insertions, 234 deletions

diff --git a/api.py b/api.py
index 2d0a92f..fa70cf5 100644
--- a/api.py
+++ b/api.py
@@ -36,7 +36,7 @@ class Worker(object):
 
     async def connect(self, sourcea, desta):
         """Connect to database."""
-        logging.info("connecting to database")
+        logging.warning("connecting to database")
         self._queue = joblib.joblib.JobQueue()
         await self._queue.connect(**sourcea)
         await self._queue.setup()
@@ -182,7 +182,15 @@ async def startup():
     await worker.setup()
     await worker.start(4)
 
-logging.basicConfig(level=logging.DEBUG)
+logging.basicConfig(
+    filename="logs/processor.log",
+    filemode="a",
+    level=logging.DEBUG
+)
+console = logging.StreamHandler()
+console.setLevel(logging.WARNING)
+logging.getLogger("").addHandler(console)
+
 loop = asyncio.get_event_loop()
 loop.run_until_complete(startup())
 loop.run_forever()
diff --git a/logs/.gitignore b/logs/.gitignore
new file mode 100644
index 0000000..397b4a7
--- /dev/null
+++ b/logs/.gitignore
@@ -0,0 +1 @@
+*.log
diff --git a/logs/run_kapil_1.log b/logs/run_kapil_1.log
deleted file mode 100644
index f05f7b8..0000000
--- a/logs/run_kapil_1.log
+++ /dev/null
@@ -1,232 +0,0 @@
-processor_1              | DEBUG:root:2: starting job
-processor_1              | DEBUG:root:2: processing '5e429672-f91f-11e6-a5e4-02ff607182ab'
-processor_1              | DEBUG:root:2: running 'match' query
-processor_1              | DEBUG:root:2: running 'participant' query
-processor_1              | DEBUG:root:3: starting job
-processor_1              | DEBUG:root:3: processing '60be5658-f856-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:2: running 'player' query
-processor_1              | DEBUG:root:3: running 'match' query
-processor_1              | DEBUG:root:2: running 'roster' query
-processor_1              | DEBUG:root:3: running 'participant' query
-processor_1              | DEBUG:root:3: running 'player' query
-processor_1              | DEBUG:root:4: starting job
-processor_1              | DEBUG:root:4: processing 'a535470e-f92f-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:4: running 'match' query
-processor_1              | DEBUG:root:3: running 'roster' query
-processor_1              | DEBUG:root:4: running 'participant' query
-processor_1              | DEBUG:root:4: running 'player' query
-processor_1              | DEBUG:root:4: running 'roster' query
-processor_1              | DEBUG:root:5: starting job
-processor_1              | DEBUG:root:5: processing '9f82bd3c-f92a-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:5: running 'match' query
-processor_1              | DEBUG:root:5: running 'participant' query
-processor_1              | DEBUG:root:5: running 'player' query
-processor_1              | DEBUG:root:6: starting job
-processor_1              | DEBUG:root:6: processing 'ca042e8e-f92e-11e6-bf59-02e172e58227'
-processor_1              | DEBUG:root:6: running 'match' query
-processor_1              | DEBUG:root:5: running 'roster' query
-processor_1              | DEBUG:root:2: finished job
-processor_1              | DEBUG:root:6: running 'participant' query
-processor_1              | DEBUG:root:6: running 'player' query
-processor_1              | DEBUG:root:7: starting job
-processor_1              | DEBUG:root:7: processing '3a84a258-fa31-11e6-bf59-02e172e58227'
-processor_1              | DEBUG:root:6: running 'roster' query
-processor_1              | DEBUG:root:7: running 'match' query
-processor_1              | DEBUG:root:3: finished job
-processor_1              | DEBUG:root:7: running 'participant' query
-processor_1              | DEBUG:root:7: running 'player' query
-processor_1              | DEBUG:root:7: running 'roster' query
-processor_1              | DEBUG:root:8: starting job
-processor_1              | DEBUG:root:8: processing '8591d08c-f9e0-11e6-b154-02bc97776f0d'
-processor_1              | DEBUG:root:8: running 'match' query
-processor_1              | DEBUG:root:8: running 'participant' query
-processor_1              | DEBUG:root:4: finished job
-processor_1              | DEBUG:root:8: running 'player' query
-processor_1              | DEBUG:root:8: running 'roster' query
-processor_1              | DEBUG:root:9: starting job
-processor_1              | DEBUG:root:9: processing '221b6b70-f9eb-11e6-a5e4-02ff607182ab'
-processor_1              | DEBUG:root:9: running 'match' query
-processor_1              | DEBUG:root:9: running 'participant' query
-processor_1              | DEBUG:root:6: finished job
-processor_1              | DEBUG:root:9: running 'player' query
-processor_1              | DEBUG:root:10: starting job
-processor_1              | DEBUG:root:10: processing 'b85dde2e-f932-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:9: running 'roster' query
-processor_1              | DEBUG:root:10: running 'match' query
-processor_1              | DEBUG:root:7: finished job
-processor_1              | DEBUG:root:10: running 'participant' query
-processor_1              | DEBUG:root:10: running 'player' query
-processor_1              | DEBUG:root:11: starting job
-processor_1              | DEBUG:root:11: processing '26545088-f9f2-11e6-a3fe-02b79dafa52b'
-processor_1              | DEBUG:root:10: running 'roster' query
-processor_1              | DEBUG:root:11: running 'match' query
-processor_1              | DEBUG:root:11: running 'participant' query
-processor_1              | DEBUG:root:5: finished job
-processor_1              | DEBUG:root:11: running 'player' query
-processor_1              | DEBUG:root:11: running 'roster' query
-processor_1              | DEBUG:root:13: starting job
-processor_1              | DEBUG:root:13: processing 'db943a40-fb7c-11e6-be59-02890c262897'
-processor_1              | DEBUG:root:13: running 'match' query
-processor_1              | DEBUG:root:13: running 'participant' query
-processor_1              | DEBUG:root:8: finished job
-processor_1              | DEBUG:root:13: running 'player' query
-processor_1              | DEBUG:root:13: running 'roster' query
-processor_1              | DEBUG:root:14: starting job
-processor_1              | DEBUG:root:14: processing 'a86936ae-fb07-11e6-be59-02890c262897'
-processor_1              | DEBUG:root:14: running 'match' query
-processor_1              | DEBUG:root:14: running 'participant' query
-processor_1              | DEBUG:root:14: running 'player' query
-processor_1              | DEBUG:root:14: running 'roster' query
-processor_1              | DEBUG:root:10: finished job
-processor_1              | DEBUG:root:11: finished job
-processor_1              | DEBUG:root:9: finished job
-processor_1              | DEBUG:root:15: starting job
-processor_1              | DEBUG:root:15: processing 'c9500096-fb48-11e6-964e-02bc97776f0d'
-processor_1              | DEBUG:root:15: running 'match' query
-processor_1              | DEBUG:root:15: running 'participant' query
-processor_1              | DEBUG:root:13: finished job
-processor_1              | DEBUG:root:15: running 'player' query
-processor_1              | DEBUG:root:15: running 'roster' query
-processor_1              | DEBUG:root:14: finished job
-processor_1              | DEBUG:root:16: starting job
-processor_1              | DEBUG:root:16: processing 'e5826b74-fabb-11e6-b154-02bc97776f0d'
-processor_1              | DEBUG:root:16: running 'match' query
-processor_1              | DEBUG:root:16: running 'participant' query
-processor_1              | DEBUG:root:16: running 'player' query
-processor_1              | DEBUG:root:16: running 'roster' query
-processor_1              | DEBUG:root:17: starting job
-processor_1              | DEBUG:root:17: processing 'cb7ea946-fb78-11e6-be59-02890c262897'
-processor_1              | DEBUG:root:17: running 'match' query
-processor_1              | DEBUG:root:17: running 'participant' query
-processor_1              | DEBUG:root:17: running 'player' query
-processor_1              | DEBUG:root:17: running 'roster' query
-processor_1              | DEBUG:root:15: finished job
-processor_1              | DEBUG:root:18: starting job
-processor_1              | DEBUG:root:18: processing '13d585dc-fb85-11e6-be59-02890c262897'
-processor_1              | DEBUG:root:18: running 'match' query
-processor_1              | DEBUG:root:18: running 'participant' query
-processor_1              | DEBUG:root:16: finished job
-processor_1              | DEBUG:root:18: running 'player' query
-processor_1              | DEBUG:root:18: running 'roster' query
-processor_1              | DEBUG:root:17: finished job
-processor_1              | DEBUG:root:19: starting job
-processor_1              | DEBUG:root:19: processing '623cae1c-f865-11e6-a5e4-02ff607182ab'
-processor_1              | DEBUG:root:19: running 'match' query
-processor_1              | DEBUG:root:19: running 'participant' query
-processor_1              | DEBUG:root:19: running 'player' query
-processor_1              | DEBUG:root:19: running 'roster' query
-processor_1              | DEBUG:root:20: starting job
-processor_1              | DEBUG:root:20: processing '966afce4-f797-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:20: running 'match' query
-processor_1              | DEBUG:root:20: running 'participant' query
-processor_1              | DEBUG:root:20: running 'player' query
-processor_1              | DEBUG:root:20: running 'roster' query
-processor_1              | DEBUG:root:18: finished job
-processor_1              | DEBUG:root:21: starting job
-processor_1              | DEBUG:root:21: processing 'd051ca74-f84f-11e6-b154-02bc97776f0d'
-processor_1              | DEBUG:root:21: running 'match' query
-processor_1              | DEBUG:root:21: running 'participant' query
-processor_1              | DEBUG:root:21: running 'player' query
-processor_1              | DEBUG:root:21: running 'roster' query
-processor_1              | DEBUG:root:19: finished job
-processor_1              | DEBUG:root:20: finished job
-processor_1              | DEBUG:root:22: starting job
-processor_1              | DEBUG:root:22: processing 'da19be20-f78e-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:22: running 'match' query
-processor_1              | DEBUG:root:22: running 'participant' query
-processor_1              | DEBUG:root:22: running 'player' query
-processor_1              | DEBUG:root:21: finished job
-processor_1              | DEBUG:root:22: running 'roster' query
-processor_1              | DEBUG:root:23: starting job
-processor_1              | DEBUG:root:23: processing 'd27185f8-f861-11e6-a5e4-02ff607182ab'
-processor_1              | DEBUG:root:23: running 'match' query
-processor_1              | DEBUG:root:23: running 'participant' query
-processor_1              | DEBUG:root:23: running 'player' query
-processor_1              | DEBUG:root:23: running 'roster' query
-processor_1              | DEBUG:root:24: starting job
-processor_1              | DEBUG:root:24: processing '8ce1dacc-fbce-11e6-abcf-02ff607182ab'
-processor_1              | DEBUG:root:24: running 'match' query
-processor_1              | DEBUG:root:24: running 'participant' query
-processor_1              | DEBUG:root:24: running 'player' query
-processor_1              | DEBUG:root:24: running 'roster' query
-processor_1              | DEBUG:root:25: starting job
-processor_1              | DEBUG:root:25: processing '9bdb2348-f968-11e6-bf59-02e172e58227'
-processor_1              | DEBUG:root:25: running 'match' query
-processor_1              | DEBUG:root:25: running 'participant' query
-processor_1              | DEBUG:root:25: running 'player' query
-processor_1              | DEBUG:root:25: running 'roster' query
-processor_1              | DEBUG:root:22: finished job
-processor_1              | DEBUG:root:23: finished job
-processor_1              | DEBUG:root:24: finished job
-processor_1              | DEBUG:root:26: starting job
-processor_1              | DEBUG:root:26: processing 'c15e5436-fa36-11e6-a5e4-02ff607182ab'
-processor_1              | DEBUG:root:26: running 'match' query
-processor_1              | DEBUG:root:26: running 'participant' query
-processor_1              | DEBUG:root:26: running 'player' query
-processor_1              | DEBUG:root:25: finished job
-processor_1              | DEBUG:root:26: running 'roster' query
-processor_1              | DEBUG:root:27: starting job
-processor_1              | DEBUG:root:27: processing 'f8699636-f967-11e6-bf59-02e172e58227'
-processor_1              | DEBUG:root:27: running 'match' query
-processor_1              | DEBUG:root:27: running 'participant' query
-processor_1              | DEBUG:root:27: running 'player' query
-processor_1              | DEBUG:root:27: running 'roster' query
-processor_1              | DEBUG:root:28: starting job
-processor_1              | DEBUG:root:28: processing 'e21ead58-faa7-11e6-8334-02890c262897'
-processor_1              | DEBUG:root:28: running 'match' query
-processor_1              | DEBUG:root:28: running 'participant' query
-processor_1              | DEBUG:root:28: running 'player' query
-processor_1              | DEBUG:root:28: running 'roster' query
-processor_1              | DEBUG:root:29: starting job
-processor_1              | DEBUG:root:29: processing '28d69256-fc47-11e6-abcf-02ff607182ab'
-processor_1              | DEBUG:root:29: running 'match' query
-processor_1              | DEBUG:root:29: running 'participant' query
-processor_1              | DEBUG:root:29: running 'player' query
-processor_1              | DEBUG:root:26: finished job
-processor_1              | DEBUG:root:29: running 'roster' query
-processor_1              | DEBUG:root:28: finished job
-processor_1              | DEBUG:root:27: finished job
-processor_1              | DEBUG:root:30: starting job
-processor_1              | DEBUG:root:30: processing '0340ecde-fbe9-11e6-8482-02e172e58227'
-processor_1              | DEBUG:root:30: running 'match' query
-processor_1              | DEBUG:root:30: running 'participant' query
-processor_1              | DEBUG:root:30: running 'player' query
-processor_1              | DEBUG:root:29: finished job
-processor_1              | DEBUG:root:30: running 'roster' query
-processor_1              | DEBUG:root:31: starting job
-processor_1              | DEBUG:root:31: processing 'f59cd47c-fbe7-11e6-8482-02e172e58227'
-processor_1              | DEBUG:root:31: running 'match' query
-processor_1              | DEBUG:root:31: running 'participant' query
-processor_1              | DEBUG:root:31: running 'player' query
-processor_1              | DEBUG:root:31: running 'roster' query
-processor_1              | DEBUG:root:32: starting job
-processor_1              | DEBUG:root:32: processing '0bea890c-fbea-11e6-964e-02bc97776f0d'
-processor_1              | DEBUG:root:32: running 'match' query
-processor_1              | DEBUG:root:32: running 'participant' query
-processor_1              | DEBUG:root:32: running 'player' query
-processor_1              | DEBUG:root:32: running 'roster' query
-processor_1              | DEBUG:root:33: starting job
-processor_1              | DEBUG:root:33: processing '23c2f2bc-fc3a-11e6-be59-02890c262897'
-processor_1              | DEBUG:root:33: running 'match' query
-processor_1              | DEBUG:root:33: running 'participant' query
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | DEBUG:root:33: running 'player' query
-processor_1              | DEBUG:root:30: finished job
-processor_1              | DEBUG:root:33: running 'roster' query
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | DEBUG:root:31: finished job
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | DEBUG:root:32: finished job
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | DEBUG:root:33: finished job
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1              | INFO:root:nothing to do, idling
-processor_1       
\ No newline at end of file