summaryrefslogtreecommitdiff
path: root/api.py
diff options
context:
space:
mode:
authorschneefux <schneefux+commit@schneefux.xyz>2017-02-08 17:16:45 +0100
committerschneefux <schneefux+commit@schneefux.xyz>2017-02-08 17:16:45 +0100
commit2bdc6cf44f6c0c62862c4ac5da3a02ac0f7250d6 (patch)
treed4b09d878f0e4621264654b2481210c5d03f074b /api.py
parent2de1dd8766382938ded91f887640d5eb87316432 (diff)
downloadapigrabber-2bdc6cf44f6c0c62862c4ac5da3a02ac0f7250d6.tar.gz
apigrabber-2bdc6cf44f6c0c62862c4ac5da3a02ac0f7250d6.zip
use logging module
Diffstat (limited to 'api.py')
-rw-r--r--api.py11
1 files changed, 6 insertions, 5 deletions
diff --git a/api.py b/api.py
index 2ea8792..08b25fb 100644
--- a/api.py
+++ b/api.py
@@ -2,6 +2,7 @@
import asyncio
import os
+import logging
import database
import crawler
@@ -10,7 +11,6 @@ import crawler
db = database.Database()
-# TODO use logging module instead of print
async def crawl_region(region):
"""Gets some matches from a region and inserts them
until the DB is up to date."""
@@ -30,16 +30,16 @@ async def crawl_region(region):
except:
last_match_update = "2017-02-05T01:01:01Z"
- print(region + " fetching matches after " + last_match_update)
+ logging.info("%s: fetching matches since %s", region, last_match_update)
# wait for http requests
matches = await api.matches_since(last_match_update,
region=region,
params={"page[limit]": 50})
if len(matches) > 0:
- print(region + " got new data items: " + str(len(matches)))
+ logging.debug("%s: %s objects", region, len(matches))
else:
- print(region + " got no new matches.")
+ logging.debug("%s: no objects, stopping", region)
return
# insert asynchronously in the background
await db.upsert(matches, True)
@@ -49,7 +49,7 @@ async def crawl_forever():
"""Gets the latest matches from all regions every 5 minutes."""
# repeat forever
while True:
- print("getting recent matches")
+ logging.info("pulling recent matches")
# TODO: insert API version (force update if changed)
# TODO: create database indices
@@ -65,6 +65,7 @@ async def crawl_forever():
await asyncio.sleep(300)
+logging.basicConfig(level=logging.DEBUG)
loop = asyncio.get_event_loop()
loop.run_until_complete(db.connect(
host=os.environ["POSTGRESQL_HOST"],