summaryrefslogtreecommitdiff
path: root/crawler.py
diff options
context:
space:
mode:
authorschneefux <schneefux+commit@schneefux.xyz>2017-01-28 16:41:01 +0100
committerschneefux <schneefux+commit@schneefux.xyz>2017-01-28 16:41:09 +0100
commit9535cab8d794a01134b8dccfbf54ebf3eac65037 (patch)
treeda0dbc31f1db1a8ed8670ddf29353e891c8c86e3 /crawler.py
parent769fd6527b0a36cd59537953d34721d28fd62042 (diff)
downloadapigrabber-9535cab8d794a01134b8dccfbf54ebf3eac65037.tar.gz
apigrabber-9535cab8d794a01134b8dccfbf54ebf3eac65037.zip
api: get new matches more reliably, remove now unused `db.meta`
Diffstat (limited to 'crawler.py')
-rw-r--r--crawler.py3
1 files changed, 1 insertions, 2 deletions
diff --git a/crawler.py b/crawler.py
index 68b994f..111f752 100644
--- a/crawler.py
+++ b/crawler.py
@@ -65,6 +65,7 @@ class Crawler(object):
while True:
params["page[offset]"] += params["page[limit]"]
try:
+ print("asking for more matches…")
res = await self._req(session,
"shards/" + region + "/matches",
params)
@@ -85,6 +86,4 @@ class Crawler(object):
:return: Processed API response
:rtype: list of dict
"""
- date = ".".join(date.split(".")[:-1]) # remove microseconds
- date = date + "Z"
return await self.matches(region, {"filter[createdAt-start]": date})