From 9535cab8d794a01134b8dccfbf54ebf3eac65037 Mon Sep 17 00:00:00 2001 From: schneefux Date: Sat, 28 Jan 2017 16:41:01 +0100 Subject: api: get new matches more reliably, remove now unused `db.meta` --- crawler.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) (limited to 'crawler.py') diff --git a/crawler.py b/crawler.py index 68b994f..111f752 100644 --- a/crawler.py +++ b/crawler.py @@ -65,6 +65,7 @@ class Crawler(object): while True: params["page[offset]"] += params["page[limit]"] try: + print("asking for more matches…") res = await self._req(session, "shards/" + region + "/matches", params) @@ -85,6 +86,4 @@ class Crawler(object): :return: Processed API response :rtype: list of dict """ - date = ".".join(date.split(".")[:-1]) # remove microseconds - date = date + "Z" return await self.matches(region, {"filter[createdAt-start]": date}) -- cgit v1.3.1