From abda06d91c8a99c4ceca27ab4bc6ed8b20eab5c7 Mon Sep 17 00:00:00 2001 From: schneefux Date: Sat, 25 Feb 2017 14:43:49 +0100 Subject: update limits: cannot get more than 5 random matches --- crawler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crawler.py b/crawler.py index 0146586..e22c09f 100644 --- a/crawler.py +++ b/crawler.py @@ -12,7 +12,7 @@ class Crawler(object): """Sets constants.""" self._apiurl = APIURL self._token = token - self._pagelimit = 50 + self._pagelimit = 5 async def _req(self, session, path, params=None): """Sends an API request and returns the response dict. @@ -88,7 +88,7 @@ class Crawler(object): data += res["data"] + res["included"] - if len(res["data"]) < 50: + if len(res["data"]) < self._pagelimit: # asked for 50, got less -> exhausted break -- cgit v1.3.1