diff options
| -rw-r--r-- | crawler.py | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -12,7 +12,7 @@ class Crawler(object): """Sets constants.""" self._apiurl = APIURL self._token = token - self._pagelimit = 50 + self._pagelimit = 5 async def _req(self, session, path, params): """Sends an API request and returns the response dict. @@ -69,7 +69,7 @@ class Crawler(object): yield res - if len(res["data"]) < 50: + if len(res["data"]) < self._pagelimit: # asked for 50, got less -> exhausted break params["page[offset]"] += params["page[limit]"] |
