summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--crawler.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/crawler.py b/crawler.py
index def9f82..7e9c862 100644
--- a/crawler.py
+++ b/crawler.py
@@ -12,7 +12,7 @@ class Crawler(object):
"""Sets constants."""
self._apiurl = APIURL
self._token = token
- self._pagelimit = 50
+ self._pagelimit = 5
async def _req(self, session, path, params):
"""Sends an API request and returns the response dict.
@@ -69,7 +69,7 @@ class Crawler(object):
yield res
- if len(res["data"]) < 50:
+ if len(res["data"]) < self._pagelimit:
# asked for 50, got less -> exhausted
break
params["page[offset]"] += params["page[limit]"]