summaryrefslogtreecommitdiff
path: root/crawler.py
diff options
context:
space:
mode:
Diffstat (limited to 'crawler.py')
-rw-r--r--crawler.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/crawler.py b/crawler.py
index 0146586..e22c09f 100644
--- a/crawler.py
+++ b/crawler.py
@@ -12,7 +12,7 @@ class Crawler(object):
"""Sets constants."""
self._apiurl = APIURL
self._token = token
- self._pagelimit = 50
+ self._pagelimit = 5
async def _req(self, session, path, params=None):
"""Sends an API request and returns the response dict.
@@ -88,7 +88,7 @@ class Crawler(object):
data += res["data"] + res["included"]
- if len(res["data"]) < 50:
+ if len(res["data"]) < self._pagelimit:
# asked for 50, got less -> exhausted
break