diff options
| author | schneefux <schneefux+commit@schneefux.xyz> | 2017-02-25 14:43:49 +0100 |
|---|---|---|
| committer | schneefux <schneefux+commit@schneefux.xyz> | 2017-02-25 14:43:49 +0100 |
| commit | abda06d91c8a99c4ceca27ab4bc6ed8b20eab5c7 (patch) | |
| tree | 6444ccd51a0243e33d5afa00724f4efbb9bdd130 /crawler.py | |
| parent | fa0258a4ef2a0d4c4b06be5f3de8fbb9d6f3df87 (diff) | |
| download | apigrabber-abda06d91c8a99c4ceca27ab4bc6ed8b20eab5c7.tar.gz apigrabber-abda06d91c8a99c4ceca27ab4bc6ed8b20eab5c7.zip | |
update limits: cannot get more than 5 random matches
Diffstat (limited to 'crawler.py')
| -rw-r--r-- | crawler.py | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -12,7 +12,7 @@ class Crawler(object): """Sets constants.""" self._apiurl = APIURL self._token = token - self._pagelimit = 50 + self._pagelimit = 5 async def _req(self, session, path, params=None): """Sends an API request and returns the response dict. @@ -88,7 +88,7 @@ class Crawler(object): data += res["data"] + res["included"] - if len(res["data"]) < 50: + if len(res["data"]) < self._pagelimit: # asked for 50, got less -> exhausted break |