set api pagelimit to maximum (#49)

* set api pagelimit to maximum

* don't fail with 404 if a player was found

1 files changed, 6 insertions, 1 deletions

diff --git a/crawler.py b/crawler.py
index f31c99a..6a588c7 100644
--- a/crawler.py
+++ b/crawler.py
@@ -15,7 +15,7 @@ class Crawler(object):
         """Sets constants."""
         self._apiurl = APIURL
         self._token = token
-        self._pagelimit = 5
+        self._pagelimit = 50
 
     async def _req(self, session, path, params):
         """Sends an API request and returns the response dict.
@@ -71,6 +71,11 @@ class Crawler(object):
                 if "errors" in res:
                     logging.warn("API returned error: '%s'",
                                  res["errors"])
+                    if res["errors"][0].get("title") == "Not Found" \
+                       and params["page[offset]"] > 0:
+                        # a query returned exactly 50 matches
+                        # which is expected, so don't fail.
+                        return
                     raise ApiError(res["errors"])
 
                 yield res