From 44cce86f114a276f3cc9e386ab7bdb5459bfe048 Mon Sep 17 00:00:00 2001
From: schneefux <schneefux+github@schneefux.xyz>
Date: Tue, 28 Feb 2017 19:18:16 +0100
Subject: set api pagelimit to maximum (#49)

* set api pagelimit to maximum

* don't fail with 404 if a player was found
---
 crawler.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'crawler.py')

diff --git a/crawler.py b/crawler.py
index f31c99a..6a588c7 100644
--- a/crawler.py
+++ b/crawler.py
@@ -15,7 +15,7 @@ class Crawler(object):
         """Sets constants."""
         self._apiurl = APIURL
         self._token = token
-        self._pagelimit = 5
+        self._pagelimit = 50
 
     async def _req(self, session, path, params):
         """Sends an API request and returns the response dict.
@@ -71,6 +71,11 @@ class Crawler(object):
                 if "errors" in res:
                     logging.warn("API returned error: '%s'",
                                  res["errors"])
+                    if res["errors"][0].get("title") == "Not Found" \
+                       and params["page[offset]"] > 0:
+                        # a query returned exactly 50 matches
+                        # which is expected, so don't fail.
+                        return
                     raise ApiError(res["errors"])
 
                 yield res
-- 
cgit v1.3.1