fix: add retry when solving all page links of a certain chapter

lightnovel-center · Feb 21, 2024 · a7eb78e · a7eb78e
1 parent 745b8a7
commit a7eb78e
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/linovelib2epub/spider/linovelib_mobile_spider.py b/src/linovelib2epub/spider/linovelib_mobile_spider.py
@@ -248,7 +248,11 @@ def _expand_paginated_chapter_links(self, chapter: CatalogLinovelibMobileChapter
 
         # goal: solve all page links of a certain chapter
         while True:
-            resp = requests_get_with_retry(self.session, url_next, logger=None)
+            resp = requests_get_with_retry(self.session, url_next,
+                                           headers=self.request_headers(),
+                                           retry_max=self.spider_settings['http_retries'],
+                                           timeout=self.spider_settings["http_timeout"],
+                                           logger=self.logger)
             if resp:
                 soup = BeautifulSoup(resp.text, 'lxml')
             else: