fixed remaining isses

uhh-lt · Oct 17, 2024 · b5d8ece · b5d8ece
1 parent 2e83a07
commit b5d8ece
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 6 deletions.
diff --git a/tools/crawler/spiders/forums/ilforumdegliincel.py b/tools/crawler/spiders/forums/ilforumdegliincel.py
@@ -29,8 +29,7 @@ def parse(self, response, **kwargs):
 
         # extract thread id
         match = re.search(r"(\?t=)(\w*)", self.current_thread)
-        if match:
-            thread_id = match.group(2)
+        thread_id = match.group(2) if match else -1
 
         # find the number of pages of this thread
         pages_element = response.css(

diff --git a/tools/crawler/spiders/forums/ilforumdeibrutti.py b/tools/crawler/spiders/forums/ilforumdeibrutti.py
@@ -30,8 +30,7 @@ def parse(self, response, **kwargs):
 
         # extract thread id
         match = re.search(r"(\?t=)(\w*)", self.current_thread)
-        if match:
-            thread_id = match.group(2)
+        thread_id = match.group(2) if match else -1
 
         # find the number of pages of this thread
         pages_element = response.css(

diff --git a/tools/crawler/spiders/forums/unbruttoforum.py b/tools/crawler/spiders/forums/unbruttoforum.py
@@ -30,8 +30,7 @@ def parse(self, response, **kwargs):
 
         # extract thread id
         match = re.search(r"(\?t=)(\w*)", self.current_thread)
-        if match:
-            thread_id = match.group(2)
+        thread_id = match.group(2) if match else -1
 
         # find the number of pages of this thread
         pages_element = response.css(