change: increase Autothrottle Target Concurrency (to 2)

openeduhub · Nov 28, 2024 · 19e9c05 · 19e9c05
1 parent c729607
commit 19e9c05
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/converter/spiders/portal_globales_lernen_spider.py b/converter/spiders/portal_globales_lernen_spider.py
@@ -24,6 +24,7 @@ class PortalGlobalesLernenSpider(scrapy.Spider, LomBase):
     custom_settings = {
         "AUTOTHROTTLE_ENABLED": True,
         "AUTOTHROTTLE_DEBUG": True,
+        "AUTOTHROTTLE_TARGET_CONCURRENCY": 2,
         "WEB_TOOLS": WebEngine.Playwright,
         # "ROBOTSTXT_OBEY": False,
         # "COOKIES_DEBUG": True,