Update tests for scrapy-poet 0.26.0

zytedata · Feb 18, 2025 · 79bc728 · 79bc728
1 parent abb6f7f
commit 79bc728
Show file tree

Hide file tree

Showing 3 changed files with 30 additions and 9 deletions.
diff --git a/tests/test_ecommerce.py b/tests/test_ecommerce.py
@@ -544,10 +544,17 @@ def _get_requests(navigation: ProductNavigation) -> List[scrapy.Request]:
 )
 @ensureDeferred
 async def test_crawl_strategies(args, output, mockserver):
+    addons = {"scrapy_zyte_api.Addon": 500}
+    try:
+        from scrapy_poet import Addon
+    except ImportError:
+        pass
+    else:
+        addons[Addon] = 300
     settings = {
         "ZYTE_API_URL": mockserver.urljoin("/"),
         "ZYTE_API_KEY": "a",
-        "ADDONS": {"scrapy_zyte_api.Addon": 500},
+        "ADDONS": addons,
     }
     crawler = get_crawler(settings=settings, spider_cls=EcommerceSpider)
     actual_output = set()

diff --git a/tests/test_job_posting.py b/tests/test_job_posting.py
@@ -608,13 +608,20 @@ def test_urls_file():
 
 @ensureDeferred
 async def test_offsite(mockserver):
+    addons = {
+        "scrapy_zyte_api.Addon": 500,
+        "zyte_spider_templates.Addon": 1000,
+    }
+    try:
+        from scrapy_poet import Addon
+    except ImportError:
+        pass
+    else:
+        addons[Addon] = 300
     settings = {
         "ZYTE_API_URL": mockserver.urljoin("/"),
         "ZYTE_API_KEY": "a",
-        "ADDONS": {
-            "scrapy_zyte_api.Addon": 500,
-            "zyte_spider_templates.Addon": 1000,
-        },
+        "ADDONS": addons,
     }
     crawler = get_crawler(settings=settings, spider_cls=JobPostingSpider)
     actual_output = set()

diff --git a/tests/test_serp.py b/tests/test_serp.py
@@ -886,13 +886,20 @@ class TestGoogleSearchSpider(GoogleSearchSpider):
 )
 @ensureDeferred
 async def test_crawl(kwargs, expected_result, mockserver):
+    addons = {
+        "scrapy_zyte_api.Addon": 500,
+        "zyte_spider_templates.Addon": 1000,
+    }
+    try:
+        from scrapy_poet import Addon
+    except ImportError:
+        pass
+    else:
+        addons[Addon] = 300
     settings = {
         "ZYTE_API_URL": mockserver.urljoin("/"),
         "ZYTE_API_KEY": "a",
-        "ADDONS": {
-            "scrapy_zyte_api.Addon": 500,
-            "zyte_spider_templates.Addon": 1000,
-        },
+        "ADDONS": addons,
     }
     crawler = get_crawler(settings=settings, spider_cls=TestGoogleSearchSpider)