💫 [IMPR] Allow to configure headers in parsers requests (refs #3861)

docs/changelog.rst

@@ -13,7 +13,7 @@ CHANGELOG
 
 - Add rules fixture on sensitive area (#3470)
 - Change condition on signage & blade to select many of them (#3847)
-- Set User-Agent header in requests from Parsers (#3861)
+- Allow to set headers in requests from Parsers (#3861)
 
 **Documentation**
 

geotrek/common/parsers.py

@@ -73,6 +73,7 @@ class Parser:
     """
     provider: Allow to differentiate multiple Parser for the same model
     default_language: Allow to define which language this parser will populate by default
+    headers: Allow to configure headers on parser requests
     """
     label = None
     model = None
@@ -97,7 +98,7 @@ class Parser:
     natural_keys = {}
     field_options = {}
     default_language = None
-    user_agent = "Geotrek"
+    headers = {"User-Agent": "Geotrek-Admin"}
 
     def __init__(self, progress_cb=None, user=None, encoding='utf8'):
         self.warnings = {}
@@ -559,8 +560,7 @@ def request_or_retry(self, url, verb='get', **kwargs):
         assert try_get > 0
         while try_get:
             action = getattr(requests, verb)
-            headers = {"User-Agent": self.user_agent}
-            response = action(url, headers=headers, allow_redirects=True, **kwargs)
+            response = action(url, headers=self.headers, allow_redirects=True, **kwargs)
             if response.status_code in settings.PARSER_RETRY_HTTP_STATUS:
                 logger.info("Failed to fetch url {}. Retrying ...".format(url))
                 sleep(settings.PARSER_RETRY_SLEEP_TIME)