Merge branch 'MP-1840-reduce-elasticsearch-bulk-load' into next

deployer/src/deployer/search/__init__.py

@@ -5,7 +5,7 @@
 from collections import Counter
 
 import click
-from elasticsearch.helpers import parallel_bulk
+from elasticsearch.helpers import streaming_bulk
 from elasticsearch_dsl import Index
 from elasticsearch_dsl.connections import connections
 from selectolax.parser import HTMLParser
@@ -90,10 +90,9 @@ def get_progressbar():
     errors_counter = Counter()
     t0 = time.time()
     with get_progressbar() as bar:
-        for success, info in parallel_bulk(
+        for success, info in streaming_bulk(
             connection,
             generator(),
-            thread_count=1,
             # If the bulk indexing failed, it will by default raise a BulkIndexError.
             # Setting this to 'False' will suppress that.
             raise_on_exception=False,