Add do_postimport flag to importers, allowing postimport to be skipped

openstates · Oct 25, 2023 · db7af4d · db7af4d
1 parent 897d6e9
commit db7af4d
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 8 deletions.
diff --git a/openstates/importers/base.py b/openstates/importers/base.py
@@ -119,8 +119,9 @@ class BaseImporter:
     merge_related: typing.Dict[str, typing.List[str]] = {}
     cached_transformers: _TransformerMapping = {}
 
-    def __init__(self, jurisdiction_id: str) -> None:
+    def __init__(self, jurisdiction_id: str, do_postimport=True) -> None:
         self.jurisdiction_id = jurisdiction_id
+        self.do_postimport = do_postimport
         self.json_to_db_id: typing.Dict[str, _ID] = {}
         self.duplicates: typing.Dict[str, str] = {}
         self.pseudo_id_cache: typing.Dict[str, typing.Optional[_ID]] = {}
@@ -305,8 +306,8 @@ def import_data(
             record[what] += 1
 
         # all objects are loaded, a perfect time to do inter-object resolution and other tasks
-        if self.json_to_db_id:
-            # only do postimport step if there are some items of this type
+        if self.json_to_db_id and self.do_postimport:
+            # only do postimport step if requested by client code AND there are some items of this type
             # resolution of bills take a long time if not
             # and events & votes get deleted!
             self.postimport()

diff --git a/openstates/importers/bills.py b/openstates/importers/bills.py
@@ -48,8 +48,8 @@ class BillImporter(BaseImporter):
     }
     preserve_order = {"actions"}
 
-    def __init__(self, jurisdiction_id: str):
-        super(BillImporter, self).__init__(jurisdiction_id)
+    def __init__(self, jurisdiction_id: str, do_postimport=True):
+        super(BillImporter, self).__init__(jurisdiction_id, do_postimport)
         self.org_importer = OrganizationImporter(jurisdiction_id)
 
     def get_object(self, bill: _JsonDict) -> Model:

diff --git a/openstates/importers/events.py b/openstates/importers/events.py
@@ -41,8 +41,9 @@ def __init__(
         self,
         jurisdiction_id: str,
         vote_event_importer: VoteEventImporter,
+        do_postimport=True,
     ):
-        super(EventImporter, self).__init__(jurisdiction_id)
+        super(EventImporter, self).__init__(jurisdiction_id, do_postimport)
         self.org_importer = OrganizationImporter(jurisdiction_id)
         self.vote_event_importer = vote_event_importer
 

diff --git a/openstates/importers/vote_events.py b/openstates/importers/vote_events.py
@@ -17,8 +17,8 @@ class VoteEventImporter(BaseImporter):
         "sources": (VoteSource, "vote_event_id", {}),
     }
 
-    def __init__(self, jurisdiction_id: str, bill_importer: BillImporter):
-        super(VoteEventImporter, self).__init__(jurisdiction_id)
+    def __init__(self, jurisdiction_id: str, bill_importer: BillImporter, do_postimport=True):
+        super(VoteEventImporter, self).__init__(jurisdiction_id, do_postimport)
         self.org_importer = OrganizationImporter(jurisdiction_id)
         self.bill_importer = bill_importer
         self.seen_bill_ids: typing.Set[str] = set()