limiting processed file pushing to mrq (#528)

* limiting processed file pushing to mrq * added log info while skip pushing data to MRQ
Zipstack · Jul 29, 2024 · fae5d4f · fae5d4f
1 parent e1fff33
commit fae5d4f
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/backend/workflow_manager/endpoint/destination.py b/backend/workflow_manager/endpoint/destination.py
@@ -153,6 +153,12 @@ def handle_output(
                 file_name=file_name, error=error, result=result, meta_data=meta_data
             )
         elif connection_type == WorkflowEndpoint.ConnectionType.MANUALREVIEW:
+            if file_history:
+                logger.info(
+                    f"Already processed result, skip adding to MRQ. "
+                    f"WorkflowID{workflow.id}"
+                )
+                return
             result = self.get_result(file_history)
             meta_data = self.get_metadata(file_history)
             self._push_to_queue(