fix pipeline catalog (?)

InseeFrLab · Dec 20, 2024 · fec26bd · fec26bd
1 parent 5d944c8
commit fec26bd
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 17 deletions.
diff --git a/argo-pipeline/pipeline.yaml b/argo-pipeline/pipeline.yaml
@@ -305,12 +305,7 @@ spec:
             mountPath: /mnt
         env: *env_parameters
 
-    - name: make-catalog
-      outputs:
-        parameters:
-        - name: result
-          valueFrom:
-            path: "catalog/result.json"
+    - name: make-catalogs
       container:
         image: inseefrlab/cartiflette:latest
         command: ["sh", "-c"]

diff --git a/argo-pipeline/src/catalog.py b/argo-pipeline/src/catalog.py
@@ -33,17 +33,9 @@ def main(
     fs: S3FileSystem = FS,
 ):
 
-    success = True
-    try:
-        make_s3_inventory(
-            fs=fs, bucket=bucket, path_within_bucket=path_within_bucket
-        )
-    except Exception:
-        success = False
-
-    out_path = "catalog/result.json"
-    with open(out_path, "w", encoding="utf8") as out:
-        json.dump(success, out)
+    make_s3_inventory(
+        fs=fs, bucket=bucket, path_within_bucket=path_within_bucket
+    )
 
     logger.info("Success!")