From d8a3015b53af3bf93fc893dd0346ffd360423591 Mon Sep 17 00:00:00 2001
From: devsjc <47188100+devsjc@users.noreply.github.com>
Date: Thu, 19 Sep 2024 12:49:07 +0100
Subject: [PATCH] fix(sat-etl): Use subprocess instead

---
 local_archives/sat/eumetsat/eumetsat_iodc.py | 24 +++++++-------------
 1 file changed, 8 insertions(+), 16 deletions(-)

diff --git a/local_archives/sat/eumetsat/eumetsat_iodc.py b/local_archives/sat/eumetsat/eumetsat_iodc.py
index 7548eaf..7e0cd44 100644
--- a/local_archives/sat/eumetsat/eumetsat_iodc.py
+++ b/local_archives/sat/eumetsat/eumetsat_iodc.py
@@ -3,7 +3,6 @@
 from typing import Any
 
 import dagster as dg
-from dagster_docker import PipesDockerClient
 
 from constants import LOCATIONS_BY_ENVIRONMENT
 
@@ -27,7 +26,7 @@
             "source": dg.MetadataValue.text("eumetsat"),
             "expected_runtime": dg.MetadataValue.text("TBD"),
         },
-        compute_kind="docker",
+        compute_kind="subprocess",
         automation_condition=dg.AutomationCondition.eager(),
         tags={
             # "dagster/max_runtime": str(60 * 60 * 10), # Should take 6 ish hours
@@ -41,27 +40,20 @@
 )
 def iodc_monthly(
     context: dg.AssetExecutionContext,
-    pipes_docker_client: PipesDockerClient,
+    pipes_subprocess_client: dg.PipesSubprocessClient,
 ) -> Any:
     image: str = "ghcr.io/openclimatefix/sat-etl:main"
     it: dt.datetime = context.partition_time_window.start
-    return pipes_docker_client.run(
-        image=image,
+    return pipes_subprocess_client.run(
         command=[
-            "iodc",
-            "-m",
+            "/home/dagster/mambaforge/envs/sat-etl/bin/python",
+            "/home/dagster/dags/containers/sat/download_process_sat.py",
+            "--month",
             it.strftime("%Y-%m"),
             "--path",
-            f"/store_a_0/sat/eumetsat/india",
+            f"/mnt/storage_a/sat/eumetsat/india",
             "--rm",
         ],
-        env={
-            "EUMETSAT_CONSUMER_KEY": os.environ["EUMETSAT_CONSUMER_KEY"],
-            "EUMETSAT_CONSUMER_SECRET": os.environ["EUMETSAT_CONSUMER_SECRET"],
-        },
-        container_kwargs={
-            "volumes": [f"/store_a_0/sat/eumetsat/india:/store_a_0/sat/eumetsat/india"],
-        },
         context=context,
-    ).get_results()
+    ).get_materialize_result()