prevent tracing module loading during conda bootstrapping process.

metaflow/metaflow_config.py

@@ -402,6 +402,10 @@
 OTEL_ENDPOINT = from_conf("OTEL_ENDPOINT")
 ZIPKIN_ENDPOINT = from_conf("ZIPKIN_ENDPOINT")
 CONSOLE_TRACE_ENABLED = from_conf("CONSOLE_TRACE_ENABLED", False)
+# internal env used for preventing the tracing module from loading during Conda bootstrapping.
+BOOTSTRAPPING_CONDA_ENVIRONMENT = bool(
+    os.environ.get("BOOTSTRAPPING_CONDA_ENVIRONMENT", False)
+)
 
 # MAX_ATTEMPTS is the maximum number of attempts, including the first
 # task, retries, and the final fallback task and its retries.

metaflow/plugins/pypi/conda_environment.py

@@ -320,7 +320,11 @@ def bootstrap_commands(self, step_name, datastore_type):
         if id_:
             return [
                 "echo 'Bootstrapping virtual environment...'",
-                'python -m metaflow.plugins.pypi.bootstrap "%s" %s "%s" linux-64'
+                # We have to prevent the tracing module from loading,
+                # as the bootstrapping process uses the internal S3 client which would fail to import tracing
+                # due to the required dependencies being bundled into the conda environment,
+                # which is yet to be initialized at this point.
+                'BOOTSTRAPPING_CONDA_ENVIRONMENT=True python -m metaflow.plugins.pypi.bootstrap "%s" %s "%s" linux-64'
                 % (self.flow.name, id_, self.datastore_type),
                 "echo 'Environment bootstrapped.'",
                 "export PATH=$PATH:$(pwd)/micromamba",

metaflow/tracing/__init__.py

@@ -2,6 +2,7 @@
     OTEL_ENDPOINT,
     ZIPKIN_ENDPOINT,
     CONSOLE_TRACE_ENABLED,
+    BOOTSTRAPPING_CONDA_ENVIRONMENT,
 )
 from functools import wraps
 import contextlib
@@ -49,7 +50,9 @@ def wrapper_func(*args, **kwargs):
     return wrapper_func
 
 
-if CONSOLE_TRACE_ENABLED or OTEL_ENDPOINT or ZIPKIN_ENDPOINT:
+if not BOOTSTRAPPING_CONDA_ENVIRONMENT and (
+    CONSOLE_TRACE_ENABLED or OTEL_ENDPOINT or ZIPKIN_ENDPOINT
+):
     try:
         from .tracing_modules import *