From 6d05971073cacccf331f42a75d629dd524661a19 Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Fri, 31 Jan 2025 05:05:57 -0800 Subject: [PATCH] fix(ingest): add missing dep for gcs (#12505) --- metadata-ingestion/setup.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py index 628c7156dadd5..9a421fc92f2e4 100644 --- a/metadata-ingestion/setup.py +++ b/metadata-ingestion/setup.py @@ -301,6 +301,8 @@ data_lake_profiling = { "pydeequ>=1.1.0", "pyspark~=3.5.0", + # cachetools is used by the profiling config + *cachetools_lib, } delta_lake = { @@ -485,9 +487,9 @@ | classification_lib | {"db-dtypes"} # Pandas extension data types | cachetools_lib, - "s3": {*s3_base, *data_lake_profiling, *cachetools_lib}, + "s3": {*s3_base, *data_lake_profiling}, "gcs": {*s3_base, *data_lake_profiling}, - "abs": {*abs_base, *data_lake_profiling, *cachetools_lib}, + "abs": {*abs_base, *data_lake_profiling}, "sagemaker": aws_common, "salesforce": {"simple-salesforce", *cachetools_lib}, "snowflake": snowflake_common | usage_common | sqlglot_lib,