From 2ce398a5e4d456c232369d22f7f6175c2e367c5b Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Sun, 8 Sep 2024 23:28:10 -0700 Subject: [PATCH 1/2] fix dataframe_passing.py Signed-off-by: Kevin Su --- examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py b/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py index 4d009a834..027965b96 100644 --- a/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py +++ b/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py @@ -19,7 +19,7 @@ # %% [markdown] # Create an `ImageSpec` to automate the retrieval of a prebuilt Spark image. # %% -custom_image = ImageSpec(python_version="3.9", registry="ghcr.io/flyteorg", packages=["flytekitplugins-spark"]) +custom_image = ImageSpec(python_version="3.9", registry="ghcr.io/flyteorg", packages=["flytekitplugins-spark", "pyarrow"]) # %% [markdown] # :::{important} From dbcc7732de82b09fcba787311c7336890ccefe13 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Sun, 8 Sep 2024 23:34:52 -0700 Subject: [PATCH 2/2] lint Signed-off-by: Kevin Su --- .../k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py b/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py index 027965b96..b4d2c7536 100644 --- a/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py +++ b/examples/k8s_spark_plugin/k8s_spark_plugin/dataframe_passing.py @@ -19,7 +19,9 @@ # %% [markdown] # Create an `ImageSpec` to automate the retrieval of a prebuilt Spark image. # %% -custom_image = ImageSpec(python_version="3.9", registry="ghcr.io/flyteorg", packages=["flytekitplugins-spark", "pyarrow"]) +custom_image = ImageSpec( + python_version="3.9", registry="ghcr.io/flyteorg", packages=["flytekitplugins-spark", "pyarrow"] +) # %% [markdown] # :::{important}