Skip to content

Commit

Permalink
@parallel throws an error with @snowpark
Browse files Browse the repository at this point in the history
  • Loading branch information
madhur-ob committed Aug 5, 2024
1 parent e7009dd commit 9f8f99a
Showing 1 changed file with 9 additions and 0 deletions.
9 changes: 9 additions & 0 deletions metaflow/plugins/snowpark/snowpark_decorator.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@
from metaflow.metadata.util import sync_local_metadata_to_datastore
from metaflow.sidecar import Sidecar
from metaflow.decorators import StepDecorator
from metaflow.exception import MetaflowException
from metaflow.metaflow_config import DEFAULT_CONTAINER_IMAGE, DEFAULT_CONTAINER_REGISTRY

from metaflow.metaflow_config import (
Expand Down Expand Up @@ -81,6 +82,14 @@ def step_init(self, flow, graph, step, decos, environment, flow_datastore, logge
self.step = step
self.flow_datastore = flow_datastore

if any([deco.name == "parallel" for deco in decos]):
raise MetaflowException(
"Step *{step}* contains a @parallel decorator "
"with the @snowpark decorator. @parallel is not supported with @snowpark.".format(
step=step
)
)

def package_init(self, flow, step_name, environment):
try:
# Snowflake is a soft dependency.
Expand Down

0 comments on commit 9f8f99a

Please sign in to comment.