diff --git a/jupyter_server/gateway/managers.py b/jupyter_server/gateway/managers.py index 7204c4b448..2d87b0a62b 100644 --- a/jupyter_server/gateway/managers.py +++ b/jupyter_server/gateway/managers.py @@ -81,11 +81,17 @@ async def start_kernel(self, *, kernel_id=None, path=None, **kwargs): kwargs["kernel_name"] = "python3" kwargs["local"] = True env = kwargs["env"] - app = kernel_name[3:] - startup_file = f"/tmp/{app}.py" if kernel_name.startswith('sc-'): - startup_content = f"""from pyspark.sql import SparkSession -spark = SparkSession.builder.appName('{kernel_name}').remote('sc://{app}.spark-apps.svc.cluster.local').getOrCreate() + app = kernel_name + startup_file = f"/tmp/{app}.py" + if os.getenv("CHOWN_HOME", "no") == "yes": + startup_content = f"""from pyspark.sql import SparkSession +spark = SparkSession.builder.appName('{kernel_name}').remote('sc://{app}-driver-svc.spark-apps.svc.cluster.local').getOrCreate() +""" + else: + app_short = app[0:-17] + startup_content = f"""from ocean_spark_connect.ocean_spark_session import OceanSparkSession +spark = OceanSparkSession.Builder().cluster_id("osc-739db584").appid("{app_short}").profile("default").getOrCreate() """ env["PYTHONSTARTUP"] = startup_file with open(startup_file, "w") as f: