From d98cefd59f431f5da89afe57ff49fcfb1651498d Mon Sep 17 00:00:00 2001 From: Mridul Muralidharan Date: Wed, 8 Nov 2023 02:14:56 -0600 Subject: [PATCH] Remove unnecessary variable --- core/src/main/scala/org/apache/spark/SparkEnv.scala | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/SparkEnv.scala b/core/src/main/scala/org/apache/spark/SparkEnv.scala index dbe9c9cac78ac..5047ded107d08 100644 --- a/core/src/main/scala/org/apache/spark/SparkEnv.scala +++ b/core/src/main/scala/org/apache/spark/SparkEnv.scala @@ -368,8 +368,6 @@ object SparkEnv extends Logging { new MapOutputTrackerMasterEndpoint( rpcEnv, mapOutputTracker.asInstanceOf[MapOutputTrackerMaster], conf)) - // val shuffleManager: ShuffleManager = if (isDriver) ShuffleManager.create(conf, true) else null - val shuffleManager: ShuffleManager = null val memoryManager: MemoryManager = UnifiedMemoryManager(conf, numUsableCores) val blockManagerPort = if (isDriver) { @@ -407,7 +405,7 @@ object SparkEnv extends Logging { None }, blockManagerInfo, mapOutputTracker.asInstanceOf[MapOutputTrackerMaster], - shuffleManager, + _shuffleManager = null, isDriver)), registerOrLookupEndpoint( BlockManagerMaster.DRIVER_HEARTBEAT_ENDPOINT_NAME, @@ -432,7 +430,7 @@ object SparkEnv extends Logging { conf, memoryManager, mapOutputTracker, - shuffleManager, + _shuffleManager = null, blockTransferService, securityManager, externalShuffleClient) @@ -485,7 +483,6 @@ object SparkEnv extends Logging { if (isDriver) { val sparkFilesDir = Utils.createTempDir(Utils.getLocalDir(conf), "userFiles").getAbsolutePath envInstance.driverTmpDir = Some(sparkFilesDir) - envInstance._shuffleManager = shuffleManager } envInstance