Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
924060929 committed Jun 19, 2024
1 parent 5c8c08a commit 6c8081e
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,7 @@ protected List<AssignedJob> insideMachineParallelization(
Map<Worker, UninstancedScanSource> workerToScanRanges,
ListMultimap<ExchangeNode, AssignedJob> inputJobs) {

boolean useShareScan = useShareScan(workerToScanRanges);
boolean useLocalShuffleToAddParallel = useLocalShuffleToAddParallel(workerToScanRanges);
int instanceIndexInFragment = 0;
int shareScanIndex = 0;
List<AssignedJob> instances = Lists.newArrayList();
Expand All @@ -79,7 +79,7 @@ protected List<AssignedJob> insideMachineParallelization(
int instanceNum = degreeOfParallelism(scanSourceMaxParallel);

List<ScanSource> instanceToScanRanges;
if (useShareScan) {
if (useLocalShuffleToAddParallel) {
// only generate one instance to scan all data, in this step
instanceToScanRanges = scanSource.parallelize(
scanNodes, 1
Expand Down Expand Up @@ -126,7 +126,7 @@ protected List<AssignedJob> insideMachineParallelization(
return instances;
}

protected boolean useShareScan(Map<Worker, UninstancedScanSource> workerToScanRanges) {
protected boolean useLocalShuffleToAddParallel(Map<Worker, UninstancedScanSource> workerToScanRanges) {
if (ConnectContext.get() != null && ConnectContext.get().getSessionVariable().isForceToLocalShuffle()) {
return true;
}
Expand Down

0 comments on commit 6c8081e

Please sign in to comment.