fix local shuffle with bucket shuffle join

924060929 · Jun 21, 2024 · 8bfbf0a · 8bfbf0a
1 parent 163b4af
commit 8bfbf0a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...e/src/main/java/org/apache/doris/nereids/worker/job/UnassignedScanBucketOlapTableJob.java b/...e/src/main/java/org/apache/doris/nereids/worker/job/UnassignedScanBucketOlapTableJob.java
@@ -209,6 +209,8 @@ private List<AssignedJob> fillUpInstances(
             Worker worker = workerToBuckets.getKey();
             BucketScanSource scanSource = new BucketScanSource(scanEmptyBuckets);
             if (useLocalShuffle) {
+                // when use local shuffle, we should ensure every backend only process one instance!
+                // so here we should try to merge the missing buckets into exist instances
                 boolean mergedBucketsInSameWorkerInstance = false;
                 for (AssignedJob newInstance : newInstances) {
                     if (newInstance.getAssignedWorker().equals(worker)) {