[Feature][CONNECTORS-V2-Paimon] Dynamic bucket splitting improves Pai…

…mon writing efficiency
apache · Aug 21, 2024 · a5d18ee · a5d18ee
1 parent 87b65b2
commit a5d18ee
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 16 deletions.
diff --git a/seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/DefaultSinkWriterContext.java b/seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/DefaultSinkWriterContext.java
@@ -45,11 +45,6 @@ public int getIndexOfSubtask() {
         return subtask;
     }
 
-    @Override
-    public int getNumberOfParallelSubtasks() {
-        return 0;
-    }
-
     @Override
     public MetricsContext getMetricsContext() {
         // TODO Waiting for Flink and Spark to implement MetricsContext

diff --git a/seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/SinkWriter.java b/seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/SinkWriter.java
@@ -93,7 +93,9 @@ interface Context extends Serializable {
         int getIndexOfSubtask();
 
         /** @return parallelism of this writer. */
-        int getNumberOfParallelSubtasks();
+        default int getNumberOfParallelSubtasks() {
+            return 0;
+        }
 
         /** @return metricsContext of this reader. */
         MetricsContext getMetricsContext();

diff --git a/...-13/src/main/java/org/apache/seatunnel/translation/flink/sink/FlinkSinkWriterContext.java b/...-13/src/main/java/org/apache/seatunnel/translation/flink/sink/FlinkSinkWriterContext.java
@@ -50,11 +50,6 @@ public int getIndexOfSubtask() {
         return writerContext.getSubtaskId();
     }
 
-    @Override
-    public int getNumberOfParallelSubtasks() {
-        return 0;
-    }
-
     @Override
     public MetricsContext getMetricsContext() {
         try {

diff --git a/...mon/src/main/java/org/apache/seatunnel/translation/flink/sink/FlinkSinkWriterContext.java b/...mon/src/main/java/org/apache/seatunnel/translation/flink/sink/FlinkSinkWriterContext.java
@@ -47,11 +47,6 @@ public int getIndexOfSubtask() {
         return writerContext.getSubtaskId();
     }
 
-    @Override
-    public int getNumberOfParallelSubtasks() {
-        return 0;
-    }
-
     @Override
     public MetricsContext getMetricsContext() {
         return new FlinkMetricContext(getStreamingRuntimeContextForV15(writerContext));