update known-dependencies.txt

apache · Jul 5, 2023 · 69b7a22 · 69b7a22
1 parent 6e7abc5
commit 69b7a22
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 9 deletions.
diff --git a/seatunnel-dist/release-docs/LICENSE b/seatunnel-dist/release-docs/LICENSE
@@ -275,6 +275,8 @@ The text of each license is the standard Apache 2.0 license.
      (Apache-2.0) listenablefuture (com.google.guava:listenablefuture:9999.0-empty-to-avoid-conflict-with-guava https://mvnrepository.com/artifact/com.google.guava/listenablefuture/9999.0-empty-to-avoid-conflict-with-guava)
      (Apache-2.0) accessors-smart (com.google.guava:accessors-smart:2.4.7 - https://mvnrepository.com/artifact/net.minidev/accessors-smart)
      (Apache-2.0) json-smart (net.minidev:json-smart:2.4.7 - https://mvnrepository.com/artifact/net.minidev/json-smart)
+     (Apache-2.0) kafka-clients (org.apache.kafka:kafka-clients:3.4.1 - https://mvnrepository.com/artifact/org.apache.kafka/kafka-clients)
+     (Apache-2.0) lz4-java (org.lz4:lz4-java:1.8.0 - https://mvnrepository.com/artifact/org.lz4/lz4-java)
 
 ========================================================================
 MOZILLA PUBLIC LICENSE License
@@ -294,6 +296,7 @@ The text of each license is also included at licenses/LICENSE-[project].txt.
      (New BSD license) Protocol Buffer Java API (com.google.protobuf:protobuf-java:2.5.0 - http://code.google.com/p/protobuf)
      (BSD 3-Clause) Scala Library (org.scala-lang:scala-library:2.11.12 - http://www.scala-lang.org/)
      (BSD 3-Clause) Scala Library (org.ow2.asm:asm:9.1 - https://mvnrepository.com/artifact/org.ow2.asm/asm/)
+     (BSD 2-Clause) zstd-jni (com.github.luben:zstd-jni:1.5.2-1 - https://mvnrepository.com/artifact/com.github.luben/zstd-jni)
 ========================================================================
 CDDL License
 ========================================================================

diff --git a/...-kafka/src/main/java/org/apache/seatunnel/engine/imap/storage/kafka/IMapKafkaStorage.java b/...-kafka/src/main/java/org/apache/seatunnel/engine/imap/storage/kafka/IMapKafkaStorage.java
@@ -45,7 +45,6 @@
 import org.apache.kafka.common.errors.WakeupException;
 import org.apache.kafka.common.serialization.ByteArrayDeserializer;
 import org.apache.kafka.common.serialization.ByteArraySerializer;
-import org.apache.kafka.common.utils.Utils;
 
 import com.google.common.collect.Maps;
 import lombok.extern.slf4j.Slf4j;
@@ -67,7 +66,6 @@
 
 @Slf4j
 public class IMapKafkaStorage implements IMapStorage {
-    private static final long CREATE_TOPIC_TIMEOUT_MS = 30000;
     private KafkaConfiguration kafkaConfiguration;
 
     private Consumer<byte[], byte[]> consumer;
@@ -186,13 +184,8 @@ private Consumer<byte[], byte[]> createConsumer() {
                 ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,
                 ByteArrayDeserializer.class.getName());
         Consumer<byte[], byte[]> consumer = new KafkaConsumer<>(consumerConfigs);
-        List<PartitionInfo> partitionInfos = null;
-        long started = System.currentTimeMillis();
-        while (partitionInfos == null
-                && System.currentTimeMillis() - started < CREATE_TOPIC_TIMEOUT_MS) {
-            partitionInfos = consumer.partitionsFor(kafkaConfiguration.getStorageTopic());
-            Utils.sleep(Math.min(System.currentTimeMillis() - started, 1000));
-        }
+        List<PartitionInfo> partitionInfos =
+                consumer.partitionsFor(kafkaConfiguration.getStorageTopic());
         if (partitionInfos == null) {
             throw new RuntimeException(
                     "Could not look up partition metadata for offset backing store topic in"

diff --git a/tools/dependencies/known-dependencies.txt b/tools/dependencies/known-dependencies.txt
@@ -39,3 +39,6 @@ accessors-smart-2.4.7.jar
 asm-9.1.jar
 json-smart-2.4.7.jar
 kafka-clients-3.4.1.jar
+lz4-java-1.8.0.jar
+snappy-java-1.1.8.4.jar
+zstd-jni-1.5.2-1.jar