From 636f4e2c8c83fcc66c9e6e5c7ac8940c54fc6607 Mon Sep 17 00:00:00 2001 From: Jingsong Date: Wed, 5 Jun 2024 19:08:42 +0800 Subject: [PATCH] [test] Add ManifestCommittableSerializerCompatibilityTest --- ...ommittableSerializerCompatibilityTest.java | 115 ++++++++++++++++++ 1 file changed, 115 insertions(+) create mode 100644 paimon-core/src/test/java/org/apache/paimon/manifest/ManifestCommittableSerializerCompatibilityTest.java diff --git a/paimon-core/src/test/java/org/apache/paimon/manifest/ManifestCommittableSerializerCompatibilityTest.java b/paimon-core/src/test/java/org/apache/paimon/manifest/ManifestCommittableSerializerCompatibilityTest.java new file mode 100644 index 000000000000..0484781a604f --- /dev/null +++ b/paimon-core/src/test/java/org/apache/paimon/manifest/ManifestCommittableSerializerCompatibilityTest.java @@ -0,0 +1,115 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.paimon.manifest; + +import org.apache.paimon.data.BinaryRow; +import org.apache.paimon.data.BinaryRowWriter; +import org.apache.paimon.data.BinaryString; +import org.apache.paimon.data.Timestamp; +import org.apache.paimon.index.IndexFileMeta; +import org.apache.paimon.io.CompactIncrement; +import org.apache.paimon.io.DataFileMeta; +import org.apache.paimon.io.IndexIncrement; +import org.apache.paimon.io.NewFilesIncrement; +import org.apache.paimon.stats.BinaryTableStats; +import org.apache.paimon.table.sink.CommitMessageImpl; + +import org.junit.jupiter.api.Test; + +import javax.annotation.Nullable; + +import java.io.IOException; +import java.time.LocalDateTime; +import java.util.Arrays; +import java.util.Collections; +import java.util.List; + +import static org.assertj.core.api.Assertions.assertThat; + +/** Compatibility Test for {@link ManifestCommittableSerializer}. */ +public class ManifestCommittableSerializerCompatibilityTest { + + @Test + public void testProduction() throws IOException { + BinaryTableStats keyStats = + new BinaryTableStats( + singleColumn("min_key"), singleColumn("max_key"), new Long[] {0L}); + BinaryTableStats valueStats = + new BinaryTableStats( + singleColumn("min_value"), singleColumn("max_value"), new Long[] {0L}); + DataFileMeta dataFile = + new DataFileMeta( + "my_file", + 1024 * 1024, + 1024, + singleColumn("min_key"), + singleColumn("max_key"), + keyStats, + valueStats, + 15, + 200, + 5, + 3, + Arrays.asList("extra1", "extra2"), + Timestamp.fromLocalDateTime(LocalDateTime.parse("2022-03-02T20:20:12"))); + List dataFiles = Collections.singletonList(dataFile); + + IndexFileMeta indexFile = + new IndexFileMeta("my_index_type", "my_index_file", 1024 * 100, 1002); + List indexFiles = Collections.singletonList(indexFile); + + CommitMessageImpl commitMessage = + new CommitMessageImpl( + singleColumn("my_partition"), + 11, + new NewFilesIncrement(dataFiles, dataFiles), + new CompactIncrement(dataFiles, dataFiles, dataFiles), + new IndexIncrement(indexFiles)); + + ManifestCommittable manifestCommittable = + new ManifestCommittable( + 5, + 202020L, + Collections.singletonMap(5, 555L), + Collections.singletonList(commitMessage)); + + ManifestCommittableSerializer serializer = new ManifestCommittableSerializer(); + byte[] bytes = serializer.serialize(manifestCommittable); + ManifestCommittable deserialized = serializer.deserialize(2, bytes); + assertThat(deserialized).isEqualTo(manifestCommittable); + } + + public static BinaryRow singleColumn(@Nullable String string) { + BinaryString binaryString = string == null ? null : BinaryString.fromString(string); + return singleColumn(binaryString); + } + + public static BinaryRow singleColumn(@Nullable BinaryString string) { + BinaryRow row = new BinaryRow(1); + BinaryRowWriter writer = new BinaryRowWriter(row); + writer.reset(); + if (string == null) { + writer.setNullAt(0); + } else { + writer.writeString(0, string); + } + writer.complete(); + return row; + } +}