add timestamp cases with different timezones

apache · Dec 4, 2024 · f169768 · f169768
1 parent 95e26d7
commit f169768
Show file tree

Hide file tree

Showing 2 changed files with 44 additions and 5 deletions.
diff --git a/regression-test/data/external_table_p2/hudi/test_hudi_timestamp.out b/regression-test/data/external_table_p2/hudi/test_hudi_timestamp.out
@@ -1,6 +1,31 @@
 -- This file is automatically generated. You should know what you did if you want to edit this
--- !timestamp --
+-- !timestamp1 --
 20241115015956800	20241115015956800_0_2	1		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	1	Alice	2024-10-25T08:00
-20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-25T09:30:00
-20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-25T11:00:00
+20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-25T09:30
+20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-25T11:00
+
+-- !timestamp2 --
+20241115015956800	20241115015956800_0_2	1		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	1	Alice	2024-10-25T23:00
+20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-26T00:30
+20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-26T02:00
+
+-- !timestamp3 --
+20241115015956800	20241115015956800_0_2	1		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	1	Alice	2024-10-25T15:00
+20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-25T16:30
+20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-25T18:00
+
+-- !timestamp1 --
+20241115015956800	20241115015956800_0_2	1		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	1	Alice	2024-10-25T08:00
+20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-25T09:30
+20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-25T11:00
+
+-- !timestamp2 --
+20241115015956800	20241115015956800_0_2	1		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	1	Alice	2024-10-25T23:00
+20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-26T00:30
+20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-26T02:00
+
+-- !timestamp3 --
+20241115015956800	20241115015956800_0_2	1		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	1	Alice	2024-10-25T15:00
+20241115015956800	20241115015956800_0_0	2		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	2	Bob	2024-10-25T16:30
+20241115015956800	20241115015956800_0_1	3		eec4913a-0d5f-4b8b-a0f5-934e252c2e45-0_0-7-14_20241115015956800.parquet	3	Charlie	2024-10-25T18:00
 
diff --git a/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy b/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy
@@ -34,8 +34,22 @@ suite("test_hudi_timestamp", "p2,external,hudi,external_remote,external_remote_h
     sql """ use regression_hudi;""" 
     sql """ set enable_fallback_to_original_planner=false """
 
-    // TODO: fix hudi timezone issue and enable this
-    // qt_timestamp """ select * from hudi_table_with_timestamp order by id; """
+    def test_timestamp_different_timezones = {
+        sql """set time_zone = 'America/Los_Angeles';"""
+        qt_timestamp1 """ select * from hudi_table_with_timestamp order by id; """
+        sql """set time_zone = 'Asia/Shanghai';"""
+        qt_timestamp2 """ select * from hudi_table_with_timestamp order by id; """
+        sql """set time_zone = 'UTC';"""
+        qt_timestamp3 """ select * from hudi_table_with_timestamp order by id; """
+    }
+
+    // test native reader
+    test_timestamp_different_timezones()
+    sql """ set force_jni_scanner = true; """
+    // test jni reader
+    test_timestamp_different_timezones()
+    sql """ set force_jni_scanner = false; """
+
 
     sql """drop catalog if exists ${catalog_name};"""
 }