From aadfb4f41d7b70735fc088835737c7d92d86a685 Mon Sep 17 00:00:00 2001 From: Thang Long VU Date: Sun, 22 Sep 2024 22:03:28 +0200 Subject: [PATCH] Try 700 --- .../scala/org/apache/spark/sql/ClientE2ETestSuite.scala | 8 ++++---- .../spark/sql/connect/common/config/ConnectCommon.scala | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/ClientE2ETestSuite.scala b/connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/ClientE2ETestSuite.scala index 4a76c380f772f..5c69c0e28685a 100644 --- a/connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/ClientE2ETestSuite.scala +++ b/connector/connect/client/jvm/src/test/scala/org/apache/spark/sql/ClientE2ETestSuite.scala @@ -225,19 +225,19 @@ class ClientE2ETestSuite test("spark deep recursion") { var df = spark.range(1) - assert(spark.conf.get("spark.connect.grpc.marshallerRecursionLimit").toInt == 2048) + assert(spark.conf.get("spark.connect.grpc.marshallerRecursionLimit").toInt == 4096) // spark.connect.grpc.marshallerRecursionLimit must be at least 2048, to handle certain // deep recursion cases. - for (a <- 1 to 1900) { + for (a <- 1 to 700) { df = df.union(spark.range(a, a + 1)) } - assert(df.collect().length == 1901) + assert(df.collect().length == 701) } test("handle unknown exception") { var df = spark.range(1) val limit = spark.conf.get("spark.connect.grpc.marshallerRecursionLimit").toInt - for (a <- 1 to limit) { + for (a <- 1 to 1500) { df = df.union(spark.range(a, a + 1)) } val ex = intercept[SparkException] { diff --git a/sql/connect/common/src/main/scala/org/apache/spark/sql/connect/common/config/ConnectCommon.scala b/sql/connect/common/src/main/scala/org/apache/spark/sql/connect/common/config/ConnectCommon.scala index 4b172f7566301..ed30219444d03 100644 --- a/sql/connect/common/src/main/scala/org/apache/spark/sql/connect/common/config/ConnectCommon.scala +++ b/sql/connect/common/src/main/scala/org/apache/spark/sql/connect/common/config/ConnectCommon.scala @@ -20,5 +20,5 @@ private[sql] object ConnectCommon { val CONNECT_GRPC_BINDING_PORT: Int = 15002 val CONNECT_GRPC_PORT_MAX_RETRIES: Int = 0 val CONNECT_GRPC_MAX_MESSAGE_SIZE: Int = 128 * 1024 * 1024 - val CONNECT_GRPC_MARSHALLER_RECURSION_LIMIT: Int = 2048 + val CONNECT_GRPC_MARSHALLER_RECURSION_LIMIT: Int = 4096 }