merge

Author: comphead

core/src/execution/datafusion/planner.rs

@@ -26,7 +26,8 @@ use datafusion::{
     execution::FunctionRegistry,
     functions::math,
     logical_expr::{
-        BuiltinScalarFunction, Operator as DataFusionOperator, ScalarFunctionDefinition,
+        expr::find_df_window_func, BuiltinScalarFunction, Operator as DataFusionOperator,
+        ScalarFunctionDefinition, WindowFrame, WindowFrameBound, WindowFrameUnits,
     },
     physical_expr::{
         execution_props::ExecutionProps,
@@ -1325,6 +1326,7 @@ impl PhysicalPlanner {
             sort_exprs,
             window_frame.into(),
             &input_schema,
+            false, // TODO: Ignore nulls
         )
         .map_err(|e| ExecutionError::DataFusionError(e.to_string()))
     }

spark/src/main/scala/org/apache/comet/CometSparkSessionExtensions.scala

@@ -39,6 +39,7 @@ import org.apache.spark.sql.execution.datasources.v2.BatchScanExec
 import org.apache.spark.sql.execution.datasources.v2.parquet.ParquetScan
 import org.apache.spark.sql.execution.exchange.{BroadcastExchangeExec, ReusedExchangeExec, ShuffleExchangeExec}
 import org.apache.spark.sql.execution.joins.{BroadcastHashJoinExec, ShuffledHashJoinExec, SortMergeJoinExec}
+import org.apache.spark.sql.execution.window.WindowExec
 import org.apache.spark.sql.internal.SQLConf
 import org.apache.spark.sql.types._
 

spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala

@@ -37,6 +37,7 @@ import org.apache.spark.sql.execution.adaptive.{BroadcastQueryStageExec, Shuffle
 import org.apache.spark.sql.execution.aggregate.HashAggregateExec
 import org.apache.spark.sql.execution.exchange.{BroadcastExchangeExec, ReusedExchangeExec, ShuffleExchangeExec}
 import org.apache.spark.sql.execution.joins.{BroadcastHashJoinExec, HashJoin, ShuffledHashJoinExec, SortMergeJoinExec}
+import org.apache.spark.sql.execution.window.WindowExec
 import org.apache.spark.sql.internal.SQLConf
 import org.apache.spark.sql.types._
 import org.apache.spark.unsafe.types.UTF8String