Port ArrayHas family to functions-array (#9496)

* array has rewrite

Signed-off-by: jayzhan211 <[email protected]>

* first draft

Signed-off-by: jayzhan211 <[email protected]>

* rm dims

Signed-off-by: jayzhan211 <[email protected]>

* replace optimizer

Signed-off-by: jayzhan211 <[email protected]>

* remove proto and import udf

Signed-off-by: jayzhan211 <[email protected]>

* Remove unecessary dependency

* Add doc

Co-authored-by: Andrew Lamb <[email protected]>

* fmt

Signed-off-by: jayzhan211 <[email protected]>

---------

Signed-off-by: jayzhan211 <[email protected]>
Co-authored-by: Andrew Lamb <[email protected]>

Author: jayzhan211

datafusion-cli/Cargo.lock

@@ -118,12 +118,6 @@ pub enum BuiltinScalarFunction {
     ArraySort,
     /// array_concat
     ArrayConcat,
-    /// array_has
-    ArrayHas,
-    /// array_has_all
-    ArrayHasAll,
-    /// array_has_any
-    ArrayHasAny,
     /// array_pop_front
     ArrayPopFront,
     /// array_pop_back
@@ -367,9 +361,6 @@ impl BuiltinScalarFunction {
             BuiltinScalarFunction::ArraySort => Volatility::Immutable,
             BuiltinScalarFunction::ArrayConcat => Volatility::Immutable,
             BuiltinScalarFunction::ArrayEmpty => Volatility::Immutable,
-            BuiltinScalarFunction::ArrayHasAll => Volatility::Immutable,
-            BuiltinScalarFunction::ArrayHasAny => Volatility::Immutable,
-            BuiltinScalarFunction::ArrayHas => Volatility::Immutable,
             BuiltinScalarFunction::ArrayDistinct => Volatility::Immutable,
             BuiltinScalarFunction::ArrayElement => Volatility::Immutable,
             BuiltinScalarFunction::ArrayExcept => Volatility::Immutable,
@@ -536,10 +527,7 @@ impl BuiltinScalarFunction {
 
                 Ok(expr_type)
             }
-            BuiltinScalarFunction::ArrayHasAll
-            | BuiltinScalarFunction::ArrayHasAny
-            | BuiltinScalarFunction::ArrayHas
-            | BuiltinScalarFunction::ArrayEmpty => Ok(Boolean),
+            BuiltinScalarFunction::ArrayEmpty => Ok(Boolean),
             BuiltinScalarFunction::ArrayDistinct => Ok(input_expr_types[0].clone()),
             BuiltinScalarFunction::ArrayElement => match &input_expr_types[0] {
                 List(field)
@@ -849,12 +837,6 @@ impl BuiltinScalarFunction {
             }
             BuiltinScalarFunction::ArrayExcept => Signature::any(2, self.volatility()),
             BuiltinScalarFunction::Flatten => Signature::array(self.volatility()),
-            BuiltinScalarFunction::ArrayHasAll | BuiltinScalarFunction::ArrayHasAny => {
-                Signature::any(2, self.volatility())
-            }
-            BuiltinScalarFunction::ArrayHas => {
-                Signature::array_and_element(self.volatility())
-            }
             BuiltinScalarFunction::ArrayLength => {
                 Signature::variadic_any(self.volatility())
             }
@@ -1423,11 +1405,6 @@ impl BuiltinScalarFunction {
             ],
             BuiltinScalarFunction::ArrayExcept => &["array_except", "list_except"],
             BuiltinScalarFunction::Flatten => &["flatten"],
-            BuiltinScalarFunction::ArrayHasAll => &["array_has_all", "list_has_all"],
-            BuiltinScalarFunction::ArrayHasAny => &["array_has_any", "list_has_any"],
-            BuiltinScalarFunction::ArrayHas => {
-                &["array_has", "list_has", "array_contains", "list_contains"]
-            }
             BuiltinScalarFunction::ArrayLength => &["array_length", "list_length"],
             BuiltinScalarFunction::ArrayPopFront => {
                 &["array_pop_front", "list_pop_front"]

datafusion/expr/src/built_in_function.rs

@@ -611,30 +611,12 @@ scalar_expr!(
 );
 
 nary_scalar_expr!(ArrayConcat, array_concat, "concatenates arrays.");
-scalar_expr!(
-    ArrayHas,
-    array_has,
-    first_array second_array,
-    "returns true, if the element appears in the first array, otherwise false."
-);
 scalar_expr!(
     ArrayEmpty,
     array_empty,
     array,
     "returns true for an empty array or false for a non-empty array."
 );
-scalar_expr!(
-    ArrayHasAll,
-    array_has_all,
-    first_array second_array,
-    "returns true if each element of the second array appears in the first array; otherwise, it returns false."
-);
-scalar_expr!(
-    ArrayHasAny,
-    array_has_any,
-    first_array second_array,
-    "returns true if at least one element of the second array appears in the first array; otherwise, it returns false."
-);
 scalar_expr!(
     Flatten,
     flatten,

datafusion/expr/src/expr_fn.rs

@@ -41,5 +41,6 @@ arrow = { workspace = true }
 datafusion-common = { workspace = true }
 datafusion-execution = { workspace = true }
 datafusion-expr = { workspace = true }
+itertools = { version = "0.12", features = ["use_std"] }
 log = { workspace = true }
 paste = "1.0.14"