feat: upgrade to datafusion 42 and arrow 53

Both datafusion and arrow had recent releases. This change updates the
code to used those new versions.

The biggest changes were related to rewriting table scans in expressions
as Expr::Sort was removed and options were added to Expr::Wildcard.

Finally, I did a little cleanup of workspace dependencies as a few were
duplicated across the various members.

Author: nathanielc

Cargo.toml

@@ -15,10 +15,20 @@ readme = "README.md"
 repository = "https://github.com/datafusion-contrib/datafusion-federation"
 
 [workspace.dependencies]
-async-trait = "0.1.81"
+arrow = "53.0.0"
+arrow-flight = { version = "53.0.0", features = ["flight-sql-experimental"] }
+arrow-json = "53.0.0"
 async-stream = "0.3.5"
+async-trait = "0.1.81"
+datafusion = "42.0.0"
+# XXX use the release version on crates.io
+datafusion-federation = { path = "./datafusion-federation" }
+datafusion-substrait = "42.0.0"
 futures = "0.3.30"
-datafusion = "41.0.0"
-datafusion-substrait = "41.0.0"
-arrow-json = "52.2.0"
-datafusion-federation = "0.2.1"
+tokio = { version = "1.39.3", features = ["full"] }
+tonic = { version = "0.12.1", features = [
+    "tls",
+    "transport",
+    "codegen",
+    "prost",
+] }