fmt

Author: ion-elgreco

crates/core/src/kernel/snapshot/log_data.rs

@@ -486,6 +486,9 @@ mod datafusion {
     use std::collections::HashSet;
     use std::sync::Arc;
 
+    use super::*;
+    use crate::kernel::arrow::extract::{extract_and_cast_opt, extract_column};
+    use crate::kernel::ARROW_HANDLER;
     use ::datafusion::functions_aggregate::min_max::{MaxAccumulator, MinAccumulator};
     use ::datafusion::physical_optimizer::pruning::PruningStatistics;
     use ::datafusion::physical_plan::Accumulator;
@@ -499,11 +502,8 @@ mod datafusion {
     use delta_kernel::engine::arrow_data::ArrowEngineData;
     use delta_kernel::expressions::Expression;
     use delta_kernel::schema::{DataType, PrimitiveType};
-    use delta_kernel::{ExpressionEvaluator, ExpressionHandler};
     use delta_kernel::AsAny;
-    use super::*;
-    use crate::kernel::arrow::extract::{extract_and_cast_opt, extract_column};
-    use crate::kernel::ARROW_HANDLER;
+    use delta_kernel::{ExpressionEvaluator, ExpressionHandler};
 
     #[derive(Debug, Default, Clone)]
     enum AccumulatorType {
@@ -727,7 +727,10 @@ mod datafusion {
             let expression = if self.metadata.partition_columns.contains(&column.name) {
                 Expression::column(vec![format!("add.partitionValues_parsed.{}", column.name)])
             } else {
-                Expression::column(vec![format!("add.stats_parsed.{}.{}", stats_field, column.name)])
+                Expression::column(vec![format!(
+                    "add.stats_parsed.{}.{}",
+                    stats_field, column.name
+                )])
             };
             let evaluator = ARROW_HANDLER.get_evaluator(
                 crate::kernel::models::fields::log_schema_ref().clone(),

crates/core/src/kernel/snapshot/replay.rs

@@ -83,9 +83,7 @@ impl LogMapper {
     ) -> DeltaResult<Self> {
         Ok(Self {
             stats_schema: Arc::new((&snapshot.stats_schema(table_schema)?).try_into()?),
-            partitions_schema: snapshot
-                .partitions_schema(table_schema)?
-                .map(Arc::new),
+            partitions_schema: snapshot.partitions_schema(table_schema)?.map(Arc::new),
             config: snapshot.config.clone(),
         })
     }

crates/core/src/writer/stats.rs

@@ -143,12 +143,11 @@ fn stats_from_metadata(
                     .parse_multipart_identifier()
                 {
                     Ok(parts) => Ok(parts.into_iter().map(|v| v.value).join(".")),
-                    Err(e) => {Err(DeltaWriterError::DeltaTable(
-                            DeltaTableError::GenericError {
-                                source: Box::new(e),
-                            },
-                        ))
-                    }
+                    Err(e) => Err(DeltaWriterError::DeltaTable(
+                        DeltaTableError::GenericError {
+                            source: Box::new(e),
+                        },
+                    )),
                 }
             })
             .collect::<Result<Vec<String>, DeltaWriterError>>()?;

python/src/lib.rs

@@ -21,18 +21,12 @@ use delta_kernel::expressions::Scalar;
 use delta_kernel::schema::StructField;
 use deltalake::arrow::compute::concat_batches;
 use deltalake::arrow::ffi_stream::{ArrowArrayStreamReader, FFI_ArrowArrayStream};
-use deltalake::arrow::pyarrow::ToPyArrow;
 use deltalake::arrow::record_batch::{RecordBatch, RecordBatchIterator};
 use deltalake::arrow::{self, datatypes::Schema as ArrowSchema};
 use deltalake::checkpoints::{cleanup_metadata, create_checkpoint};
-use deltalake::datafusion::datasource::provider_as_source;
-use deltalake::datafusion::logical_expr::{LogicalPlanBuilder, UNNAMED_TABLE};
 use deltalake::datafusion::physical_plan::ExecutionPlan;
-use deltalake::datafusion::prelude::{DataFrame, SessionContext};
-use deltalake::delta_datafusion::{
-    DataFusionMixins, DeltaDataChecker, DeltaScanConfigBuilder, DeltaSessionConfig,
-    DeltaTableProvider,
-};
+use deltalake::datafusion::prelude::SessionContext;
+use deltalake::delta_datafusion::DeltaDataChecker;
 use deltalake::errors::DeltaTableError;
 use deltalake::kernel::{
     scalars::ScalarExt, Action, Add, Invariant, LogicalFile, Remove, StructType, Transaction,