upgrade to datafusion 8

delta-io · May 28, 2022 · 5a293dd · 5a293dd
1 parent c5c7bb5
commit 5a293dd
Show file tree

Hide file tree

Showing 3 changed files with 29 additions and 16 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/rust/Cargo.toml b/rust/Cargo.toml
@@ -60,7 +60,6 @@ parquet-format = "~4.0.0"
 
 arrow = "13"
 parquet = "13"
-datafusion = { git = "https://github.com/apache/arrow-datafusion.git", rev = "f943b6a65291c3de6403dde827cb411a050f4fa0", version = "7.0.0", optional = true }
 
 crossbeam = { version = "0", optional = true }
 
@@ -71,6 +70,10 @@ async-trait = "0.1"
 # version published in crates.io
 # rust-dataframe = {version = "0.*", optional = true }
 
+[dependencies.datafusion]
+version = "8"
+optional = true
+
 [features]
 rust-dataframe-ext = []
 datafusion-ext = ["datafusion"]

diff --git a/rust/src/delta_datafusion.rs b/rust/src/delta_datafusion.rs
@@ -30,7 +30,7 @@ use datafusion::datafusion_data_access::object_store::local::LocalFileSystem;
 use datafusion::datasource::file_format::parquet::ParquetFormat;
 use datafusion::datasource::file_format::FileFormat;
 use datafusion::datasource::listing::PartitionedFile;
-use datafusion::datasource::TableProvider;
+use datafusion::datasource::{TableProvider, TableType};
 use datafusion::logical_plan::Expr;
 use datafusion::physical_plan::file_format::FileScanConfig;
 use datafusion::physical_plan::ExecutionPlan;
@@ -226,6 +226,10 @@ impl TableProvider for delta::DeltaTable {
         )
     }
 
+    fn table_type(&self) -> TableType {
+        TableType::Base
+    }
+
     async fn scan(
         &self,
         projection: &Option<Vec<usize>>,