Skip to content

Commit

Permalink
Prepare for 11.0.0 release (#3171)
Browse files Browse the repository at this point in the history 
* minor docs updates

* bump crate versions

* Update docs/source/user-guide/sql/ddl.md

Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org>

* CHANGELOG

Co-authored-by: Andrew Lamb <andrew@nerdnetworks.org>
  • Loading branch information
@andygrove @alamb
andygrove and alamb committed Aug 16, 2022
1 parent 85f7fc9 commit 8ee31cc
Show file tree
Hide file tree
Showing 17 changed files with 295 additions and 50 deletions.
4 changes: 2 additions & 2 deletions datafusion-cli/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
version = "10.0.0"
version = "11.0.0"
authors = ["Apache Arrow <dev@arrow.apache.org>"]
edition = "2021"
keywords = [ "arrow", "datafusion", "query", "sql" ]
Expand All @@ -31,7 +31,7 @@ readme = "README.md"
[dependencies]
arrow = { version = "20.0.0" }
clap = { version = "3", features = ["derive", "cargo"] }
datafusion = { path = "../datafusion/core", version = "10.0.0" }
datafusion = { path = "../datafusion/core", version = "11.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
Expand Down
244 changes: 244 additions & 0 deletions datafusion/CHANGELOG.md
View file

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion datafusion/common/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-common"
description = "Common functionality for DataFusion query engine"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand Down
16 changes: 8 additions & 8 deletions datafusion/core/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion"
description = "DataFusion is an in-memory query engine that uses Apache Arrow as the memory model"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "../../README.md"
Expand Down Expand Up @@ -60,13 +60,13 @@ arrow = { version = "20.0.0", features = ["prettyprint"] }
async-trait = "0.1.41"
bytes = "1.1"
chrono = { version = "0.4", default-features = false }
datafusion-common = { path = "../common", version = "10.0.0", features = ["parquet", "object_store"] }
datafusion-expr = { path = "../expr", version = "10.0.0" }
datafusion-jit = { path = "../jit", version = "10.0.0", optional = true }
datafusion-optimizer = { path = "../optimizer", version = "10.0.0" }
datafusion-physical-expr = { path = "../physical-expr", version = "10.0.0" }
datafusion-row = { path = "../row", version = "10.0.0" }
datafusion-sql = { path = "../sql", version = "10.0.0" }
datafusion-common = { path = "../common", version = "11.0.0", features = ["parquet", "object_store"] }
datafusion-expr = { path = "../expr", version = "11.0.0" }
datafusion-jit = { path = "../jit", version = "11.0.0", optional = true }
datafusion-optimizer = { path = "../optimizer", version = "11.0.0" }
datafusion-physical-expr = { path = "../physical-expr", version = "11.0.0" }
datafusion-row = { path = "../row", version = "11.0.0" }
datafusion-sql = { path = "../sql", version = "11.0.0" }
futures = "0.3"
glob = "0.3.0"
hashbrown = { version = "0.12", features = ["raw"] }
Expand Down
4 changes: 2 additions & 2 deletions datafusion/expr/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-expr"
description = "Logical plan and expression representation for DataFusion query engine"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -37,5 +37,5 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.7", default-features = false }
arrow = { version = "20.0.0", features = ["prettyprint"] }
datafusion-common = { path = "../common", version = "10.0.0" }
datafusion-common = { path = "../common", version = "11.0.0" }
sqlparser = "0.20"
6 changes: 3 additions & 3 deletions datafusion/jit/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-jit"
description = "Just In Time (JIT) compilation support for DataFusion query engine"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -41,7 +41,7 @@ cranelift = "0.86.1"
cranelift-jit = "0.86.1"
cranelift-module = "0.86.1"
cranelift-native = "0.86.1"
datafusion-common = { path = "../common", version = "10.0.0", features = ["jit"] }
datafusion-expr = { path = "../expr", version = "10.0.0" }
datafusion-common = { path = "../common", version = "11.0.0", features = ["jit"] }
datafusion-expr = { path = "../expr", version = "11.0.0" }

parking_lot = "0.12"
8 changes: 4 additions & 4 deletions datafusion/optimizer/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-optimizer"
description = "DataFusion Query Optimizer"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -40,9 +40,9 @@ unicode_expressions = []
arrow = { version = "20.0.0", features = ["prettyprint"] }
async-trait = "0.1.41"
chrono = { version = "0.4", default-features = false }
datafusion-common = { path = "../common", version = "10.0.0" }
datafusion-expr = { path = "../expr", version = "10.0.0" }
datafusion-physical-expr = { path = "../physical-expr", version = "10.0.0" }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-expr = { path = "../expr", version = "11.0.0" }
datafusion-physical-expr = { path = "../physical-expr", version = "11.0.0" }
hashbrown = { version = "0.12", features = ["raw"] }
log = "^0.4"

Expand Down
8 changes: 4 additions & 4 deletions datafusion/physical-expr/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-physical-expr"
description = "Physical expression implementation for DataFusion query engine"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -44,9 +44,9 @@ arrow = { version = "20.0.0", features = ["prettyprint"] }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4", default-features = false }
datafusion-common = { path = "../common", version = "10.0.0" }
datafusion-expr = { path = "../expr", version = "10.0.0" }
datafusion-row = { path = "../row", version = "10.0.0" }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-expr = { path = "../expr", version = "11.0.0" }
datafusion-row = { path = "../row", version = "11.0.0" }
hashbrown = { version = "0.12", features = ["raw"] }
lazy_static = { version = "^1.4.0" }
md-5 = { version = "^0.10.0", optional = true }
Expand Down
8 changes: 4 additions & 4 deletions datafusion/proto/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-proto"
description = "Protobuf serialization of DataFusion logical plan expressions"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -38,9 +38,9 @@ json = ["pbjson", "pbjson-build", "serde", "serde_json"]

[dependencies]
arrow = { version = "20.0.0" }
datafusion = { path = "../core", version = "10.0.0" }
datafusion-common = { path = "../common", version = "10.0.0" }
datafusion-expr = { path = "../expr", version = "10.0.0" }
datafusion = { path = "../core", version = "11.0.0" }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-expr = { path = "../expr", version = "11.0.0" }
pbjson = { version = "0.3", optional = true }
pbjson-types = { version = "0.3", optional = true }
prost = "0.11.0"
Expand Down
6 changes: 3 additions & 3 deletions datafusion/row/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-row"
description = "Row backed by raw bytes for DataFusion query engine"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -38,7 +38,7 @@ jit = ["datafusion-jit"]

[dependencies]
arrow = { version = "20.0.0" }
datafusion-common = { path = "../common", version = "10.0.0" }
datafusion-jit = { path = "../jit", version = "10.0.0", optional = true }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-jit = { path = "../jit", version = "11.0.0", optional = true }
paste = "^1.0"
rand = "0.8"
6 changes: 3 additions & 3 deletions datafusion/sql/Cargo.toml
View file
Expand Up @@ -18,7 +18,7 @@
[package]
name = "datafusion-sql"
description = "DataFusion SQL Query Planner"
version = "10.0.0"
version = "11.0.0"
homepage = "https://github.com/apache/arrow-datafusion"
repository = "https://github.com/apache/arrow-datafusion"
readme = "README.md"
Expand All @@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
ahash = { version = "0.7", default-features = false }
arrow = { version = "20.0.0", features = ["prettyprint"] }
datafusion-common = { path = "../common", version = "10.0.0" }
datafusion-expr = { path = "../expr", version = "10.0.0" }
datafusion-common = { path = "../common", version = "11.0.0" }
datafusion-expr = { path = "../expr", version = "11.0.0" }
hashbrown = "0.12"
sqlparser = "0.20"
tokio = { version = "1.0", features = ["macros", "rt", "rt-multi-thread", "sync", "fs", "parking_lot"] }
2 changes: 1 addition & 1 deletion dev/release/README.md
View file
Expand Up @@ -23,7 +23,7 @@

### Major Release

DataFusion typically has major releases from the `master` branch every 3 months, including breaking API changes.
DataFusion typically has major releases from the `master` branch every 4 weeks, including breaking API changes.

### Minor Release

Expand Down
9 changes: 1 addition & 8 deletions docs/source/index.rst
View file
Expand Up @@ -22,14 +22,6 @@ Apache Arrow DataFusion
Table of Contents
=================

.. _toc.usage:

.. toctree::
:maxdepth: 1
:caption: Supported Environments

Rust <https://docs.rs/crate/datafusion/>

.. _toc.guide:

.. toctree::
Expand All @@ -45,6 +37,7 @@ Table of Contents
user-guide/sql/index
user-guide/configs
user-guide/faq
Rust Crate Documentation <https://docs.rs/crate/datafusion/>

.. _toc.contributor-guide:

Expand Down
2 changes: 1 addition & 1 deletion docs/source/user-guide/cli.md
View file
Expand Up @@ -79,7 +79,7 @@ this to work.
```bash
git clone https://github.com/apache/arrow-datafusion
git checkout 8.0.0
git checkout 11.0.0
cd arrow-datafusion
docker build -f datafusion-cli/Dockerfile . --tag datafusion-cli
docker run -it -v $(your_data_location):/data datafusion-cli
Expand Down
2 changes: 1 addition & 1 deletion docs/source/user-guide/example-usage.md
View file
Expand Up @@ -24,7 +24,7 @@
Add the following to your `Cargo.toml` file:

```toml
datafusion = "8.0.0"
datafusion = "11.0"
tokio = "1.0"
```

Expand Down
4 changes: 2 additions & 2 deletions docs/source/user-guide/library.md
View file
Expand Up @@ -44,7 +44,7 @@ To get started, add the following to your `Cargo.toml` file:

```toml
[dependencies]
datafusion = "8.0.0"
datafusion = "11.0"
```

## Create a main function
Expand Down Expand Up @@ -76,7 +76,7 @@ worth noting that using the settings in the `[profile.release]` section will sig

```toml
[dependencies]
datafusion = { version = "7.0" , features = ["simd"]}
datafusion = { version = "11.0" , features = ["simd"]}
tokio = { version = "^1.0", features = ["rt-multi-thread"] }
snmalloc-rs = "0.2"

Expand Down
14 changes: 11 additions & 3 deletions docs/source/user-guide/sql/ddl.md
View file
Expand Up @@ -30,9 +30,17 @@ STORED AS PARQUET
LOCATION '/mnt/nyctaxi/tripdata.parquet';
```

CSV data sources can also be registered by executing a `CREATE EXTERNAL TABLE` SQL statement. It is necessary to
provide schema information for CSV files since DataFusion does not automatically infer the schema when using SQL
to query CSV files.
CSV data sources can also be registered by executing a `CREATE EXTERNAL TABLE` SQL statement. The schema will be
inferred based on scanning a subset of the file.

```sql
CREATE EXTERNAL TABLE test
STORED AS CSV
WITH HEADER ROW
LOCATION '/path/to/aggregate_simple.csv';
```

It is also possible to specify the schema manually.

```sql
CREATE EXTERNAL TABLE test (
Expand Down

0 comments on commit 8ee31cc

Please sign in to comment.