Upgrade to object_store 0.9.0 and arrow 50.0.0 (#8758)

* Prepare object_store 0.9.0

* Update test

* Update to arrow 50.0.0

* Update sqllogictest

* Update sqllogictests

* Format

* Use nullif

* Use released version of arrow-rs

* Update README to remove references to SIMD

* unpatch datafusion-cli

* Adjust memory sizes in tests

* Restore test without explicit region

---------

Co-authored-by: Andrew Lamb <[email protected]>

Cargo.toml

@@ -32,13 +32,13 @@ rust-version = "1.70"
 version = "34.0.0"
 
 [workspace.dependencies]
-arrow = { version = "49.0.0", features = ["prettyprint"] }
-arrow-array = { version = "49.0.0", default-features = false, features = ["chrono-tz"] }
-arrow-buffer = { version = "49.0.0", default-features = false }
-arrow-flight = { version = "49.0.0", features = ["flight-sql-experimental"] }
-arrow-ipc = { version = "49.0.0", default-features = false, features = ["lz4"] }
-arrow-ord = { version = "49.0.0", default-features = false }
-arrow-schema = { version = "49.0.0", default-features = false }
+arrow = { version = "50.0.0", features = ["prettyprint"] }
+arrow-array = { version = "50.0.0", default-features = false, features = ["chrono-tz"] }
+arrow-buffer = { version = "50.0.0", default-features = false }
+arrow-flight = { version = "50.0.0", features = ["flight-sql-experimental"] }
+arrow-ipc = { version = "50.0.0", default-features = false, features = ["lz4"] }
+arrow-ord = { version = "50.0.0", default-features = false }
+arrow-schema = { version = "50.0.0", default-features = false }
 async-trait = "0.1.73"
 bigdecimal = "0.4.1"
 bytes = "1.4"
@@ -64,9 +64,9 @@ indexmap = "2.0.0"
 itertools = "0.12"
 log = "^0.4"
 num_cpus = "1.13.0"
-object_store = { version = "0.8.0", default-features = false }
+object_store = { version = "0.9.0", default-features = false }
 parking_lot = "0.12"
-parquet = { version = "49.0.0", default-features = false, features = ["arrow", "async", "object_store"] }
+parquet = { version = "50.0.0", default-features = false, features = ["arrow", "async", "object_store"] }
 rand = "0.8"
 rstest = "0.18.0"
 serde_json = "1"
@@ -91,4 +91,4 @@ lto = false
 opt-level = 3
 overflow-checks = false
 panic = 'unwind'
-rpath = false
+rpath = false

README.md

@@ -69,7 +69,6 @@ Optional features:
 - `backtrace`: include backtrace information in error messages
 - `pyarrow`: conversions between PyArrow and DataFusion types
 - `serde`: enable arrow-schema's `serde` feature
-- `simd`: enable arrow-rs's manual `SIMD` kernels (requires Rust `nightly`)
 
 [apache avro]: https://avro.apache.org/
 [apache parquet]: https://parquet.apache.org/

benchmarks/Cargo.toml

@@ -29,7 +29,6 @@ rust-version = "1.70"
 [features]
 ci = []
 default = ["mimalloc"]
-simd = ["datafusion/simd"]
 snmalloc = ["snmalloc-rs"]
 
 [dependencies]

benchmarks/README.md

@@ -163,10 +163,10 @@ See the help for more details
 
 ### Different features
 
-You can enable the features `simd` (to use SIMD instructions, `cargo nightly` is required.) and/or `mimalloc` or `snmalloc` (to use either the mimalloc or snmalloc allocator) as features by passing them in as `--features`:
+You can enable `mimalloc` or `snmalloc` (to use either the mimalloc or snmalloc allocator) as features by passing them in as `--features`. For example
 
-```
-cargo run --release --features "simd mimalloc" --bin tpch -- benchmark datafusion --iterations 3 --path ./data --format tbl --query 1 --batch-size 4096
+```shell
+cargo run --release --features "mimalloc" --bin tpch -- benchmark datafusion --iterations 3 --path ./data --format tbl --query 1 --batch-size 4096
 ```
 
 The benchmark program also supports CSV and Parquet input file formats and a utility is provided to convert from `tbl`