bump crates arrow* and parquet to version 56

Author: dantengsky

Cargo.lock

@@ -217,18 +217,18 @@ anyerror = { version = "=0.1.13" }
 anyhow = { version = "1.0.65" }
 apache-avro = { version = "0.17.0", features = ["snappy", "zstandard", "xz", "snappy", "bzip"] }
 approx = "0.5.1"
-arrow = { version = "55" }
-arrow-array = { version = "55" }
-arrow-buffer = { version = "55" }
-arrow-cast = { version = "55", features = ["prettyprint"] }
-arrow-csv = { version = "55" }
-arrow-data = { version = "55" }
-arrow-flight = { version = "55", features = ["flight-sql-experimental", "tls"] }
-arrow-ipc = { version = "55", features = ["lz4", "zstd"] }
-arrow-json = { version = "55" }
-arrow-ord = { version = "55" }
-arrow-schema = { version = "55", features = ["serde"] }
-arrow-select = { version = "55" }
+arrow = { version = "56" }
+arrow-array = { version = "56" }
+arrow-buffer = { version = "56" }
+arrow-cast = { version = "56", features = ["prettyprint"] }
+arrow-csv = { version = "56" }
+arrow-data = { version = "56" }
+arrow-flight = { version = "56", features = ["flight-sql-experimental", "tls-ring"] }
+arrow-ipc = { version = "56", features = ["lz4", "zstd"] }
+arrow-json = { version = "56" }
+arrow-ord = { version = "56" }
+arrow-schema = { version = "56", features = ["serde"] }
+arrow-select = { version = "56" }
 arrow-udf-runtime = { version = "0.8.0", default-features = false, features = ["javascript", "wasm"] }
 async-backtrace = "0.2"
 async-channel = "2.3.1"
@@ -330,13 +330,13 @@ hyper-util = { version = "0.1.9", features = ["client", "client-legacy", "tokio"
 lru = "0.12"
 
 ## in branch dev
-iceberg = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "1dace26ea25a9b9e2066367cbd3b7badc75dd7f9", features = [
+iceberg = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "32b1403", features = [
     "storage-all",
 ] }
-iceberg-catalog-glue = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "1dace26ea25a9b9e2066367cbd3b7badc75dd7f9" }
-iceberg-catalog-hms = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "1dace26ea25a9b9e2066367cbd3b7badc75dd7f9" }
-iceberg-catalog-rest = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "1dace26ea25a9b9e2066367cbd3b7badc75dd7f9" }
-iceberg-catalog-s3tables = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "1dace26ea25a9b9e2066367cbd3b7badc75dd7f9" }
+iceberg-catalog-glue = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "32b1403" }
+iceberg-catalog-hms = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "32b1403" }
+iceberg-catalog-rest = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "32b1403" }
+iceberg-catalog-s3tables = { version = "0.4.0", git = "https://github.com/databendlabs/iceberg-rust", rev = "32b1403" }
 
 # Explicitly specify compatible AWS SDK versions
 aws-config = "1.5.18"
@@ -415,7 +415,7 @@ ordered-float = { version = "5.1.0", default-features = false }
 ordq = "0.2.0"
 p256 = "0.13"
 parking_lot = "0.12.1"
-parquet = { version = "55", features = ["async"] }
+parquet = { version = "56", features = ["async"] }
 passwords = { version = "3.1.16" }
 paste = "1.0.15"
 percent-encoding = "2.3.1"
@@ -518,9 +518,12 @@ tokio = { version = "1.35.0", features = ["full"] }
 tokio-stream = { version = "0.1.11", features = ["net"] }
 tokio-util = { version = "0.7.13" }
 toml = { version = "0.8", features = ["parse"] }
-tonic = { version = "0.12.3", features = ["transport", "codegen", "prost", "tls-roots", "tls"] }
-tonic-build = { version = "0.12.3" }
-tonic-reflection = { version = "0.12.3" }
+#tonic = { version = "0.12.3", features = ["transport", "codegen", "prost", "tls-roots", "tls"] }
+tonic = { version = "0.13", features = ["transport", "codegen", "tls-native-roots"] }
+tonic-build = { version = "0.13" }
+#tonic-prost = { version = "0.13" }
+tonic-prost-build = { version = "0.13" }
+tonic-reflection = { version = "0.13" }
 tower = { version = "0.5.1", features = ["util"] }
 tower-service = "0.3.3"
 twox-hash = "1.6.3"
@@ -643,15 +646,16 @@ overflow-checks = true
 rpath = true
 
 [patch.crates-io]
-arrow-udf-runtime = { git = "https://github.com/datafuse-extras/arrow-udf.git", rev = "a442343" }
+arrow-udf-runtime = { git = "https://github.com/datafuse-extras/arrow-udf.git", rev = "2480dccf1" }
 async-backtrace = { git = "https://github.com/datafuse-extras/async-backtrace.git", rev = "dea4553" }
 async-recursion = { git = "https://github.com/datafuse-extras/async-recursion.git", rev = "a353334" }
 backtrace = { git = "https://github.com/rust-lang/backtrace-rs.git", rev = "72265be" }
 color-eyre = { git = "https://github.com/eyre-rs/eyre.git", rev = "e5d92c3" }
 deltalake = { git = "https://github.com/delta-io/delta-rs", rev = "9954bff" }
 map-api = { git = "https://github.com/databendlabs/map-api", tag = "v0.4.2" }
 openraft = { git = "https://github.com/databendlabs/openraft", tag = "v0.10.0-alpha.11" }
-orc-rust = { git = "https://github.com/datafuse-extras/orc-rust", rev = "d82aa6d" }
+orc-rust = { git = "https://github.com/datafuse-extras/orc-rust", rev = "fc812ad7010" }
+
 recursive = { git = "https://github.com/datafuse-extras/recursive.git", rev = "16e433a" }
 sled = { git = "https://github.com/datafuse-extras/sled", tag = "v0.34.7-datafuse.1" }
 state-machine-api = { git = "https://github.com/databendlabs/state-machine-api.git", tag = "v0.3.4" }

Cargo.toml

@@ -1,3 +1,3 @@
 [toolchain]
 channel = "nightly-2025-04-04"
-components = ["rustfmt", "clippy", "rust-src", "miri", "rust-analyzer"]
+components = ["rustfmt", "clippy", "rust-src", "miri", "rust-analyzer"]

rust-toolchain.toml

@@ -7,7 +7,8 @@ publish = { workspace = true }
 edition = { workspace = true }
 
 [build-dependencies]
-pyo3-build-config = "0.24.2"
+#pyo3-build-config = "0.24.2"
+pyo3-build-config = "0.25"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
@@ -32,7 +33,8 @@ databend-query = { workspace = true, features = [
     "simd",
     "disable_initial_exec_tls",
 ] }
-pyo3 = { version = "0.24", features = ["generate-import-lib", "abi3-py312"] }
+#pyo3 = { version = "0.24", features = ["generate-import-lib", "abi3-py312"] }
+pyo3 = { version = "0.25", features = ["generate-import-lib", "abi3-py312"] }
 serde_json = { workspace = true }
 sysinfo = { workspace = true }
 tokio = { workspace = true, features = ["macros", "rt", "rt-multi-thread", "sync"] }

src/bendpy/Cargo.toml

@@ -16,6 +16,7 @@ hyper-util = { workspace = true }
 prost = { workspace = true }
 serde = { workspace = true }
 tonic = { workspace = true }
+#tonic-prost = { workspace = true }
 
 [build-dependencies]
 lenient_semver = { workspace = true }

src/common/cloud_control/Cargo.toml

@@ -11,11 +11,13 @@ num-derive = { workspace = true }
 num-traits = { workspace = true }
 prost = { workspace = true }
 tonic = { workspace = true }
+#tonic-prost = { workspace = true }
 
 [build-dependencies]
 lenient_semver = { workspace = true }
 prost-build = { workspace = true }
 semver = { workspace = true }
+#tonic-prost-build = { workspace = true }
 tonic-build = { workspace = true }
 
 [dev-dependencies]

src/meta/protos/Cargo.toml

@@ -29,10 +29,12 @@ serde_json = { workspace = true }
 state-machine-api = { workspace = true }
 thiserror = { workspace = true }
 tonic = { workspace = true }
+#tonic-prost = { workspace = true }
 
 [build-dependencies]
 prost-build = { workspace = true }
 tonic-build = { workspace = true }
+#tonic-prost-build = { workspace = true }
 
 [dev-dependencies]
 anyhow = { workspace = true }

src/meta/types/Cargo.toml

@@ -79,8 +79,12 @@ impl FlightService {
             builder
         };
 
-        let incoming = TcpIncoming::new(addr, true, None)
-            .map_err(|e| ErrorCode::CannotListenerPort(format!("{},{}", e, addr)))?;
+        // let incoming = TcpIncoming::new(addr, true, None)
+        //    .map_err(|e| ErrorCode::CannotListenerPort(format!("{},{}", e, addr)))?;
+        let incoming = TcpIncoming::bind(addr)
+            .map_err(|e| ErrorCode::CannotListenerPort(format!("{},{}", e, addr)))?
+            .with_nodelay(Some(true))
+            .with_keepalive(None);
         let server = builder
             .add_service(
                 FlightServiceServer::new(flight_api_service)

src/query/service/src/servers/flight/flight_service.rs

@@ -86,8 +86,13 @@ impl FlightSQLServer {
             builder
         };
 
-        let incoming = TcpIncoming::new(addr, true, None)
-            .map_err(|e| ErrorCode::CannotListenerPort(format!("{},{}", e, addr)))?;
+        // let incoming = TcpIncoming::new(addr, true, None)
+        //    .map_err(|e| ErrorCode::CannotListenerPort(format!("{},{}", e, addr)))?;
+
+        let incoming = TcpIncoming::bind(addr)
+            .map_err(|e| ErrorCode::CannotListenerPort(format!("{},{}", e, addr)))?
+            .with_nodelay(Some(true))
+            .with_keepalive(None);
 
         let server = builder
             .add_service(FlightServiceServer::new(flight_sql_service))

src/query/service/src/servers/flight_sql/flight_sql_server.rs

@@ -19,6 +19,7 @@ use databend_common_catalog::plan::ParquetReadOptions;
 use databend_common_expression::FunctionContext;
 use databend_common_expression::TableSchema;
 use databend_common_storages_parquet::ParquetPruner;
+use parquet::file::metadata::ParquetMetaDataReader;
 
 use super::data::make_test_file_rg;
 use super::data::Scenario;
@@ -46,8 +47,9 @@ async fn test_impl_batch(args: &[(Scenario, &str, Vec<usize>)], prune: bool) {
         let plan = get_data_source_plan(fixture.new_query_ctx().await.unwrap(), &sql)
             .await
             .unwrap();
-        #[allow(deprecated)]
-        let parquet_meta = parquet::file::footer::parse_metadata(file.as_file()).unwrap();
+        let parquet_meta = ParquetMetaDataReader::new()
+            .parse_and_finish(file.as_file())
+            .unwrap();
         let schema = TableSchema::try_from(arrow_schema.as_ref()).unwrap();
         let leaf_fields = Arc::new(schema.leaf_fields());