Update datafusion-sqlancer to work with latest DataFusion

src/sqlancer/datafusion/server/datafusion_server/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "datafusion-server"
-edition = "2021"
+edition = "2024"
 description = "Standalone DataFusion server"
 license = "Apache-2.0"
 
@@ -10,45 +10,45 @@ license = "Apache-2.0"
 ahash = { version = "0.8", default-features = false, features = [
     "runtime-rng",
 ] }
-arrow = { version = "53.3.0", features = ["prettyprint"] }
-arrow-array = { version = "53.3.0", default-features = false, features = [
+arrow = { version = "57.2.0", features = ["prettyprint"] }
+arrow-array = { version = "57.2.0", default-features = false, features = [
     "chrono-tz",
 ] }
-arrow-buffer = { version = "53.3.0", default-features = false }
-arrow-flight = { version = "53.3.0", features = ["flight-sql-experimental"] }
-arrow-ipc = { version = "53.3.0", default-features = false, features = ["lz4"] }
-arrow-ord = { version = "53.3.0", default-features = false }
-arrow-schema = { version = "53.3.0", default-features = false }
-arrow-string = { version = "53.3.0", default-features = false }
-async-trait = "0.1.73"
-bytes = "1.4"
-chrono = { version = "0.4.38", default-features = false }
+arrow-buffer = { version = "57.2.0", default-features = false }
+arrow-flight = { version = "57.2.0", features = ["flight-sql-experimental"] }
+arrow-ipc = { version = "57.2.0", default-features = false, features = ["lz4"] }
+arrow-ord = { version = "57.2.0", default-features = false }
+arrow-schema = { version = "57.2.0", default-features = false }
+arrow-string = { version = "57.2.0", default-features = false }
+async-trait = "0.1.89"
+bytes = "1.11"
+chrono = { version = "0.4.43", default-features = false }
 dashmap = "6.0.1"
 # This version is for SQLancer CI run (disabled temporary for multiple newly fixed bugs)
-# datafusion = { version = "41.0.0" }
+#datafusion = { version = "52.1.0" }
 # Use following line if you want to test against the latest main branch of DataFusion
 datafusion = { git = "https://github.com/apache/datafusion.git", branch = "main" }
 env_logger = "0.11"
 futures = "0.3"
-half = { version = "2.2.1", default-features = false }
-hashbrown = { version = "0.14.5", features = ["raw"] }
+half = { version = "2.6.0", default-features = false }
+hashbrown = { version = "0.16.1" }
 log = "0.4"
 num_cpus = "1.13.0"
-object_store = { version = "0.11.0", default-features = false }
+object_store = { version = "0.12.4", default-features = false }
 parking_lot = "0.12"
-parquet = { version = "53.3.0", default-features = false, features = [
+parquet = { version = "57.2.0", default-features = false, features = [
     "arrow",
     "async",
     "object_store",
 ] }
-rand = "0.8"
+rand = "0.9"
 serde = { version = "1.0", features = ["derive"] }
 serde_json = "1"
-tokio = { version = "1.36", features = ["macros", "rt", "sync"] }
-tonic = "0.12.1"
-uuid = "1.0"
-prost = { version = "0.13.1" }
-prost-derive = "0.13.1"
+tokio = { version = "1.48", features = ["macros", "rt", "rt-multi-thread", "sync"] }
+tonic = "0.14.3"
+uuid = "1.18"
+prost = { version = "0.14.1" }
+prost-derive = "0.14.1"
 mimalloc = { version = "0.1", default-features = false }
 
 [[bin]]

src/sqlancer/datafusion/server/datafusion_server/src/main.rs

@@ -406,9 +406,7 @@ impl FlightSqlService for FlightSqlServiceImpl {
         let plan_uuid = Uuid::new_v4().hyphenated().to_string();
         self.statements.insert(plan_uuid.clone(), plan.clone());
 
-        let plan_schema = plan.schema();
-
-        let arrow_schema = (&**plan_schema).into();
+        let arrow_schema = plan.schema().as_arrow();
         let message = SchemaAsIpc::new(&arrow_schema, &IpcWriteOptions::default())
             .try_into()
             .map_err(|e| status!("Unable to serialize schema", e))?;