From 67f86ae39a64fe56a070af380a348ebcec651f4d Mon Sep 17 00:00:00 2001 From: Liang-Chi Hsieh Date: Wed, 16 Oct 2024 12:59:51 -0700 Subject: [PATCH] test --- native/Cargo.lock | 8 ++++---- native/core/src/execution/datafusion/shuffle_writer.rs | 3 ++- 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/native/Cargo.lock b/native/Cargo.lock index 7ffc64c041..a42bf16a4e 100644 --- a/native/Cargo.lock +++ b/native/Cargo.lock @@ -2642,18 +2642,18 @@ checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67" [[package]] name = "snafu" -version = "0.8.4" +version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2b835cb902660db3415a672d862905e791e54d306c6e8189168c7f3d9ae1c79d" +checksum = "223891c85e2a29c3fe8fb900c1fae5e69c2e42415e3177752e8718475efa5019" dependencies = [ "snafu-derive", ] [[package]] name = "snafu-derive" -version = "0.8.4" +version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "38d1e02fca405f6280643174a50c942219f0bbf4dbf7d480f1dd864d6f211ae5" +checksum = "03c3c6b7927ffe7ecaa769ee0e3994da3b8cafc8f444578982c83ecb161af917" dependencies = [ "heck 0.5.0", "proc-macro2", diff --git a/native/core/src/execution/datafusion/shuffle_writer.rs b/native/core/src/execution/datafusion/shuffle_writer.rs index a442403139..111cb7a35a 100644 --- a/native/core/src/execution/datafusion/shuffle_writer.rs +++ b/native/core/src/execution/datafusion/shuffle_writer.rs @@ -56,6 +56,7 @@ use datafusion::{ }; use datafusion_physical_expr::EquivalenceProperties; use futures::{lock::Mutex, Stream, StreamExt, TryFutureExt, TryStreamExt}; +use futures::executor::block_on; use itertools::Itertools; use simd_adler32::Adler32; use tokio::task; @@ -1139,7 +1140,7 @@ async fn external_shuffle( ); while let Some(batch) = input.next().await { - repartitioner.insert_batch(batch?).await?; + block_on(repartitioner.insert_batch(batch?))?; } repartitioner.shuffle_write().await }