From d6c4b9d7d3625bf52a0dc478795f46cd4e9f7983 Mon Sep 17 00:00:00 2001 From: Nicholas Roberts Date: Sat, 2 Sep 2023 00:09:47 +1000 Subject: [PATCH] Rip out table -> stream (more or less useless given memory requirements) --- src/arrow2/wasm.rs | 17 ----------------- 1 file changed, 17 deletions(-) diff --git a/src/arrow2/wasm.rs b/src/arrow2/wasm.rs index 7acbc917..da27f0ca 100644 --- a/src/arrow2/wasm.rs +++ b/src/arrow2/wasm.rs @@ -230,23 +230,6 @@ pub async fn read_parquet_stream( Ok(wasm_streams::ReadableStream::from_stream(stream).into_raw()) } -#[wasm_bindgen(js_name = "writeParquetStream")] -#[cfg(all(feature = "writer", feature = "async"))] -pub fn write_parquet_stream( - table: Table, - writer_properties: Option, -) -> WasmResult { - use futures::StreamExt; - let (schema, chunks) = table.into_inner(); - let batches = futures::stream::iter(chunks.into_iter()) - .map(move |chunk| arrow_wasm::arrow2::RecordBatch::new(schema.clone(), chunk)); - let output_stream = super::writer_async::transform_parquet_stream( - batches, - writer_properties.unwrap_or_default(), - ); - Ok(output_stream?) -} - #[wasm_bindgen(js_name = "transformParquetStream")] #[cfg(all(feature = "writer", feature = "async"))] pub fn transform_parquet_stream(