Update parquet/src/arrow/async_reader/mod.rs

Co-authored-by: Raphael Taylor-Davies <[email protected]>
apache · Jan 7, 2025 · 6f388c7 · 6f388c7
1 parent b7f8f89
commit 6f388c7
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/parquet/src/arrow/async_reader/mod.rs b/parquet/src/arrow/async_reader/mod.rs
@@ -622,8 +622,9 @@ impl<T> std::fmt::Debug for StreamState<T> {
 /// (projection + filtering, etc) and decodes the rows from those buffered pages.
 ///
 /// For example, if all rows and columns are selected, the entire row group is
-/// buffered in memory during decode. This minimized the number of IO operations
-/// required.
+/// buffered in memory during decode. This minimizes the number of IO operations
+/// required, which is especially important for object stores, where IO operations
+/// have latencies in the hundreds of milliseconds
 ///
 ///
 /// [`Stream`]: https://docs.rs/futures/latest/futures/stream/trait.Stream.html