[Issue #736] Implement PixelsStreamReader and PixelsStreamWriter (#796)

pixelsdb · Dec 12, 2024 · d3911b9 · d3911b9
1 parent f792d19
commit d3911b9
Show file tree

Hide file tree

Showing 8 changed files with 950 additions and 1,219 deletions.
diff --git a/pixels-common/src/main/java/io/pixelsdb/pixels/common/utils/Constants.java b/pixels-common/src/main/java/io/pixelsdb/pixels/common/utils/Constants.java
@@ -33,6 +33,8 @@ public final class Constants
     public static final int REDIS_BUFFER_SIZE = 8 * 1024 * 1024;
     public static final int GCS_BUFFER_SIZE = 8 * 1024 * 1024;
     public static final int STREAM_BUFFER_SIZE = 8 * 1024 * 1024;
+    public static final int STREAM_READER_RG_BUFFER_SIZE = 1024 * 1024;
+    public static final int STREAM_READER_RG_FOOTER_BUFFER_SIZE = 1024;
 
     public static final int MIN_REPEAT = 3;
     public static final int MAX_SCOPE = 512;

diff --git a/pixels-core/pom.xml b/pixels-core/pom.xml
@@ -95,6 +95,19 @@
             <artifactId>netty-all</artifactId>
             <optional>true</optional>
         </dependency>
+
+        <dependency>
+            <groupId>io.pixelsdb</groupId>
+            <artifactId>pixels-storage-stream</artifactId>
+            <scope>test</scope>
+            <optional>true</optional>
+        </dependency>
+        <dependency>
+            <groupId>io.pixelsdb</groupId>
+            <artifactId>pixels-storage-localfs</artifactId>
+            <scope>test</scope>
+            <optional>true</optional>
+        </dependency>
     </dependencies>
 
     <build>

diff --git a/pixels-core/src/main/java/io/pixelsdb/pixels/core/PixelsReaderStreamImpl.java b/pixels-core/src/main/java/io/pixelsdb/pixels/core/PixelsReaderStreamImpl.java
diff --git a/pixels-core/src/main/java/io/pixelsdb/pixels/core/PixelsWriterStreamImpl.java b/pixels-core/src/main/java/io/pixelsdb/pixels/core/PixelsWriterStreamImpl.java