Merge pull request #42 from gismart/empty_chunk

Handle empty parquet chunk
gismart · May 12, 2023 · 7e31719 · 7e31719
2 parents 2c9eb23 + 99d8d14
commit 7e31719
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/README.md b/README.md
@@ -15,7 +15,7 @@ Add `--upgrade` option to update existing package to a new version
 Specify package link in your `requirements.txt`:
 
 ```txt
-git+https://github.com/gismart/[email protected].2#egg=bi-utils-gismart
+git+https://github.com/gismart/[email protected].3#egg=bi-utils-gismart
 ```
 
 ### Usage

diff --git a/bi_utils/aws/db.py b/bi_utils/aws/db.py
@@ -401,7 +401,9 @@ def _read_chunks(
                     low_memory=False,
                 )
             elif filename.lower().endswith(".parquet"):
-                chunk = pd.read_parquet(filename).astype(full_dtype)
+                chunk = pd.read_parquet(filename)
+                if not chunk.empty:
+                    chunk = chunk.astype(full_dtype)
             else:
                 raise ValueError(f"{os.path.basename(filename)} file extension is not supported")
             if chunk.empty:

diff --git a/setup.py b/setup.py
@@ -9,7 +9,7 @@
 
 setuptools.setup(
     name="bi-utils-gismart",
-    version="0.15.2",
+    version="0.15.3",
     author="gismart",
     author_email="[email protected]",
     description="Utils for BI team",