remove duplicative all-at-once concatenate w/ join (#168)

cytomining · Mar 16, 2024 · 4f4b6da · 4f4b6da
1 parent d88ede7
commit 4f4b6da
Showing 1 changed file with 0 additions and 14 deletions.
diff --git a/cytotable/convert.py b/cytotable/convert.py
@@ -2,7 +2,6 @@
 CytoTable: convert - transforming data for use with pyctyominer.
 """
 
-
 import itertools
 import logging
 import uuid
@@ -841,19 +840,6 @@ def _concat_join_sources(
     if pathlib.Path(dest_path).is_dir():
         shutil.rmtree(path=dest_path)
 
-    # write the concatted result as a parquet file
-    _write_parquet_table_with_metadata(
-        table=pa.concat_tables(
-            tables=[
-                parquet.read_table(
-                    table_path, memory_map=CYTOTABLE_ARROW_USE_MEMORY_MAPPING
-                )
-                for table_path in join_sources
-            ]
-        ),
-        where=dest_path,
-    )
-
     # build a parquet file writer which will be used to append files
     # as a single concatted parquet file, referencing the first file's schema
     # (all must be the same schema)