From 958405b4e27af525b6c3125b3cb737620e8fa203 Mon Sep 17 00:00:00 2001
From: guilhermebodin <guilherme.b.moraes@gmail.com>
Date: Fri, 23 Aug 2024 16:37:42 -0300
Subject: [PATCH 1/2] open the file manually and pass ot to the CSV.Rows
 iterator

---
 src/csv.jl | 25 +++++++++++++++----------
 1 file changed, 15 insertions(+), 10 deletions(-)

diff --git a/src/csv.jl b/src/csv.jl
index b2d9b7b..56b1f99 100644
--- a/src/csv.jl
+++ b/src/csv.jl
@@ -1,6 +1,7 @@
 file_extension(::Type{csv}) = "csv"
 
 mutable struct QuiverCSVRowReader
+    io
     iterator
     next
 end
@@ -59,6 +60,9 @@ function Reader{csv}(
     labels_to_read::Vector{String} = String[],
     carrousel::Bool = false,
 )
+    # Note to the future https://discourse.julialang.org/t/closing-files-when-using-csv-rows/29169/2
+    # CSV.jl mmaps the file and keeps it open until the rows object is garbage collected
+    # To avoid this we can follow the recommendation in the link above
 
     filename_with_extensions = add_extension_to_file(filename, file_extension(csv))
     if !isfile(filename_with_extensions)
@@ -67,7 +71,14 @@ function Reader{csv}(
 
     metadata = from_toml("$filename.toml")
 
-    rows = CSV.Rows(filename_with_extensions; types = [fill(Int32, metadata.number_of_dimensions); fill(Float32, metadata.number_of_time_series)])
+    io = open(filename_with_extensions, "r")
+
+    rows = CSV.Rows(
+        io; 
+        types = [fill(Int32, metadata.number_of_dimensions); fill(Float32, metadata.number_of_time_series)],
+        buffer_in_memory = true,
+        reusebuffer = true,
+    )
 
     last_dimension_read = zeros(Int, metadata.number_of_dimensions)
 
@@ -76,7 +87,7 @@ function Reader{csv}(
 
     
     reader = try
-        row_reader = QuiverCSVRowReader(rows, next)
+        row_reader = QuiverCSVRowReader(io, rows, next)
         Quiver.Reader{csv}(
             row_reader,
             filename,
@@ -86,12 +97,7 @@ function Reader{csv}(
             carrousel = carrousel,
         )
     catch e
-        row_reader = nothing
-        rows = nothing
-        next = nothing
-        row = nothing
-        state = nothing
-        GC.gc()
+        close(io)
         rethrow(e)
     end
 
@@ -121,8 +127,7 @@ function _quiver_goto!(reader::Quiver.Reader{csv}, dims...)
 end
 
 function _quiver_close!(reader::Quiver.Reader{csv})
-    reader.reader.iterator = nothing
-    GC.gc()
+    close(reader.reader.io)
     return nothing
 end
 

From 2e6149331183ae8c7aa472d44a5a5a3b4aeacd43 Mon Sep 17 00:00:00 2001
From: guilhermebodin <guilherme.b.moraes@gmail.com>
Date: Fri, 23 Aug 2024 16:38:17 -0300
Subject: [PATCH 2/2] bump version

---
 Project.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Project.toml b/Project.toml
index bb9a80e..c5d05fd 100644
--- a/Project.toml
+++ b/Project.toml
@@ -1,7 +1,7 @@
 name = "Quiver"
 uuid = "cdbb3f72-2527-4dbd-9d0e-93533a5519ac"
 authors = ["raphasampaio", "guilhermebodin"]
-version = "0.1.1"
+version = "0.1.2"
 
 [deps]
 CSV = "336ed68f-0bac-5ca0-87d4-7b16caf5d00b"