From 58a404b74b121fb24100e092d405a69f99db625b Mon Sep 17 00:00:00 2001
From: Jackson Harper <jacksonh@gmail.com>
Date: Sat, 2 Nov 2024 12:14:42 +0800
Subject: [PATCH] Make sure the exporter breaks

---
 packages/api/src/jobs/export.ts | 21 ++++++---------------
 1 file changed, 6 insertions(+), 15 deletions(-)

diff --git a/packages/api/src/jobs/export.ts b/packages/api/src/jobs/export.ts
index 01f8ad2feb..02b0fdc48a 100644
--- a/packages/api/src/jobs/export.ts
+++ b/packages/api/src/jobs/export.ts
@@ -14,6 +14,7 @@ import { findActiveUser } from '../services/user'
 import { logger } from '../utils/logger'
 import { highlightToMarkdown } from '../utils/parser'
 import { contentFilePath, createGCSFile } from '../utils/uploads'
+import { batch } from 'googleapis/build/src/apis/batch'
 
 export interface ExportJobData {
   userId: string
@@ -224,8 +225,7 @@ export const exportJob = async (jobData: ExportJobData) => {
     try {
       // fetch data from the database
       const batchSize = 20
-      let hasNext = false
-      do {
+      for (cursor = 0; cursor < itemCount; cursor += batchSize) {
         const items = await searchLibraryItems(
           {
             from: cursor,
@@ -241,20 +241,11 @@ export const exportJob = async (jobData: ExportJobData) => {
         const size = items.length
         // write data to the csv file
         if (size > 0) {
-          const nextCursor = await uploadToBucket(
-            userId,
-            items,
-            cursor,
-            size,
-            archive
-          )
-          if (nextCursor == cursor) {
-            break
-          }
-          cursor = nextCursor
-          hasNext = size === batchSize
+          await uploadToBucket(userId, items, cursor, size, archive)
+        } else {
+          break
         }
-      } while (hasNext)
+      }
     } finally {
       // Finalize the archive
       await archive.finalize()