refactor: adjust parquet rule

daoleno · Dec 22, 2023 · 6f666ab · 6f666ab
1 parent 920bdb9
commit 6f666ab
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/dashboard/app/api/analystics/getTopProfiles.ts b/dashboard/app/api/analystics/getTopProfiles.ts
@@ -12,7 +12,7 @@ type TopProfile = ProfileFragment & { weighted_score: number }
 
 export async function getTopProfiles(rangeKey: DateRangeKey = "ALL") {
   let baseSql = `
-    FROM read_parquet('${parquetPath}/[FILENAME].parquet')
+    FROM read_parquet('${parquetPath}/[FILENAME]/*.parquet')
   `
 
   let sql = `

diff --git a/dashboard/lib/duckdb.ts b/dashboard/lib/duckdb.ts
@@ -13,7 +13,7 @@ function toParquetSql(sql: string) {
 
   // Replace each table name with the read_parquet function
   const convertedSQL = sql.replace(tableNameRegex, function (match, tableName) {
-    return `FROM read_parquet('${parquetPath}/${tableName}.parquet')`
+    return `FROM read_parquet('${parquetPath}/${tableName}/*.parquet')`
   })
   console.log(convertedSQL)
   return convertedSQL