From be8b85980a46e978e5efb19f37f6d85359ee3ece Mon Sep 17 00:00:00 2001
From: Lluis <lluisdanes@gmail.com>
Date: Sat, 16 Nov 2024 17:57:43 +0100
Subject: [PATCH] save json result texts to be uploaded to openai

---
 services/openAI.js         |  3 +++
 services/transcriptions.js | 14 +++++++++++++-
 2 files changed, 16 insertions(+), 1 deletion(-)

diff --git a/services/openAI.js b/services/openAI.js
index 23dab46..bd53631 100644
--- a/services/openAI.js
+++ b/services/openAI.js
@@ -1,6 +1,7 @@
 const config = require('../config')
 const { AzureOpenAI } = require('openai');
 const moment = require("moment");
+const TranscriptionsService = require('../services/transcriptions')
 
 
 const getClient = () => {
@@ -61,6 +62,8 @@ async function uploadFileToVectorStore(json, formattedDate, origin) {
             type: 'application/json',
         });
 
+        await TranscriptionsService.uploadBlob(filename, json)
+
         const files = [];
         for await (const file of assistantsClient.files.list()) {
             files.push({id: file.id, name: file.filename });
diff --git a/services/transcriptions.js b/services/transcriptions.js
index ba26246..d344fab 100644
--- a/services/transcriptions.js
+++ b/services/transcriptions.js
@@ -2,6 +2,7 @@ const { BlobServiceClient } = require('@azure/storage-blob');
 const moment = require('moment');
 const config = require('../config')
 const {Buffer} = require("buffer");
+const { Readable } = require('stream');
 
 async function deleteBlobs (blobNames) {
     const blobServiceClient = BlobServiceClient.fromConnectionString(config.blobStorage.connectionString);
@@ -16,6 +17,16 @@ async function deleteBlobs (blobNames) {
     }
 }
 
+async function uploadBlob (filename, json){
+    const blobServiceClient = BlobServiceClient.fromConnectionString(config.blobStorage.connectionString)
+    const containerClient = blobServiceClient.getContainerClient(config.blobStorage.containerName)
+    const blockBlobClient = containerClient.getBlockBlobClient(filename)
+
+    const readableStream = Readable.from([json])
+    const uploadBlobResponse = await blockBlobClient.uploadStream(readableStream)
+    console.log(`Upload block blob ${filename} successfully`, uploadBlobResponse.requestId)
+}
+
 async function getBlobs() {
     const blobServiceClient = BlobServiceClient.fromConnectionString(config.blobStorage.connectionString);
     const containerClient = blobServiceClient.getContainerClient(config.blobStorage.containerName);
@@ -89,5 +100,6 @@ async function streamToBuffer(readableStream) {
 
 module.exports = {
     getBlobs,
-    deleteBlobs
+    deleteBlobs,
+    uploadBlob
 }