fix: Hack in bun upload by streaming into memory first.

README.md

@@ -2,6 +2,8 @@
 
 Data providers for IPFS connectivity
 
+> ISSUE: When using the bun runtime and using createFileStream, the data has to be stored in memory due to an incompatibility with the FormData implementation. i.e. it will construct a Blob containing an arrayStream with the file data in memory before uploading the resulting array of bytes.
+
 ## How to get started
 
 ### Resolving URLs

packages/data-provider-base/src/compatability.ts

@@ -38,12 +38,23 @@ export async function getBlob(): Promise<typeof Blob> {
     : ((await import("formdata-node").then(({ Blob }) => Blob)) as typeof Blob);
 }
 
+/**
+ * Return the file implementation in a way that works in node and browser
+ *
+ * @returns The Blob implementation
+ */
+export async function getFile(): Promise<typeof File> {
+  return typeof File !== "undefined" || "browser" in process
+    ? File
+    : ((await import("formdata-node").then(({ File }) => File)) as typeof File);
+}
+
 /**
  * Wrap a stream so that a readstream can be detected in node without
  * loading the module in the browser.
  */
+// eslint-disable-next-line sonarjs/cognitive-complexity
 export async function wrapStream(data: any): Promise<any> {
-  console.log(isNode);
   if (isNode) {
     const { ReadStream } = await import("node:fs");
     if (data instanceof ReadStream) {
@@ -56,8 +67,18 @@ export async function wrapStream(data: any): Promise<any> {
           }
           output.push(chunk);
         }
+        const Blob = await getBlob();
         return new Blob(output);
       }
+      // @ts-expect-error - check for browser
+      if (typeof Bun !== "undefined") {
+        // @ts-expect-error - check for browser
+        const file = Bun.file(data.path);
+        const File = await getFile();
+        return new File([await file.arrayBuffer()], "file", {
+          type: "application/octet-stream",
+        });
+      }
       const { fileFromPath } = await import("formdata-node/file-from-path");
       return await fileFromPath(data.path);
     }

packages/data-provider-base/src/formdata-base-provider.ts

@@ -192,24 +192,24 @@ export class BaseFormDataUploader {
       ...input,
       body: dataContent as any,
     })
-      .then((response) => {
+      .then(async (response) => {
+        const output = await response.text();
+        const [info] = output.split("\n");
         if (response.status !== 200) {
-          return response.text().then((text) => {
-            let error = text;
-            try {
-              error = JSON.parse(text);
-            } catch {
-              // Ignore
-            }
-            error = (error as any).error || error;
-            throw new Error(
-              `unknown server response while pinning File to IPFS: ${
-                error || response.status
-              }`
-            );
-          });
+          let error = info;
+          try {
+            error = JSON.parse(info);
+          } catch {
+            // Ignore
+          }
+          error = (error as any).error || error;
+          throw new Error(
+            `unknown server response while pinning File to IPFS: ${
+              error || response.status
+            }`
+          );
         }
-        return response.json() as Promise<any>;
+        return JSON.parse(info) as Promise<any>;
       })
       .catch(function (error) {
         throw handleError(error);

src/env.d.ts

@@ -0,0 +1 @@
+/// <reference types="astro/client" />