chore(sync): agents -> 0.6.4 (#281)

livekit · Jan 28, 2025 · 751642c · 751642c
2 parents 42f6112 + e0ae7ce
commit 751642c
Show file tree

Hide file tree

Showing 9 changed files with 32 additions and 99 deletions.
diff --git a/.changeset/afraid-camels-listen.md b/.changeset/afraid-camels-listen.md
@@ -0,0 +1,5 @@
+---
+"@livekit/agents": patch
+---
+
+fix(proc): clearer errors on crash
diff --git a/.changeset/clean-garlics-cross.md b/.changeset/clean-garlics-cross.md
@@ -0,0 +1,5 @@
+---
+"@livekit/agents": patch
+---
+
+fix(metrics): remove ErrorOptions from MultimodalError
diff --git a/.changeset/lazy-seals-camp.md b/.changeset/lazy-seals-camp.md
@@ -0,0 +1,5 @@
+---
+"@livekit/agents-plugin-elevenlabs": patch
+---
+
+fix errors capturing frames
diff --git a/.envrc b/.envrc
diff --git a/agents/src/ipc/proc_job_executor.ts b/agents/src/ipc/proc_job_executor.ts
@@ -96,7 +96,9 @@ export class ProcJobExecutor extends JobExecutor {
     this.#proc!.on('message', listener);
     this.#proc!.on('error', (err) => {
       if (this.#closing) return;
-      this.#logger.child({ err }).warn('job process exited unexpectedly');
+      this.#logger
+        .child({ err })
+        .warn('job process exited unexpectedly; this likely means the error above caused a crash');
       clearTimeout(this.#pongTimeout);
       clearInterval(this.#pingInterval);
       this.#join.resolve();

diff --git a/agents/src/metrics/base.ts b/agents/src/metrics/base.ts
@@ -86,16 +86,13 @@ export class MultimodalLLMError extends Error {
   type?: string;
   reason?: string;
   code?: string;
-  constructor(
-    {
-      type,
-      reason,
-      code,
-      message,
-    }: { type?: string; reason?: string; code?: string; message?: string } = {},
-    options?: ErrorOptions,
-  ) {
-    super(message, options);
+  constructor({
+    type,
+    reason,
+    code,
+    message,
+  }: { type?: string; reason?: string; code?: string; message?: string } = {}) {
+    super(message);
     this.type = type;
     this.reason = reason;
     this.code = code;

diff --git a/flake.lock b/flake.lock
diff --git a/flake.nix b/flake.nix
diff --git a/plugins/elevenlabs/src/tts.ts b/plugins/elevenlabs/src/tts.ts
@@ -267,7 +267,7 @@ export class SynthesizeStream extends tts.SynthesizeStream {
           }).then((msg) => {
             const json = JSON.parse(msg.toString());
             if ('audio' in json) {
-              const data = new Int8Array(Buffer.from(json.audio, 'base64').buffer);
+              const data = new Int8Array(Buffer.from(json.audio, 'base64'));
               for (const frame of bstream.write(data)) {
                 sendLastFrame(segmentId, false);
                 lastFrame = frame;
@@ -278,6 +278,12 @@ export class SynthesizeStream extends tts.SynthesizeStream {
                 lastFrame = frame;
               }
               sendLastFrame(segmentId, true);
+              this.queue.put(SynthesizeStream.END_OF_STREAM);
+
+              if (segmentId === requestId) {
+                ws.close();
+                return;
+              }
             }
           });
         } catch {