feat: allow disabling auto cancellation of tool calls (#920)

assistant-ui · Sep 29, 2024 · 46f91c2 · 46f91c2
1 parent 3e1fc90
commit 46f91c2
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 9 deletions.
diff --git a/.changeset/two-starfishes-build.md b/.changeset/two-starfishes-build.md
@@ -0,0 +1,5 @@
+---
+"@assistant-ui/react": patch
+---
+
+feat(langgraph): allow disabling autocancellation of pending tool calls
diff --git a/packages/react-langgraph/src/useLangGraphRuntime.ts b/packages/react-langgraph/src/useLangGraphRuntime.ts
@@ -25,11 +25,13 @@ const getPendingToolCalls = (messages: LangChainMessage[]) => {
 
 export const useLangGraphRuntime = ({
   threadId,
+  autoCancelPendingToolCalls,
   stream,
   onSwitchToNewThread,
   onSwitchToThread,
 }: {
   threadId?: string | undefined;
+  autoCancelPendingToolCalls?: boolean | undefined;
   stream: (messages: LangChainMessage[]) => Promise<
     AsyncGenerator<{
       event: string;
@@ -71,15 +73,19 @@ export const useLangGraphRuntime = ({
       if (msg.content.length !== 1 || msg.content[0]?.type !== "text")
         throw new Error("Only text messages are supported");
 
-      const cancellations = getPendingToolCalls(messages).map(
-        (t) =>
-          ({
-            type: "tool",
-            name: t.name,
-            tool_call_id: t.id,
-            content: JSON.stringify({ cancelled: true }),
-          }) satisfies LangChainMessage & { type: "tool" },
-      );
+      const cancellations =
+        autoCancelPendingToolCalls !== false
+          ? getPendingToolCalls(messages).map(
+              (t) =>
+                ({
+                  type: "tool",
+                  name: t.name,
+                  tool_call_id: t.id,
+                  content: JSON.stringify({ cancelled: true }),
+                }) satisfies LangChainMessage & { type: "tool" },
+            )
+          : [];
+
       return handleSendMessage([
         ...cancellations,
         {