feat: DangerousInBrowserRuntime (#698)

.changeset/four-bears-explain.md

@@ -0,0 +1,5 @@
+---
+"@assistant-ui/react": patch
+---
+
+feat: DangerousInBrowserRuntime

packages/react/src/edge.ts

@@ -1 +1,4 @@
-export { createEdgeRuntimeAPI, getEdgeRuntimeResponse } from "./runtimes/edge/createEdgeRuntimeAPI";
+export {
+  createEdgeRuntimeAPI,
+  getEdgeRuntimeResponse,
+} from "./runtimes/edge/createEdgeRuntimeAPI";

packages/react/src/runtimes/dangerous-in-browser/DangerousInBrowserAdapter.ts

@@ -0,0 +1,39 @@
+import { ChatModelAdapter, ChatModelRunOptions } from "../local";
+import { toCoreMessages } from "../edge/converters/toCoreMessages";
+import { toLanguageModelTools } from "../edge/converters/toLanguageModelTools";
+import { EdgeRuntimeRequestOptions } from "../edge/EdgeRuntimeRequestOptions";
+import { runResultStream } from "../edge/streams/runResultStream";
+import { toolResultStream } from "../edge/streams/toolResultStream";
+import { asAsyncIterable } from "../edge/EdgeChatAdapter";
+import {
+  CreateEdgeRuntimeAPIOptions,
+  getEdgeRuntimeStream,
+} from "../edge/createEdgeRuntimeAPI";
+
+export type DangerousInBrowserAdapterOptions = CreateEdgeRuntimeAPIOptions;
+
+export class DangerousInBrowserAdapter implements ChatModelAdapter {
+  constructor(private options: DangerousInBrowserAdapterOptions) {}
+
+  async *run({ messages, abortSignal, config }: ChatModelRunOptions) {
+    const res = await getEdgeRuntimeStream({
+      options: this.options,
+      abortSignal,
+      requestData: {
+        system: config.system,
+        messages: toCoreMessages(messages),
+        tools: config.tools ? toLanguageModelTools(config.tools) : [],
+        ...config.callSettings,
+        ...config.config,
+      } satisfies EdgeRuntimeRequestOptions,
+    });
+
+    const stream = res
+      .pipeThrough(toolResultStream(config.tools, abortSignal))
+      .pipeThrough(runResultStream());
+
+    for await (const update of asAsyncIterable(stream)) {
+      yield update;
+    }
+  }
+}

packages/react/src/runtimes/dangerous-in-browser/index.ts

@@ -0,0 +1,4 @@
+export {
+  useDangerousInBrowserRuntime,
+  type DangerousInBrowserRuntimeOptions,
+} from "./useDangerousInBrowserRuntime";

packages/react/src/runtimes/dangerous-in-browser/useDangerousInBrowserRuntime.ts

@@ -0,0 +1,17 @@
+import { LocalRuntimeOptions, useLocalRuntime } from "..";
+import { useState } from "react";
+import {
+  DangerousInBrowserAdapter,
+  DangerousInBrowserAdapterOptions,
+} from "./DangerousInBrowserAdapter";
+
+export type DangerousInBrowserRuntimeOptions =
+  DangerousInBrowserAdapterOptions & LocalRuntimeOptions;
+
+export const useDangerousInBrowserRuntime = ({
+  initialMessages,
+  ...options
+}: DangerousInBrowserRuntimeOptions) => {
+  const [adapter] = useState(() => new DangerousInBrowserAdapter(options));
+  return useLocalRuntime(adapter, { initialMessages });
+};

packages/react/src/runtimes/edge/createEdgeRuntimeAPI.ts

@@ -41,7 +41,7 @@ type LanguageModelCreator = (
   config: LanguageModelConfig,
 ) => Promise<LanguageModelV1> | LanguageModelV1;
 
-type CreateEdgeRuntimeAPIOptions = LanguageModelV1CallSettings & {
+export type CreateEdgeRuntimeAPIOptions = LanguageModelV1CallSettings & {
   model: LanguageModelV1 | LanguageModelCreator;
   system?: string;
   tools?: Record<string, Tool<any, any>>;
@@ -63,7 +63,7 @@ type GetEdgeRuntimeStreamOptions = {
   options: CreateEdgeRuntimeAPIOptions;
 };
 
-const getEdgeRuntimeStream = async ({
+export const getEdgeRuntimeStream = async ({
   abortSignal,
   requestData: unsafeRequest,
   options: {

packages/react/src/runtimes/index.ts

@@ -2,3 +2,4 @@ export * from "./core";
 export * from "./local";
 export * from "./edge";
 export * from "./external-store";
+export * from "./dangerous-in-browser";