@dxos/assistant 0.7.5-labs.e27f9b9 → 0.7.5-labs.f400bbc

package/dist/lib/browser/index.mjs

@@ -13,6 +13,7 @@ import {
 import { Schema as S } from "@effect/schema";
 import { Message } from "@dxos/artifact";
 import { invariant } from "@dxos/invariant";
+import { log as log2 } from "@dxos/log";
 
 // packages/experimental/assistant/src/ai-service/stream.ts
 import { Trigger } from "@dxos/async";
@@ -354,7 +355,7 @@ var AIServiceClientImpl = class {
   constructor({ endpoint }) {
     invariant(endpoint, "endpoint is required", {
       F: __dxlog_file2,
-      L: 36,
+      L: 34,
       S: this,
       A: [
         "endpoint",
@@ -363,16 +364,6 @@ var AIServiceClientImpl = class {
     });
     this._endpoint = endpoint;
   }
-  async getSpace(spaceId) {
-    throw new Error("Not implemented");
-  }
-  async getThread(spaceId, threadId) {
-    throw new Error("Not implemented");
-  }
-  async getMessages(spaceId, threadId) {
-    const res = await fetch(`${this._endpoint}/space/${spaceId}/thread/${threadId}/message`);
-    return S.decodePromise(S.Array(Message).pipe(S.mutable))((await res.json()).data.results);
-  }
   async appendMessages(messages) {
     const url = `${this._endpoint}/message`;
     const res = await fetch(url, {
@@ -388,14 +379,22 @@ var AIServiceClientImpl = class {
       throw new Error(`${await res.text()} [${url}]`);
     }
   }
-  // TODO(dmaretskyi): Accept partial message schema.
-  async updateMessage(spaceId, threadId, messageId, message) {
-    throw new Error("Not implemented");
-  }
   /**
-  * Open message stream.
+  * Process request and open message stream.
   */
-  async generate(request) {
+  async exec(request) {
+    request = {
+      tools: request.tools ?? [],
+      ...request
+    };
+    log2.info("requesting", {
+      endpoint: this._endpoint
+    }, {
+      F: __dxlog_file2,
+      L: 63,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     const controller = new AbortController();
     const response = await fetch(`${this._endpoint}/generate`, {
       signal: controller.signal,
@@ -407,7 +406,7 @@ var AIServiceClientImpl = class {
     });
     invariant(response.body instanceof ReadableStream, void 0, {
       F: __dxlog_file2,
-      L: 85,
+      L: 72,
       S: this,
       A: [
         "response.body instanceof ReadableStream",
@@ -418,12 +417,29 @@ var AIServiceClientImpl = class {
   }
 };
 
+// packages/experimental/assistant/src/ai-service/defs.ts
+var DEFAULT_LLM_MODEL = "@anthropic/claude-3-5-sonnet-20241022";
+var DEFAULT_LLM_MODELS = [
+  // AI Gateway.
+  // https://developers.cloudflare.com/ai-gateway
+  "@anthropic/claude-3-5-haiku-20241022",
+  "@anthropic/claude-3-5-sonnet-20241022",
+  "@anthropic/claude-3-7-sonnet-20250219",
+  // Workers AI.
+  // https://developers.cloudflare.com/workers-ai/models
+  "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
+  "@hf/nousresearch/hermes-2-pro-mistral-7b",
+  "@ollama/llama-3-1-nemotron-70b-instruct",
+  "@ollama/llama-3-1-nemotron-mini-4b-instruct",
+  "@ollama/llama-3-2-3b"
+];
+
 // packages/experimental/assistant/src/ai-service/parser.ts
 import { Message as Message2 } from "@dxos/artifact";
 import { Event } from "@dxos/async";
 import { createStatic } from "@dxos/echo-schema";
 import { invariant as invariant2 } from "@dxos/invariant";
-import { log as log2 } from "@dxos/log";
+import { log as log3 } from "@dxos/log";
 import { isNotFalsy, safeParseJson } from "@dxos/util";
 
 // packages/experimental/assistant/src/ai-service/transform.ts
@@ -565,7 +581,8 @@ var MixedStreamParser = class {
     const transformer = new StreamTransform();
     let contentBlock;
     let streamBlock;
-    let stack = [];
+    const stack = [];
+    const messagesCollected = [];
     for await (const event of stream) {
       switch (event.type) {
         //
@@ -573,9 +590,9 @@ var MixedStreamParser = class {
         //
         case "message_start": {
           if (this._message) {
-            log2.warn("unexpected message_start", void 0, {
+            log3.warn("unexpected message_start", void 0, {
               F: __dxlog_file3,
-              L: 86,
+              L: 88,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -589,9 +606,9 @@ var MixedStreamParser = class {
         }
         case "message_delta": {
           if (!this._message) {
-            log2.warn("unexpected message_delta", void 0, {
+            log3.warn("unexpected message_delta", void 0, {
               F: __dxlog_file3,
-              L: 96,
+              L: 98,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -600,13 +617,14 @@ var MixedStreamParser = class {
         }
         case "message_stop": {
           if (!this._message) {
-            log2.warn("unexpected message_stop", void 0, {
+            log3.warn("unexpected message_stop", void 0, {
               F: __dxlog_file3,
-              L: 104,
+              L: 106,
               S: this,
               C: (f, a) => f(...a)
             });
           } else {
+            messagesCollected.push(this._message);
             this._message = void 0;
           }
           break;
@@ -616,11 +634,11 @@ var MixedStreamParser = class {
         //
         case "content_block_start": {
           if (contentBlock) {
-            log2.warn("unexpected content_block_start", {
+            log3.warn("unexpected content_block_start", {
               content: contentBlock
             }, {
               F: __dxlog_file3,
-              L: 117,
+              L: 120,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -630,9 +648,9 @@ var MixedStreamParser = class {
         }
         case "content_block_delta": {
           if (!contentBlock) {
-            log2.warn("unexpected content_block_delta", void 0, {
+            log3.warn("unexpected content_block_delta", void 0, {
               F: __dxlog_file3,
-              L: 127,
+              L: 130,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -658,7 +676,7 @@ var MixedStreamParser = class {
                           const top = stack.pop();
                           invariant2(top && top.type === "tag", void 0, {
                             F: __dxlog_file3,
-                            L: 151,
+                            L: 154,
                             S: this,
                             A: [
                               "top && top.type === 'tag'",
@@ -682,7 +700,7 @@ var MixedStreamParser = class {
                         const last = streamBlock.content.at(-1);
                         invariant2(last, void 0, {
                           F: __dxlog_file3,
-                          L: 168,
+                          L: 171,
                           S: this,
                           A: [
                             "last",
@@ -734,11 +752,11 @@ var MixedStreamParser = class {
             //
             case "input_json_delta": {
               if (!contentBlock) {
-                log2.warn("unexpected input_json_delta", {
+                log3.warn("unexpected input_json_delta", {
                   contentBlock
                 }, {
                   F: __dxlog_file3,
-                  L: 218,
+                  L: 221,
                   S: this,
                   C: (f, a) => f(...a)
                 });
@@ -759,9 +777,9 @@ var MixedStreamParser = class {
         }
         case "content_block_stop": {
           if (!contentBlock) {
-            log2.warn("unexpected content_block_stop", void 0, {
+            log3.warn("unexpected content_block_stop", void 0, {
               F: __dxlog_file3,
-              L: 235,
+              L: 238,
               S: this,
               C: (f, a) => f(...a)
             });
@@ -777,15 +795,16 @@ var MixedStreamParser = class {
         this._emitUpdate(contentBlock, streamBlock);
       }
     }
+    return messagesCollected;
   }
 };
 var mergeMessageBlock = (contentBlock, streamBlock) => {
-  log2("mergeMessageBlock", {
+  log3("mergeMessageBlock", {
     contentBlock,
     streamBlock
   }, {
     F: __dxlog_file3,
-    L: 260,
+    L: 265,
     S: void 0,
     C: (f, a) => f(...a)
   });
@@ -839,18 +858,26 @@ var mergeMessageBlock = (contentBlock, streamBlock) => {
               })
             };
           }
+          break;
         }
         case "select": {
           return {
             type: "json",
             disposition: "select",
             json: JSON.stringify({
-              options: streamBlock.content.flatMap((c) => c.type === "tag" && c.content.length === 1 && c.content[0].type === "text" ? [
-                c.content[0].content
+              options: streamBlock.content.flatMap((content) => content.type === "tag" && content.content.length === 1 && content.content[0].type === "text" ? [
+                content.content[0].content
               ] : [])
             })
           };
         }
+        case "tool-list": {
+          return {
+            type: "json",
+            disposition: "tool_list",
+            json: JSON.stringify({})
+          };
+        }
       }
       break;
     }
@@ -862,7 +889,7 @@ var mergeMessageBlock = (contentBlock, streamBlock) => {
         case "tool_use": {
           return {
             ...contentBlock,
-            input: safeParseJson(streamBlock.content) ?? "{}"
+            input: safeParseJson(streamBlock.content) ?? {}
           };
         }
       }
@@ -881,7 +908,7 @@ import { Schema as S2 } from "@effect/schema";
 import { Tool, Message as Message3, SpaceIdSchema } from "@dxos/artifact";
 import { ObjectId } from "@dxos/echo-schema";
 var createArtifactElement = (id) => `<artifact id=${id} />`;
-var LLMModel = S2.Literal("@anthropic/claude-3-5-haiku-20241022", "@anthropic/claude-3-5-sonnet-20241022", "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b", "@hf/nousresearch/hermes-2-pro-mistral-7b", "@ollama/llama-3-2-3b", "@ollama/llama-3-1-nemotron-70b-instruct", "@ollama/llama-3-1-nemotron-mini-4b-instruct");
+var LLMModel = S2.Literal(...DEFAULT_LLM_MODELS);
 var ToolTypes = Object.freeze({
   // TODO(dmaretskyi): Not implemented yet.
   // DatabaseQuery: 'database_query',
@@ -890,13 +917,14 @@ var ToolTypes = Object.freeze({
 var GenerateRequest = S2.Struct({
   spaceId: S2.optional(SpaceIdSchema),
   threadId: S2.optional(ObjectId),
-  // TODO(burdon): Make optional with default.
-  model: LLMModel,
   /**
-  * Current request.
+  * Preferred model or system default.
   */
-  // TODO(burdon): Remove from history.
-  // prompt: Message,
+  model: S2.optional(LLMModel),
+  /**
+  * Tools available for the LLM.
+  */
+  tools: S2.optional(S2.Array(Tool).pipe(S2.mutable)),
   /**
   * System instructions to the LLM.
   */
@@ -904,24 +932,25 @@ var GenerateRequest = S2.Struct({
   /**
   * History of messages to include in the context window.
   */
+  // TODO(burdon): Rename messages.
   history: S2.optional(S2.Array(Message3)),
   /**
-  * Tools available for the LLM.
+  * Current request.
   */
-  tools: S2.optional(S2.Array(Tool).pipe(S2.mutable))
+  prompt: S2.optional(Message3)
 });
 
 // packages/experimental/assistant/src/conversation/conversation.ts
 import { ToolResult, Message as Message4 } from "@dxos/artifact";
 import { createStatic as createStatic2, ObjectId as ObjectId2 } from "@dxos/echo-schema";
 import { invariant as invariant3 } from "@dxos/invariant";
-import { log as log3 } from "@dxos/log";
+import { log as log4 } from "@dxos/log";
 var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/experimental/assistant/src/conversation/conversation.ts";
 var runLLM = async (params) => {
   let conversationResult = null;
   const history = params.history ?? [];
   const generate = async () => {
-    log3("llm generate", {
+    log4("llm generate", {
       tools: params.tools
     }, {
       F: __dxlog_file4,
@@ -930,7 +959,7 @@ var runLLM = async (params) => {
       C: (f, a) => f(...a)
     });
     const beginTs = Date.now();
-    const stream = await params.client.generate({
+    const stream = await params.client.exec({
       model: params.model,
       spaceId: params.spaceId,
       threadId: params.threadId,
@@ -953,7 +982,7 @@ var runLLM = async (params) => {
         ""
       ]
     });
-    log3("llm result", {
+    log4("llm result", {
       time: Date.now() - beginTs,
       message
     }, {
@@ -1008,7 +1037,7 @@ var runLLM = async (params) => {
       const toolResult = await tool.execute(toolCall.input);
       switch (toolResult.kind) {
         case "error": {
-          log3.warn("tool error", {
+          log4.warn("tool error", {
             message: toolResult.message
           }, {
             F: __dxlog_file4,
@@ -1038,7 +1067,7 @@ var runLLM = async (params) => {
           return true;
         }
         case "success": {
-          log3("tool success", {
+          log4("tool success", {
             result: toolResult.result
           }, {
             F: __dxlog_file4,
@@ -1067,7 +1096,7 @@ var runLLM = async (params) => {
           return true;
         }
         case "break": {
-          log3("tool break", {
+          log4("tool break", {
             result: toolResult.result
           }, {
             F: __dxlog_file4,
@@ -1133,7 +1162,7 @@ var runTools = async ({ message, tools, extensions }) => {
       extensions
     });
   } catch (error) {
-    log3("tool error", {
+    log4("tool error", {
       error
     }, {
       F: __dxlog_file4,
@@ -1145,7 +1174,7 @@ var runTools = async ({ message, tools, extensions }) => {
   }
   switch (toolResult.kind) {
     case "error": {
-      log3("tool error", {
+      log4("tool error", {
         message: toolResult.message
       }, {
         F: __dxlog_file4,
@@ -1170,7 +1199,7 @@ var runTools = async ({ message, tools, extensions }) => {
       };
     }
     case "success": {
-      log3("tool success", {
+      log4("tool success", {
         result: toolResult.result
       }, {
         F: __dxlog_file4,
@@ -1194,7 +1223,7 @@ var runTools = async ({ message, tools, extensions }) => {
       };
     }
     case "break": {
-      log3("tool break", {
+      log4("tool break", {
         result: toolResult.result
       }, {
         F: __dxlog_file4,
@@ -1211,6 +1240,8 @@ var runTools = async ({ message, tools, extensions }) => {
 };
 export {
   AIServiceClientImpl,
+  DEFAULT_LLM_MODEL,
+  DEFAULT_LLM_MODELS,
   EchoDataSource,
   GenerateRequest,
   GenerationStream,