@liveblocks/core 2.25.0-aiprivatebeta6 → 2.25.0-aiprivatebeta8

package/dist/index.js

@@ -6,7 +6,7 @@ var __export = (target, all) => {
 
 // src/version.ts
 var PKG_NAME = "@liveblocks/core";
-var PKG_VERSION = "2.25.0-aiprivatebeta6";
+var PKG_VERSION = "2.25.0-aiprivatebeta8";
 var PKG_FORMAT = "esm";
 
 // src/dupe-detection.ts
@@ -188,6 +188,9 @@ var warnWithTitle = wrapWithTitle("warn");
 var errorWithTitle = wrapWithTitle("error");
 
 // src/lib/guards.ts
+function isDefined(value) {
+  return value !== null && value !== void 0;
+}
 function isPlainObject(blob) {
   return blob !== null && typeof blob === "object" && Object.prototype.toString.call(blob) === "[object Object]";
 }
@@ -3685,11 +3688,6 @@ function parseAuthToken(rawTokenString) {
 function appendDelta(content, delta) {
   const lastPart = content[content.length - 1];
   switch (delta.type) {
-    case "reasoning":
-    case "text":
-    case "tool-call":
-      content.push(delta);
-      break;
     case "text-delta":
       if (lastPart?.type === "text") {
         lastPart.text += delta.textDelta;
@@ -3700,15 +3698,16 @@ function appendDelta(content, delta) {
     case "reasoning-delta":
       if (lastPart?.type === "reasoning") {
         lastPart.text += delta.textDelta;
-        lastPart.signature ??= delta.signature;
       } else {
         content.push({
           type: "reasoning",
-          text: delta.textDelta ?? "",
-          signature: delta.signature
+          text: delta.textDelta ?? ""
         });
       }
       break;
+    case "tool-invocation":
+      content.push(delta);
+      break;
     default:
       return assertNever(delta, "Unhandled case");
   }
@@ -3716,7 +3715,63 @@ function appendDelta(content, delta) {
 
 // src/ai.ts
 var DEFAULT_REQUEST_TIMEOUT = 4e3;
-var DEFAULT_AI_TIMEOUT = 3e4;
+var KnowledgeStack = class {
+  #_layers;
+  #stack;
+  //                 /                \
+  //      knowledge key               "layer" key
+  //      (random, or optionally      (one entry per mounted component)
+  //       set by user)
+  #_cache;
+  constructor() {
+    this.#_layers = /* @__PURE__ */ new Set();
+    this.#stack = new DefaultMap(
+      () => /* @__PURE__ */ new Map()
+    );
+    this.#_cache = void 0;
+  }
+  // Typically a useId()
+  registerLayer(uniqueLayerId) {
+    const layerKey = uniqueLayerId;
+    if (this.#_layers.has(layerKey))
+      raise(`Layer '${layerKey}' already exists, provide a unique layer id`);
+    this.#_layers.add(layerKey);
+    return layerKey;
+  }
+  deregisterLayer(layerKey) {
+    this.#_layers.delete(layerKey);
+    let deleted = false;
+    for (const [key, knowledge] of this.#stack) {
+      if (knowledge.delete(layerKey)) {
+        deleted = true;
+      }
+      if (knowledge.size === 0)
+        this.#stack.delete(key);
+    }
+    if (deleted) {
+      this.invalidate();
+    }
+  }
+  get() {
+    return this.#_cache ??= this.#recompute();
+  }
+  invalidate() {
+    this.#_cache = void 0;
+  }
+  #recompute() {
+    return Array.from(this.#stack.values()).flatMap(
+      (layer) => (
+        // Return only the last item (returns [] when empty)
+        Array.from(layer.values()).slice(-1).filter(isDefined)
+      )
+    );
+  }
+  updateKnowledge(layerKey, key, data) {
+    if (!this.#_layers.has(layerKey)) raise(`Unknown layer key: ${layerKey}`);
+    this.#stack.getOrCreate(key).set(layerKey, data);
+    this.invalidate();
+  }
+};
 function now() {
   return (/* @__PURE__ */ new Date()).toISOString();
 }
@@ -3730,6 +3785,11 @@ function createStore_forTools() {
     return toolsByChatId\u03A3.getOrCreate(chatId).getOrCreate(toolName);
   }
   function addToolDefinition(chatId, name, definition) {
+    if (!definition.execute && !definition.render) {
+      throw new Error(
+        "A tool definition must have an execute() function, a render property, or both."
+      );
+    }
     toolsByChatId\u03A3.getOrCreate(chatId).getOrCreate(name).set(definition);
   }
   function removeToolDefinition(chatId, toolName) {
@@ -3751,13 +3811,14 @@ function createStore_forTools() {
     }).filter((tool) => tool !== null);
   }
   return {
-    getToolCallByName\u03A3: getToolDefinition\u03A3,
+    getToolDefinition\u03A3,
     getToolsForChat,
     addToolDefinition,
     removeToolDefinition
   };
 }
-function createStore_forChatMessages() {
+function createStore_forChatMessages(toolsStore, setToolResult) {
+  const seenToolCallIds = /* @__PURE__ */ new Set();
   const messagePoolByChatId\u03A3 = new DefaultMap(
     (_chatId) => new MutableSignal(
       new TreePool(
@@ -3767,7 +3828,7 @@ function createStore_forChatMessages() {
       )
     )
   );
-  const pendingMessages\u03A3 = new MutableSignal(
+  const generatingMessages\u03A3 = new MutableSignal(
     /* @__PURE__ */ new Map()
   );
   function createOptimistically(chatId, role, parentId, third) {
@@ -3791,7 +3852,7 @@ function createStore_forChatMessages() {
         role,
         parentId,
         createdAt,
-        status: "pending",
+        status: "generating",
         contentSoFar: [],
         _optimistic: true
       });
@@ -3810,7 +3871,7 @@ function createStore_forChatMessages() {
     if (!chatMsgs\u03A3) return;
     const existing = chatMsgs\u03A3.get().get(messageId);
     if (!existing || existing.deletedAt) return;
-    if (existing.role === "assistant" && (existing.status === "pending" || existing.status === "failed")) {
+    if (existing.role === "assistant" && existing.status !== "completed") {
       upsert({ ...existing, deletedAt: now(), contentSoFar: [] });
     } else {
       upsert({ ...existing, deletedAt: now(), content: [] });
@@ -3825,19 +3886,54 @@ function createStore_forChatMessages() {
     batch(() => {
       const chatMsgs\u03A3 = messagePoolByChatId\u03A3.getOrCreate(message.chatId);
       chatMsgs\u03A3.mutate((pool) => pool.upsert(message));
-      if (message.role === "assistant" && message.status === "pending") {
-        pendingMessages\u03A3.mutate((lut) => {
+      if (message.role === "assistant" && message.status === "generating") {
+        generatingMessages\u03A3.mutate((lut) => {
           lut.set(message.id, structuredClone(message));
         });
       } else {
-        pendingMessages\u03A3.mutate((lut) => {
+        generatingMessages\u03A3.mutate((lut) => {
           lut.delete(message.id);
         });
       }
+      if (message.role === "assistant" && message.status === "awaiting-tool") {
+        for (const toolCall of message.contentSoFar.filter(
+          (part) => part.type === "tool-invocation" && part.status === "executing"
+        )) {
+          if (seenToolCallIds.has(toolCall.toolCallId)) {
+            continue;
+          }
+          seenToolCallIds.add(toolCall.toolCallId);
+          const toolDef = toolsStore.getToolDefinition\u03A3(message.chatId, toolCall.toolName).get();
+          const respondSync = (result) => {
+            setToolResult(
+              message.chatId,
+              message.id,
+              toolCall.toolCallId,
+              result
+              // TODO Pass in AiGenerationOptions here, or make the backend use the same options
+            ).catch((err) => {
+              error2(
+                `Error trying to respond to tool-call: ${String(err)} (in respond())`
+              );
+            });
+          };
+          const executeFn = toolDef?.execute;
+          if (executeFn) {
+            (async () => {
+              const result = await executeFn(toolCall.args);
+              respondSync(result);
+            })().catch((err) => {
+              error2(
+                `Error trying to respond to tool-call: ${String(err)} (in execute())`
+              );
+            });
+          }
+        }
+      }
     });
   }
   function addDelta(messageId, delta) {
-    pendingMessages\u03A3.mutate((lut) => {
+    generatingMessages\u03A3.mutate((lut) => {
       const message = lut.get(messageId);
       if (message === void 0) return false;
       appendDelta(message.contentSoFar, delta);
@@ -3845,10 +3941,10 @@ function createStore_forChatMessages() {
       return true;
     });
   }
-  function* iterPendingMessages() {
+  function* iterGeneratingMessages() {
     for (const chatMsgs\u03A3 of messagePoolByChatId\u03A3.values()) {
       for (const m of chatMsgs\u03A3.get()) {
-        if (m.role === "assistant" && m.status === "pending" && !m._optimistic) {
+        if (m.role === "assistant" && m.status === "generating" && !m._optimistic) {
           yield m;
         }
       }
@@ -3856,7 +3952,7 @@ function createStore_forChatMessages() {
   }
   function failAllPending() {
     batch(() => {
-      pendingMessages\u03A3.mutate((lut) => {
+      generatingMessages\u03A3.mutate((lut) => {
         let deleted = false;
         for (const [k, v] of lut) {
           if (!v._optimistic) {
@@ -3867,7 +3963,7 @@ function createStore_forChatMessages() {
         return deleted;
       });
       upsertMany(
-        Array.from(iterPendingMessages()).map(
+        Array.from(iterGeneratingMessages()).map(
           (message) => ({
             ...message,
             status: "failed",
@@ -3902,11 +3998,20 @@ function createStore_forChatMessages() {
     }
     function selectSpine(leaf) {
       const spine = [];
+      let lastVisitedMessage = null;
       for (const message2 of pool.walkUp(leaf.id)) {
         const prev = first(pool.walkLeft(message2.id, isAlive))?.id ?? null;
         const next = first(pool.walkRight(message2.id, isAlive))?.id ?? null;
         if (!message2.deletedAt || prev || next) {
-          spine.push({ ...message2, prev, next });
+          const node = {
+            ...message2,
+            navigation: { parent: null, prev, next }
+          };
+          if (lastVisitedMessage !== null) {
+            lastVisitedMessage.navigation.parent = node.id;
+          }
+          lastVisitedMessage = node;
+          spine.push(node);
         }
       }
       return spine.reverse();
@@ -3932,18 +4037,6 @@ function createStore_forChatMessages() {
     }
     return fallback();
   }
-  function getLatestUserMessageAncestor(chatId, messageId) {
-    const pool = messagePoolByChatId\u03A3.getOrCreate(chatId).get();
-    const message = pool.get(messageId);
-    if (!message) return null;
-    if (message.role === "user") return message.id;
-    for (const m of pool.walkUp(message.id)) {
-      if (m.role === "user" && !m.deletedAt) {
-        return m.id;
-      }
-    }
-    return null;
-  }
   const immutableMessagesByBranch = new DefaultMap((chatId) => {
     return new DefaultMap((branchId) => {
       const messages\u03A3 = DerivedSignal.from(() => {
@@ -3951,16 +4044,16 @@ function createStore_forChatMessages() {
         return selectBranch(pool, branchId);
       }, shallow2);
       return DerivedSignal.from(() => {
-        const pendingMessages = pendingMessages\u03A3.get();
+        const generatingMessages = generatingMessages\u03A3.get();
         return messages\u03A3.get().map((message) => {
-          if (message.role !== "assistant" || message.status !== "pending") {
+          if (message.role !== "assistant" || message.status !== "generating") {
             return message;
           }
-          const pendingMessage = pendingMessages.get(message.id);
-          if (pendingMessage === void 0) return message;
+          const generatingMessage = generatingMessages.get(message.id);
+          if (generatingMessage === void 0) return message;
           return {
             ...message,
-            contentSoFar: pendingMessage.contentSoFar
+            contentSoFar: generatingMessage.contentSoFar
           };
         });
       }, shallow);
@@ -3969,21 +4062,10 @@ function createStore_forChatMessages() {
   function getChatMessagesForBranch\u03A3(chatId, branch) {
     return immutableMessagesByBranch.getOrCreate(chatId).getOrCreate(branch || null);
   }
-  const messagesByChatId\u03A3 = new DefaultMap((chatId) => {
-    return DerivedSignal.from(() => {
-      const pool = messagePoolByChatId\u03A3.getOrCreate(chatId).get();
-      return Array.from(pool.sorted);
-    });
-  });
-  function getMessagesForChat\u03A3(chatId) {
-    return messagesByChatId\u03A3.getOrCreate(chatId);
-  }
   return {
     // Readers
     getMessageById,
     getChatMessagesForBranch\u03A3,
-    getMessagesForChat\u03A3,
-    getLatestUserMessageAncestor,
     // Mutations
     createOptimistically,
     upsert,
@@ -3999,7 +4081,7 @@ function createStore_forUserAiChats() {
     SortedList.with((x, y) => y.createdAt < x.createdAt)
   );
   const chats\u03A3 = DerivedSignal.from(
-    () => Array.from(mutable\u03A3.get()).filter((c) => !c.ephemeral && !c.deletedAt)
+    () => Array.from(mutable\u03A3.get()).filter((c) => !c.deletedAt)
   );
   function upsertMany(chats) {
     mutable\u03A3.mutate((list) => {
@@ -4015,8 +4097,12 @@ function createStore_forUserAiChats() {
   function remove(chatId) {
     mutable\u03A3.mutate((list) => list.removeBy((c) => c.id === chatId, 1));
   }
+  function getChatById(chatId) {
+    return Array.from(mutable\u03A3.get()).find((chat) => chat.id === chatId);
+  }
   return {
     chats\u03A3,
+    getChatById,
     // Mutations
     upsert,
     upsertMany,
@@ -4032,8 +4118,8 @@ function createAi(config) {
   );
   const clientId = nanoid(7);
   const chatsStore = createStore_forUserAiChats();
-  const messagesStore = createStore_forChatMessages();
   const toolsStore = createStore_forTools();
+  const messagesStore = createStore_forChatMessages(toolsStore, setToolResult);
   const context = {
     staticSessionInfoSig: new Signal(null),
     dynamicSessionInfoSig: new Signal(null),
@@ -4041,7 +4127,7 @@ function createAi(config) {
     chatsStore,
     messagesStore,
     toolsStore,
-    knowledgeByChatId: /* @__PURE__ */ new Map()
+    knowledge: new KnowledgeStack()
   };
   let lastTokenKey;
   function onStatusDidChange(_newStatus) {
@@ -4143,7 +4229,7 @@ function createAi(config) {
         case "get-chats":
           context.chatsStore.upsertMany(msg.chats);
           break;
-        case "create-chat":
+        case "get-or-create-chat":
           context.chatsStore.upsert(msg.chat);
           break;
         case "delete-chat":
@@ -4168,6 +4254,11 @@ function createAi(config) {
           break;
         case "abort-ai":
           break;
+        case "set-tool-result":
+          if (msg.ok) {
+            context.messagesStore.upsert(msg.message);
+          }
+          break;
         default:
           return assertNever(msg, "Unhandled case");
       }
@@ -4218,13 +4309,11 @@ function createAi(config) {
       cursor: options.cursor
     });
   }
-  function createChat(id, title, options) {
+  function getOrCreateChat(id, options) {
     return sendClientMsgWithResponse({
-      cmd: "create-chat",
+      cmd: "get-or-create-chat",
       id,
-      title,
-      ephemeral: options?.ephemeral ?? false,
-      metadata: options?.metadata ?? {}
+      options
     });
   }
   function getMessageTree(chatId) {
@@ -4233,62 +4322,50 @@ function createAi(config) {
       chatId
     });
   }
-  function registerKnowledgeSource(chatId, data) {
-    const knowledge = context.knowledgeByChatId.get(chatId);
-    if (knowledge === void 0) {
-      context.knowledgeByChatId.set(chatId, /* @__PURE__ */ new Set([data]));
-    } else {
-      knowledge.add(data);
-    }
-    return () => {
-      const knowledge2 = context.knowledgeByChatId.get(chatId);
-      if (knowledge2 !== void 0) {
-        knowledge2.delete(data);
-        if (knowledge2.size === 0) {
-          context.knowledgeByChatId.delete(chatId);
-        }
-      }
-    };
+  function registerKnowledgeLayer(uniqueLayerId) {
+    return context.knowledge.registerLayer(uniqueLayerId);
   }
-  function ask(chatId, messageId, options) {
-    const targetMessageId = context.messagesStore.createOptimistically(
-      chatId,
-      "assistant",
-      messageId
-    );
-    const copilotId = options?.copilotId;
-    const stream = options?.stream ?? false;
-    const timeout = options?.timeout ?? DEFAULT_AI_TIMEOUT;
-    const knowledge = context.knowledgeByChatId.get(chatId);
+  function deregisterKnowledgeLayer(layerKey) {
+    context.knowledge.deregisterLayer(layerKey);
+  }
+  function updateKnowledge(layerKey, data, key = nanoid()) {
+    context.knowledge.updateKnowledge(layerKey, key, data);
+  }
+  function debug_getAllKnowledge() {
+    return context.knowledge.get();
+  }
+  async function setToolResult(chatId, messageId, toolCallId, result, options) {
+    const knowledge = context.knowledge.get();
     return sendClientMsgWithResponse({
-      cmd: "ask-in-chat",
+      cmd: "set-tool-result",
       chatId,
-      sourceMessage: messageId,
-      targetMessageId,
+      messageId,
+      toolCallId,
       clientId,
+      result,
       generationOptions: {
-        copilotId,
-        stream,
-        knowledge: knowledge ? Array.from(knowledge) : void 0,
+        copilotId: options?.copilotId,
+        stream: options?.stream,
+        timeout: options?.timeout,
+        knowledge: knowledge.length > 0 ? knowledge : void 0,
         tools: context.toolsStore.getToolsForChat(chatId).map((tool) => ({
           name: tool.name,
           description: tool.definition.description,
           parameters: tool.definition.parameters
-        })),
-        timeout
+        }))
       }
     });
   }
   return Object.defineProperty(
     {
       [kInternal]: {
-        debugContext: () => context
+        context
       },
       connect: () => managedSocket.connect(),
       reconnect: () => managedSocket.reconnect(),
       disconnect: () => managedSocket.disconnect(),
       getChats,
-      createChat,
+      getOrCreateChat,
       deleteChat: (chatId) => {
         return sendClientMsgWithResponse({
           cmd: "delete-chat",
@@ -4298,60 +4375,40 @@ function createAi(config) {
       getMessageTree,
       deleteMessage: (chatId, messageId) => sendClientMsgWithResponse({ cmd: "delete-message", chatId, messageId }),
       clearChat: (chatId) => sendClientMsgWithResponse({ cmd: "clear-chat", chatId }),
-      regenerateMessage: (chatId, messageId, options) => {
-        const parentUserMessageId = context.messagesStore.getLatestUserMessageAncestor(chatId, messageId);
-        if (parentUserMessageId === null) {
-          throw new Error(
-            `Unable to find user message ancestor for messageId: ${messageId}`
-          );
-        }
-        return ask(chatId, parentUserMessageId, options);
-      },
-      addUserMessageAndAsk: async (chatId, parentMessageId, message, options) => {
-        const content = [{ type: "text", text: message }];
-        const newMessageId = context.messagesStore.createOptimistically(
-          chatId,
-          "user",
-          parentMessageId,
-          content
-        );
-        const targetMessageId = context.messagesStore.createOptimistically(
-          chatId,
-          "assistant",
-          newMessageId
-        );
-        const copilotId = options?.copilotId;
-        const stream = options?.stream ?? false;
-        const timeout = options?.timeout ?? DEFAULT_AI_TIMEOUT;
-        const knowledge = context.knowledgeByChatId.get(chatId);
+      askUserMessageInChat: async (chatId, userMessage, targetMessageId, options) => {
+        const knowledge = context.knowledge.get();
         return sendClientMsgWithResponse({
           cmd: "ask-in-chat",
           chatId,
-          sourceMessage: { id: newMessageId, parentMessageId, content },
+          sourceMessage: userMessage,
           targetMessageId,
           clientId,
           generationOptions: {
-            copilotId,
-            stream,
-            knowledge: knowledge ? Array.from(knowledge) : void 0,
+            copilotId: options?.copilotId,
+            stream: options?.stream,
+            timeout: options?.timeout,
+            knowledge: knowledge.length > 0 ? knowledge : void 0,
             tools: context.toolsStore.getToolsForChat(chatId).map((tool) => ({
               name: tool.name,
               description: tool.definition.description,
               parameters: tool.definition.parameters
-            })),
-            timeout
+            }))
           }
         });
       },
       abort: (messageId) => sendClientMsgWithResponse({ cmd: "abort-ai", messageId }),
+      setToolResult,
       getStatus: () => managedSocket.getStatus(),
       signals: {
         chats\u03A3: context.chatsStore.chats\u03A3,
         getChatMessagesForBranch\u03A3: context.messagesStore.getChatMessagesForBranch\u03A3,
-        getToolDefinition\u03A3: context.toolsStore.getToolCallByName\u03A3,
-        getMessagesForChat\u03A3: context.messagesStore.getMessagesForChat\u03A3
+        getChatById: context.chatsStore.getChatById,
+        getToolDefinition\u03A3: context.toolsStore.getToolDefinition\u03A3
       },
-      registerKnowledgeSource,
+      registerKnowledgeLayer,
+      deregisterKnowledgeLayer,
+      updateKnowledge,
+      debug_getAllKnowledge,
       registerChatTool: context.toolsStore.addToolDefinition,
       unregisterChatTool: context.toolsStore.removeToolDefinition
     },