@firstlovecenter/ai-chat 0.1.0 → 0.2.0

package/dist/server/index.cjs

@@ -39,11 +39,26 @@ async function runAgent(input) {
     }
     if (response.toolCalls.length === 0) {
       if (presentPayload) break;
+      const text = (response.text ?? "").trim();
+      if (text) {
+        const topic = input.question.length > 80 ? input.question.slice(0, 77) + "..." : input.question;
+        presentPayload = {
+          blocks: [
+            {
+              kind: "paragraph_brief",
+              topic,
+              key_facts: [text]
+            }
+          ],
+          raw_numbers: {}
+        };
+        break;
+      }
       return {
         ok: false,
         error: {
           code: "AGENT_NO_PRESENT",
-          message: "The agent ended without calling present(). Try rephrasing."
+          message: "The agent produced no response. Try rephrasing."
         },
         transcript
       };
@@ -131,11 +146,19 @@ var ClaudeToolProvider = class {
     patchVertexBuildRequestSync(this.client);
   }
   async runTurn(input) {
-    const system = input.system.map((b) => ({
-      type: "text",
-      text: b.text,
-      ...b.cached ? { cache_control: { type: "ephemeral" } } : {}
-    }));
+    let cacheMarkersUsed = 0;
+    const MAX_CACHE_MARKERS = 4;
+    const system = input.system.map((b) => {
+      if (b.cached && cacheMarkersUsed < MAX_CACHE_MARKERS) {
+        cacheMarkersUsed++;
+        return {
+          type: "text",
+          text: b.text,
+          cache_control: { type: "ephemeral" }
+        };
+      }
+      return { type: "text", text: b.text };
+    });
     const messages = toAnthropicMessages(input.messages);
     const response = await this.client.messages.create({
       model: this.modelId,
@@ -1378,6 +1401,16 @@ function configureAiChat(opts) {
   ];
   const getProvider = (id) => toolProviders2.find((p) => p.id === id) ?? getToolProvider(id);
   const chatInterfaces = opts.chatInterfaces ?? BUILTIN_CHAT_INTERFACE_IDS.map((id) => ({ id }));
+  const tools = opts.rolePrompt ? {
+    tools: opts.tools.tools,
+    async buildSystemBlocks(ctx) {
+      const inner = await opts.tools.buildSystemBlocks(ctx);
+      const rolePrompt = opts.rolePrompt;
+      const role = typeof rolePrompt === "function" ? await rolePrompt(ctx) : rolePrompt;
+      if (!role || !role.trim()) return inner;
+      return [{ text: role, cached: true }, ...inner];
+    }
+  } : opts.tools;
   const runAgentBound = async ({
     question,
     ctx,
@@ -1400,11 +1433,11 @@ function configureAiChat(opts) {
       modelIds: opts.vertex.modelIds,
       location: location ?? settings.gcpLocation
     });
-    const systemBlocks = await opts.tools.buildSystemBlocks(ctx);
+    const systemBlocks = await tools.buildSystemBlocks(ctx);
     const input = {
       question,
       ctx,
-      tools: opts.tools.tools,
+      tools: tools.tools,
       systemBlocks,
       provider,
       maxToolTurns,
@@ -1420,7 +1453,7 @@ function configureAiChat(opts) {
     persistence: opts.persistence,
     auth: opts.auth,
     scope: opts.scope,
-    tools: opts.tools,
+    tools,
     vertex: opts.vertex,
     logger: opts.logger,
     resolveNarratorId: opts.resolveNarratorId,