@firstlovecenter/ai-chat 0.1.1 → 0.2.0

package/dist/server/index.cjs

@@ -146,11 +146,19 @@ var ClaudeToolProvider = class {
     patchVertexBuildRequestSync(this.client);
   }
   async runTurn(input) {
-    const system = input.system.map((b) => ({
-      type: "text",
-      text: b.text,
-      ...b.cached ? { cache_control: { type: "ephemeral" } } : {}
-    }));
+    let cacheMarkersUsed = 0;
+    const MAX_CACHE_MARKERS = 4;
+    const system = input.system.map((b) => {
+      if (b.cached && cacheMarkersUsed < MAX_CACHE_MARKERS) {
+        cacheMarkersUsed++;
+        return {
+          type: "text",
+          text: b.text,
+          cache_control: { type: "ephemeral" }
+        };
+      }
+      return { type: "text", text: b.text };
+    });
     const messages = toAnthropicMessages(input.messages);
     const response = await this.client.messages.create({
       model: this.modelId,
@@ -1393,6 +1401,16 @@ function configureAiChat(opts) {
   ];
   const getProvider = (id) => toolProviders2.find((p) => p.id === id) ?? getToolProvider(id);
   const chatInterfaces = opts.chatInterfaces ?? BUILTIN_CHAT_INTERFACE_IDS.map((id) => ({ id }));
+  const tools = opts.rolePrompt ? {
+    tools: opts.tools.tools,
+    async buildSystemBlocks(ctx) {
+      const inner = await opts.tools.buildSystemBlocks(ctx);
+      const rolePrompt = opts.rolePrompt;
+      const role = typeof rolePrompt === "function" ? await rolePrompt(ctx) : rolePrompt;
+      if (!role || !role.trim()) return inner;
+      return [{ text: role, cached: true }, ...inner];
+    }
+  } : opts.tools;
   const runAgentBound = async ({
     question,
     ctx,
@@ -1415,11 +1433,11 @@ function configureAiChat(opts) {
       modelIds: opts.vertex.modelIds,
       location: location ?? settings.gcpLocation
     });
-    const systemBlocks = await opts.tools.buildSystemBlocks(ctx);
+    const systemBlocks = await tools.buildSystemBlocks(ctx);
     const input = {
       question,
       ctx,
-      tools: opts.tools.tools,
+      tools: tools.tools,
       systemBlocks,
       provider,
       maxToolTurns,
@@ -1435,7 +1453,7 @@ function configureAiChat(opts) {
     persistence: opts.persistence,
     auth: opts.auth,
     scope: opts.scope,
-    tools: opts.tools,
+    tools,
     vertex: opts.vertex,
     logger: opts.logger,
     resolveNarratorId: opts.resolveNarratorId,