agency-lang 0.7.2 → 0.7.4

package/stdlib/thread.agency

@@ -279,13 +279,23 @@ def summarize(messages: ThreadMessage[]): string {
 
   @param messages - The thread's messages to summarize
   """
+  // System/developer messages are instructions, not conversation --
+  // and an agent's system prompt can run thousands of tokens. Keep
+  // them out of the summarizer prompt (mirrors the eager TS path in
+  // lib/stdlib/threads.ts). maxTokens caps the summarizer so a model
+  // that misses its stop token can't generate unboundedly.
   let transcript = ""
   for (m in messages) {
-    transcript = transcript + "[" + m.role + "] " + m.content + "\n"
+    if (m.role != "system" && m.role != "developer") {
+      transcript = transcript + "[" + m.role + "] " + m.content + "\n"
+    }
+  }
+  if (transcript == "") {
+    return ""
   }
   let summary = ""
   thread(hidden: true) {
-    const r: SummaryResult = llm("Summarize this conversation in 1-2 sentences:\n" + transcript)
+    const r: SummaryResult = llm("Summarize this conversation in 1-2 sentences:\n" + transcript, { maxTokens: 256 })
     summary = r.summary
   }
   return summary

package/stdlib/thread.js

@@ -1565,18 +1565,39 @@ async function __summarize_impl(messages) {
         });
       });
       await runner.step(1, async (runner2) => {
+      });
+      await runner.step(2, async (runner2) => {
         __stack.locals.transcript = ``;
       });
-      await runner.loop(2, async () => __stack.args.messages, async (m, _, runner2) => {
-        await runner2.step(0, async (runner3) => {
-          __stack.locals.transcript = __stack.locals.transcript + `[${m.role}] ${m.content}
+      await runner.loop(3, async () => __stack.args.messages, async (m, _, runner2) => {
+        await runner2.ifElse(0, [
+          {
+            condition: async () => !__eq(m.role, `system`) && !__eq(m.role, `developer`),
+            body: async (runner3) => {
+              await runner3.step(0, async (runner4) => {
+                __stack.locals.transcript = __stack.locals.transcript + `[${m.role}] ${m.content}
 `;
-        });
+              });
+            }
+          }
+        ]);
       });
-      await runner.step(3, async (runner2) => {
+      await runner.ifElse(4, [
+        {
+          condition: async () => __eq(__stack.locals.transcript, ``),
+          body: async (runner2) => {
+            await runner2.step(0, async (runner3) => {
+              __functionCompleted = true;
+              runner3.halt(``);
+              return;
+            });
+          }
+        }
+      ]);
+      await runner.step(5, async (runner2) => {
         __stack.locals.summary = ``;
       });
-      await runner.thread(4, "create", async () => ({ hidden: true }), async (runner2) => {
+      await runner.thread(6, "create", async () => ({ hidden: true }), async (runner2) => {
         await runner2.step(0, async (runner3) => {
           __self.__removedTools = __self.__removedTools || [];
           __stack.locals.r = await runPrompt({
@@ -1586,7 +1607,9 @@ ${__stack.locals.transcript}`,
             responseFormat: z.object({
               response: SummaryResult
             }),
-            clientConfig: {},
+            clientConfig: {
+              "maxTokens": 256
+            },
             maxToolCallRounds: 10,
             removedTools: __self.__removedTools,
             checkpointInfo: runner3.getCheckpointInfo()
@@ -1601,7 +1624,7 @@ ${__stack.locals.transcript}`,
           __stack.locals.summary = __stack.locals.r.summary;
         });
       });
-      await runner.step(5, async (runner2) => {
+      await runner.step(7, async (runner2) => {
         __functionCompleted = true;
         runner2.halt(__stack.locals.summary);
         return;
@@ -2353,7 +2376,7 @@ const getThread = __AgencyFunction.create({
   exported: true
 }, __toolRegistry);
 var stdin_default = graph;
-const __sourceMap = { "stdlib/thread.agency:systemMessage": { "1": { "line": 70, "col": 2 } }, "stdlib/thread.agency:userMessage": { "1": { "line": 81, "col": 2 } }, "stdlib/thread.agency:image": { "1": { "line": 97, "col": 2 } }, "stdlib/thread.agency:file": { "1": { "line": 114, "col": 2 } }, "stdlib/thread.agency:attachToReply": { "1": { "line": 127, "col": 2 } }, "stdlib/thread.agency:assistantMessage": { "1": { "line": 138, "col": 2 } }, "stdlib/thread.agency:getCost": { "1": { "line": 151, "col": 2 } }, "stdlib/thread.agency:getTokens": { "1": { "line": 158, "col": 2 } }, "stdlib/thread.agency:getModelCosts": { "1": { "line": 177, "col": 2 } }, "stdlib/thread.agency:guard": { "1": { "line": 246, "col": 2 }, "2": { "line": 247, "col": 2 }, "3": { "line": 248, "col": 2 }, "4": { "line": 249, "col": 2 } }, "stdlib/thread.agency:summarize": { "1": { "line": 281, "col": 2 }, "2": { "line": 282, "col": 2 }, "3": { "line": 285, "col": 2 }, "4": { "line": 286, "col": 2 }, "5": { "line": 290, "col": 2 }, "2.0": { "line": 283, "col": 4 }, "4.0": { "line": 287, "col": 4 }, "4.1": { "line": 288, "col": 4 } }, "stdlib/thread.agency:summaryFor": { "1": { "line": 300, "col": 2 }, "2": { "line": 303, "col": 2 }, "3": { "line": 304, "col": 2 }, "4": { "line": 305, "col": 2 }, "1.0": { "line": 301, "col": 4 } }, "stdlib/thread.agency:listThreads": { "1": { "line": 326, "col": 2 }, "2": { "line": 327, "col": 2 }, "3": { "line": 330, "col": 2 }, "4": { "line": 331, "col": 2 }, "5": { "line": 364, "col": 2 }, "2.0": { "line": 328, "col": 4 }, "4.0": { "line": 332, "col": 4 }, "4.1.1.0": { "line": 338, "col": 8 }, "4.1.1.1": { "line": 340, "col": 8 }, "4.1.1": { "line": 337, "col": 6 }, "4.1.3.0": { "line": 347, "col": 8 }, "4.1.3.1": { "line": 349, "col": 8 }, "4.1.3.2": { "line": 351, "col": 8 }, "4.1.3": { "line": 346, "col": 6 }, "4.1": { "line": 333, "col": 4 }, "4.2": { "line": 354, "col": 4 } }, "stdlib/thread.agency:currentThreadId": { "1": { "line": 374, "col": 2 } }, "stdlib/thread.agency:getThread": { "1": { "line": 393, "col": 2 } } };
+const __sourceMap = { "stdlib/thread.agency:systemMessage": { "1": { "line": 70, "col": 2 } }, "stdlib/thread.agency:userMessage": { "1": { "line": 81, "col": 2 } }, "stdlib/thread.agency:image": { "1": { "line": 97, "col": 2 } }, "stdlib/thread.agency:file": { "1": { "line": 114, "col": 2 } }, "stdlib/thread.agency:attachToReply": { "1": { "line": 127, "col": 2 } }, "stdlib/thread.agency:assistantMessage": { "1": { "line": 138, "col": 2 } }, "stdlib/thread.agency:getCost": { "1": { "line": 151, "col": 2 } }, "stdlib/thread.agency:getTokens": { "1": { "line": 158, "col": 2 } }, "stdlib/thread.agency:getModelCosts": { "1": { "line": 177, "col": 2 } }, "stdlib/thread.agency:guard": { "1": { "line": 246, "col": 2 }, "2": { "line": 247, "col": 2 }, "3": { "line": 248, "col": 2 }, "4": { "line": 249, "col": 2 } }, "stdlib/thread.agency:summarize": { "2": { "line": 286, "col": 2 }, "3": { "line": 287, "col": 2 }, "4": { "line": 292, "col": 2 }, "5": { "line": 295, "col": 2 }, "6": { "line": 296, "col": 2 }, "7": { "line": 300, "col": 2 }, "3.0.0": { "line": 289, "col": 6 }, "3.0": { "line": 288, "col": 4 }, "4.0": { "line": 293, "col": 4 }, "6.0": { "line": 297, "col": 4 }, "6.1": { "line": 298, "col": 4 } }, "stdlib/thread.agency:summaryFor": { "1": { "line": 310, "col": 2 }, "2": { "line": 313, "col": 2 }, "3": { "line": 314, "col": 2 }, "4": { "line": 315, "col": 2 }, "1.0": { "line": 311, "col": 4 } }, "stdlib/thread.agency:listThreads": { "1": { "line": 336, "col": 2 }, "2": { "line": 337, "col": 2 }, "3": { "line": 340, "col": 2 }, "4": { "line": 341, "col": 2 }, "5": { "line": 374, "col": 2 }, "2.0": { "line": 338, "col": 4 }, "4.0": { "line": 342, "col": 4 }, "4.1.1.0": { "line": 348, "col": 8 }, "4.1.1.1": { "line": 350, "col": 8 }, "4.1.1": { "line": 347, "col": 6 }, "4.1.3.0": { "line": 357, "col": 8 }, "4.1.3.1": { "line": 359, "col": 8 }, "4.1.3.2": { "line": 361, "col": 8 }, "4.1.3": { "line": 356, "col": 6 }, "4.1": { "line": 343, "col": 4 }, "4.2": { "line": 364, "col": 4 } }, "stdlib/thread.agency:currentThreadId": { "1": { "line": 384, "col": 2 } }, "stdlib/thread.agency:getThread": { "1": { "line": 403, "col": 2 } } };
 export {
   Attachment,
   AttachmentSource,