@holoscript/holoscript-agent 2.1.3 → 2.1.4

package/dist/runner.js

@@ -1052,6 +1052,44 @@ Call write_file NOW. Embed ALL data from the tool result above into the content.
       finalText = reResp.content;
       lastResponse = reResp;
     }
+    const WRITE_NAMES = /* @__PURE__ */ new Set(["write_file", "str_replace"]);
+    if (toolsCalled.has("vision_analyze") && ![...toolsCalled].some((n) => WRITE_NAMES.has(n)) && iters < MAX_TOOL_ITERS) {
+      iters++;
+      if (messages.length > 0 && messages[messages.length - 1].role === "assistant") {
+        messages.pop();
+      }
+      messages.push({
+        role: "user",
+        content: `vision_analyze returned a caption but you did NOT call write_file.
+Task: ${target.title}
+Output path: ${target.description.match(/path[:\s]+([^\s\n,]+\.json)/i)?.[1] ?? "see task description"}
+Call write_file NOW. Put the caption from vision_analyze into the JSON content field. Do NOT output text \u2014 your ONLY valid response is a write_file tool call.`
+      });
+      const vwResp = await provider.complete(
+        { messages, maxTokens: 8192, temperature: 0, tools: activeTools },
+        identity.llmModel
+      );
+      aggUsage = {
+        promptTokens: aggUsage.promptTokens + vwResp.usage.promptTokens,
+        completionTokens: aggUsage.completionTokens + vwResp.usage.completionTokens,
+        totalTokens: aggUsage.totalTokens + vwResp.usage.totalTokens
+      };
+      if (vwResp.finishReason === "tool_use" && vwResp.toolUses && vwResp.toolUses.length > 0) {
+        log({ ev: "vision-write-call", taskId: target.id, iter: iters, tools: vwResp.toolUses.map((t) => t.name) });
+        const vwProd = summarizeToolProductivity(vwResp.toolUses);
+        for (const n of vwProd.names) toolsCalled.add(n);
+        productiveCallCount += vwProd.productiveCount;
+        messages.push({ role: "assistant", content: vwResp.assistantBlocks ?? [] });
+        const vwResults = await Promise.all(
+          vwResp.toolUses.map(
+            (u) => runTool(u, { signReceipt: this.opts.signReceipt, addTask: (tasks2) => mesh.addTasks(tasks2) })
+          )
+        );
+        messages.push({ role: "user", content: vwResults });
+      }
+      finalText = vwResp.content;
+      lastResponse = vwResp;
+    }
     const durationMs = Date.now() - start;
     if (productiveCallCount === 0) {
       log({