kairn-cli 2.2.5 → 2.2.7

package/dist/cli.js

@@ -1245,9 +1245,6 @@ async function callLLM(config, userMessage, options) {
     const messages = [
       { role: "user", content: userMessage }
     ];
-    if (jsonMode) {
-      messages.push({ role: "assistant", content: "{" });
-    }
     try {
       const response = await client2.messages.create({
         model: config.model,
@@ -1259,7 +1256,7 @@ async function callLLM(config, userMessage, options) {
       if (!textBlock || textBlock.type !== "text") {
         throw new Error("No text response from compiler LLM");
       }
-      return jsonMode ? `{${textBlock.text}` : textBlock.text;
+      return textBlock.text;
     } catch (err) {
       throw new Error(classifyError(err, providerName));
     }
@@ -5128,8 +5125,31 @@ async function evolve(workspacePath, tasks, kairnConfig, evolveConfig, onProgres
       break;
     }
     onProgress?.({ type: "iteration-start", iteration: iter });
-    const { results, aggregate } = await evaluateAll(
-      tasks,
+    const isFirstIter = iter === 0;
+    const isLastIter = iter === evolveConfig.maxIterations - 1;
+    const prevLog = history.length > 0 ? history[history.length - 1] : null;
+    let tasksToRun = tasks;
+    const carriedScores = {};
+    if (!isFirstIter && !isLastIter && prevLog) {
+      tasksToRun = [];
+      for (const task of tasks) {
+        const prevScore = prevLog.taskResults[task.id];
+        const prevValue = prevScore ? prevScore.score ?? (prevScore.pass ? 100 : 0) : 0;
+        if (prevValue >= 100) {
+          carriedScores[task.id] = { pass: true, score: 100 };
+          onProgress?.({
+            type: "task-skipped",
+            iteration: iter,
+            taskId: task.id,
+            message: `Skipped ${task.id} (scored 100% last iteration)`
+          });
+        } else {
+          tasksToRun.push(task);
+        }
+      }
+    }
+    const { results: evalResults, aggregate: evalAggregate } = await evaluateAll(
+      tasksToRun,
       harnessPath,
       workspacePath,
       iter,
@@ -5138,6 +5158,13 @@ async function evolve(workspacePath, tasks, kairnConfig, evolveConfig, onProgres
       evolveConfig.runsPerTask,
       evolveConfig.parallelTasks
     );
+    const results = { ...carriedScores, ...evalResults };
+    const allScores = Object.values(results);
+    const total = allScores.reduce(
+      (sum, s) => sum + (s.score ?? (s.pass ? 100 : 0)),
+      0
+    );
+    const aggregate = allScores.length > 0 ? total / allScores.length : 0;
     onProgress?.({ type: "iteration-scored", iteration: iter, score: aggregate });
     if (iter === 0) baselineScore = aggregate;
     if (iter > 0 && aggregate < bestScore) {
@@ -5844,6 +5871,9 @@ evolveCommand.command("run").description("Run tasks against the current harness"
           case "task-run":
             console.log(chalk14.dim(`      ${event.message ?? ""}`));
             break;
+          case "task-skipped":
+            console.log(chalk14.dim(`    SKIP  ${event.taskId ?? "unknown"} (100% last iteration)`));
+            break;
           case "task-scored": {
             const taskScore = event.score ?? 0;
             const taskStatus = taskScore >= 100 ? chalk14.green("PASS") : taskScore >= 60 ? chalk14.yellow("PARTIAL") : chalk14.red("FAIL");