dirac-lang 0.1.95 → 0.1.96

package/dist/cli.js

@@ -16,7 +16,7 @@ import "dotenv/config";
 // package.json
 var package_default = {
   name: "dirac-lang",
-  version: "0.1.94",
+  version: "0.1.95",
   description: "LLM-Augmented Declarative Execution",
   type: "module",
   main: "dist/index.js",
@@ -150,7 +150,7 @@ async function main() {
   const args = process.argv.slice(2);
   const calledAs = process.argv[1];
   if (calledAs && calledAs.endsWith("/dish")) {
-    const { DiracShell } = await import("./shell-SUNLGPOM.js");
+    const { DiracShell } = await import("./shell-N3TM23ZB.js");
     const shellConfig = loadShellConfig(args);
     const shell = new DiracShell(shellConfig);
     await shell.start();
@@ -230,7 +230,7 @@ async function main() {
     return;
   }
   if (args[0] === "shell") {
-    const { DiracShell } = await import("./shell-SUNLGPOM.js");
+    const { DiracShell } = await import("./shell-N3TM23ZB.js");
     const { SessionServer, isSessionRunning, getSocketPath } = await import("./session-server-GPITH5QY.js");
     const { SessionClient } = await import("./session-client-3VTC5MLO.js");
     const daemonMode = args.includes("--daemon") || args.includes("-d");

package/dist/{shell-SUNLGPOM.js → shell-N3TM23ZB.js}

@@ -542,7 +542,7 @@ Commands:
   :scheduled      List all scheduled runs (run-at)
   :cancel <name>  Cancel a scheduled run
   :cancelall      Cancel all scheduled runs
-  :save-training  Save LLM dialog as training data (opens in editor)
+  :save-training [mode=full|pruned|both]  Save LLM dialog as training data (opens in editor)
   :exit           Exit shell
 
 Syntax:
@@ -894,6 +894,21 @@ Examples:
         break;
       case "save-training":
         try {
+          const fullCommand = cmd.slice(1);
+          const saveArgs = fullCommand.split(/\s+/).slice(1);
+          let saveMode = "full";
+          console.error(`[DEBUG] Full command: "${fullCommand}"`);
+          console.error(`[DEBUG] Args:`, saveArgs);
+          for (const arg of saveArgs) {
+            if (arg.startsWith("mode=")) {
+              saveMode = arg.split("=")[1];
+              console.error(`[DEBUG] Set mode to: ${saveMode}`);
+            } else if (arg === "prune=true") {
+              saveMode = "pruned";
+              console.error(`[DEBUG] Set mode to pruned`);
+            }
+          }
+          console.error(`[DEBUG] Final saveMode: ${saveMode}`);
           const dialogVar = this.client ? (await this.client.getState()).variables.find((v) => v.name === "__llm_dialog__") : this.session.variables.find((v) => v.name === "__llm_dialog__");
           if (!dialogVar || !dialogVar.value) {
             console.log("No LLM dialog to save");
@@ -904,10 +919,64 @@ Examples:
             console.log("Dialog is empty");
             break;
           }
-          const trainingExample = { messages: dialog };
+          const pruneCorrections = (msgs) => {
+            const pruned = [];
+            let skipNext = false;
+            let correctionCount = 0;
+            for (let i = 0; i < msgs.length; i++) {
+              const msg = msgs[i];
+              if (msg.role === "system") {
+                pruned.push(msg);
+                continue;
+              }
+              if (skipNext) {
+                skipNext = false;
+                continue;
+              }
+              if (msg.role === "user" && (msg.content.includes("System: Your submitted code had errors") || msg.content.includes("System: Auto-corrections applied"))) {
+                correctionCount++;
+                console.error(`[PRUNE] Found correction message at index ${i}`);
+                if (pruned.length > 0 && pruned[pruned.length - 1].role === "assistant") {
+                  console.error(`[PRUNE] Removing wrong assistant response`);
+                  pruned.pop();
+                }
+                if (i + 1 < msgs.length && msgs[i + 1].role === "assistant") {
+                  console.error(`[PRUNE] Keeping corrected assistant response`);
+                  pruned.push(msgs[i + 1]);
+                  skipNext = true;
+                }
+                continue;
+              }
+              pruned.push(msg);
+            }
+            console.error(`[PRUNE] Processed ${msgs.length} messages, found ${correctionCount} corrections, result has ${pruned.length} messages`);
+            return pruned;
+          };
+          const fullExample = { messages: dialog };
+          const prunedExample = { messages: pruneCorrections(dialog) };
+          console.log(`
+Mode: ${saveMode}`);
+          if (saveMode === "full" || saveMode === "both") {
+            console.log(`Full dialog: ${dialog.length} messages`);
+          }
+          if (saveMode === "pruned" || saveMode === "both") {
+            console.log(`Pruned dialog: ${prunedExample.messages.length} messages (removed ${dialog.length - prunedExample.messages.length} correction messages)`);
+          }
           const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-").split("T")[0] + "-" + Date.now();
           const tempFile = path.join(os.tmpdir(), `dirac-training-${timestamp}.jsonl`);
-          fs.writeFileSync(tempFile, JSON.stringify(trainingExample, null, 2), "utf-8");
+          let tempContent;
+          if (saveMode === "both") {
+            tempContent = `// FULL VERSION (with corrections)
+${JSON.stringify(fullExample, null, 2)}
+
+// PRUNED VERSION (mistakes removed)
+${JSON.stringify(prunedExample, null, 2)}`;
+          } else if (saveMode === "pruned") {
+            tempContent = JSON.stringify(prunedExample, null, 2);
+          } else {
+            tempContent = JSON.stringify(fullExample, null, 2);
+          }
+          fs.writeFileSync(tempFile, tempContent, "utf-8");
           console.log("Opening in editor...");
           const editor = process.env.EDITOR || process.env.VISUAL || "vi";
           const { spawnSync } = await import("child_process");
@@ -944,10 +1013,40 @@ Examples:
             savePath = path.join(trainingDir, answer.endsWith(".jsonl") ? answer : `${answer}.jsonl`);
           }
           const editedContent = fs.readFileSync(tempFile, "utf-8");
-          const editedData = JSON.parse(editedContent);
-          fs.appendFileSync(savePath, JSON.stringify(editedData) + "\n");
+          if (saveMode === "both") {
+            const lines = editedContent.split("\n");
+            let fullJson = "";
+            let prunedJson = "";
+            let inFull = false;
+            let inPruned = false;
+            let braceCount = 0;
+            for (const line of lines) {
+              if (line.includes("// FULL VERSION")) {
+                inFull = true;
+                continue;
+              }
+              if (line.includes("// PRUNED VERSION")) {
+                inFull = false;
+                inPruned = true;
+                continue;
+              }
+              if (inFull) {
+                fullJson += line + "\n";
+              } else if (inPruned) {
+                prunedJson += line + "\n";
+              }
+            }
+            const fullData = JSON.parse(fullJson.trim());
+            const prunedData = JSON.parse(prunedJson.trim());
+            fs.appendFileSync(savePath, JSON.stringify(fullData) + "\n");
+            fs.appendFileSync(savePath, JSON.stringify(prunedData) + "\n");
+            console.log(`\u2713 Saved 2 training examples (full + pruned) to ${savePath}`);
+          } else {
+            const editedData = JSON.parse(editedContent);
+            fs.appendFileSync(savePath, JSON.stringify(editedData) + "\n");
+            console.log(`\u2713 Saved training example (${saveMode}) to ${savePath}`);
+          }
           fs.unlinkSync(tempFile);
-          console.log(`\u2713 Saved training example to ${savePath}`);
         } catch (error) {
           console.error("Error saving training data:", error instanceof Error ? error.message : String(error));
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dirac-lang",
-  "version": "0.1.95",
+  "version": "0.1.96",
   "description": "LLM-Augmented Declarative Execution",
   "type": "module",
   "main": "dist/index.js",