@tradejs/cli 3.1.29-beta.276 → 3.1.29-beta.278

package/dist/lib/mcpReplayProcess.js

@@ -0,0 +1,103 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/lib/mcpReplayProcess.ts
+var mcpReplayProcess_exports = {};
+__export(mcpReplayProcess_exports, {
+  buildMcpReplayProcess: () => buildMcpReplayProcess
+});
+module.exports = __toCommonJS(mcpReplayProcess_exports);
+var import_node_path = __toESM(require("path"));
+var import_node_crypto = require("crypto");
+var import_promises = __toESM(require("fs/promises"));
+
+// src/lib/runtimeEvidenceArtifacts.ts
+var runtimeEvidenceArtifacts_exports = {};
+__reExport(runtimeEvidenceArtifacts_exports, require("@tradejs/node/diagnostics"));
+
+// src/lib/mcpReplayProcess.ts
+var client = `
+const fs = require('node:fs');
+const path = require('node:path');
+const [root, id, request] = process.argv.slice(1);
+const file = path.join(root, id);
+fs.mkdirSync(root, {recursive:true});
+try { fs.writeFileSync(file + '.request', request, {flag:'wx'}); }
+catch (error) { if (error.code !== 'EEXIST') throw error; if (fs.readFileSync(file + '.request', 'utf8') !== request) throw new Error('Replay request identity conflict'); }
+process.on('SIGTERM', () => { fs.writeFileSync(file + '.cancel', 'cancel'); process.exit(143); });
+const timer = setInterval(() => {
+  try {
+    const result = JSON.parse(fs.readFileSync(file + '.result', 'utf8'));
+    console.log(result.message);
+    clearInterval(timer);
+    process.exit(result.exitCode === 0 ? 0 : 1);
+  } catch (error) { if (error.code !== 'ENOENT') throw error; }
+}, 1000);
+`;
+var buildMcpReplayProcess = async ({
+  evidencePath,
+  outDir,
+  runId,
+  projectRoot,
+  env
+}) => {
+  if (!/^[a-f0-9]{64}$/.test(runId))
+    throw new Error("Invalid replay request id");
+  const bundle = await (0, runtimeEvidenceArtifacts_exports.verifyRuntimeEvidenceBundle)(import_node_path.default.dirname(evidencePath));
+  if (import_node_path.default.resolve(evidencePath) !== import_node_path.default.resolve(bundle.payloadPath))
+    throw new Error("Replay requires the verified bundle payload");
+  const relative = import_node_path.default.relative(import_node_path.default.join(projectRoot, "data"), evidencePath);
+  if (relative.startsWith("..") || import_node_path.default.isAbsolute(relative))
+    throw new Error("Evidence must be inside Project data");
+  const root = env.MCP_REPLAY_REQUEST_ROOT || import_node_path.default.join(projectRoot, "data/mcp-replay-requests");
+  const heartbeat = JSON.parse(
+    await import_promises.default.readFile(import_node_path.default.join(root, "heartbeat.json"), "utf8")
+  );
+  if (!Number.isFinite(heartbeat.observedAt) || Date.now() - heartbeat.observedAt < 0 || Date.now() - heartbeat.observedAt > 12e4)
+    throw new Error("Host replay runner heartbeat is stale");
+  const bytes = await import_promises.default.readFile(evidencePath);
+  const request = JSON.stringify({
+    schemaVersion: 1,
+    id: runId,
+    evidence: relative,
+    artifactId: bundle.manifest.artifactId,
+    deploymentId: bundle.manifest.deploymentId,
+    payloadSha256: (0, import_node_crypto.createHash)("sha256").update(bytes).digest("hex")
+  });
+  void outDir;
+  return {
+    executable: process.execPath,
+    args: ["-e", client, root, runId, request]
+  };
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  buildMcpReplayProcess
+});

package/dist/lib/strategyRelease.js

@@ -249,21 +249,38 @@ var buildStrategyMonitoringProfile = ({
 
 // src/lib/strategyRelease/evidenceRetention.ts
 var DAY_MS2 = 864e5;
+var isResearchRetired = (research) => research?.status === "retired" && research.retirement?.policy === "discard-unrecoverable-without-rerun" && Boolean(research.retirement.reason.trim()) && Boolean(research.retirement.missingEvidence.length) && research.retirement.missingEvidence.every((item) => Boolean(item.trim()));
 var planStrategyEvidenceRetention = ({
   now,
   entries,
+  research,
   retentionDays = {
     operational_redis: 3,
     verbose_payload: 14,
+    research_payload: 0,
+    research_cache: 0,
     verified_runtime_bundle: 90,
     compact_ledger: null
   }
 }) => {
   const keep = [];
   const remove = [];
+  const retired = isResearchRetired(research);
+  const roles = new Set(
+    research?.permanentArtifacts.map((artifact) => artifact.role)
+  );
+  const terminalResearch = Boolean(
+    (research?.status === "completed" || retired) && Number.isFinite(research?.completedAt) && research.completedAt <= now && (retired ? ["note"] : ["note", "candidates", "metrics"]).every(
+      (role) => roles.has(role)
+    )
+  );
   for (const entry of entries) {
     const days = retentionDays[entry.kind];
-    if (days == null || !entry.verified || !entry.aggregated || now - entry.createdAt <= days * DAY_MS2) {
+    const isResearch = entry.kind === "research_payload" || entry.kind === "research_cache";
+    const completedResearch = Boolean(
+      terminalResearch && research?.researchId === entry.researchId && /^[a-f0-9]{64}$/.test(entry.sha256 ?? "")
+    );
+    if (isResearch && !completedResearch || days == null || !entry.verified || !entry.aggregated && !(isResearch && retired) || !isResearch && now - entry.createdAt <= days * DAY_MS2) {
       keep.push(entry);
     } else {
       remove.push(entry);

package/dist/scripts/mcpWorker.js

@@ -1,7 +1,9 @@
 "use strict";
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -15,6 +17,15 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/scripts/mcpWorker.ts
@@ -24,16 +35,83 @@ __export(mcpWorker_exports, {
 });
 module.exports = __toCommonJS(mcpWorker_exports);
 var import_node_child_process = require("child_process");
-var import_node_crypto = require("crypto");
-var import_promises = require("fs/promises");
+var import_node_crypto2 = require("crypto");
+var import_promises2 = require("fs/promises");
 var import_redis = require("@tradejs/infra/redis");
 var import_mcp = require("@tradejs/node/mcp");
+
+// src/lib/mcpReplayProcess.ts
+var import_node_path = __toESM(require("path"));
+var import_node_crypto = require("crypto");
+var import_promises = __toESM(require("fs/promises"));
+
+// src/lib/runtimeEvidenceArtifacts.ts
+var runtimeEvidenceArtifacts_exports = {};
+__reExport(runtimeEvidenceArtifacts_exports, require("@tradejs/node/diagnostics"));
+
+// src/lib/mcpReplayProcess.ts
+var client = `
+const fs = require('node:fs');
+const path = require('node:path');
+const [root, id, request] = process.argv.slice(1);
+const file = path.join(root, id);
+fs.mkdirSync(root, {recursive:true});
+try { fs.writeFileSync(file + '.request', request, {flag:'wx'}); }
+catch (error) { if (error.code !== 'EEXIST') throw error; if (fs.readFileSync(file + '.request', 'utf8') !== request) throw new Error('Replay request identity conflict'); }
+process.on('SIGTERM', () => { fs.writeFileSync(file + '.cancel', 'cancel'); process.exit(143); });
+const timer = setInterval(() => {
+  try {
+    const result = JSON.parse(fs.readFileSync(file + '.result', 'utf8'));
+    console.log(result.message);
+    clearInterval(timer);
+    process.exit(result.exitCode === 0 ? 0 : 1);
+  } catch (error) { if (error.code !== 'ENOENT') throw error; }
+}, 1000);
+`;
+var buildMcpReplayProcess = async ({
+  evidencePath,
+  outDir,
+  runId,
+  projectRoot,
+  env
+}) => {
+  if (!/^[a-f0-9]{64}$/.test(runId))
+    throw new Error("Invalid replay request id");
+  const bundle = await (0, runtimeEvidenceArtifacts_exports.verifyRuntimeEvidenceBundle)(import_node_path.default.dirname(evidencePath));
+  if (import_node_path.default.resolve(evidencePath) !== import_node_path.default.resolve(bundle.payloadPath))
+    throw new Error("Replay requires the verified bundle payload");
+  const relative = import_node_path.default.relative(import_node_path.default.join(projectRoot, "data"), evidencePath);
+  if (relative.startsWith("..") || import_node_path.default.isAbsolute(relative))
+    throw new Error("Evidence must be inside Project data");
+  const root = env.MCP_REPLAY_REQUEST_ROOT || import_node_path.default.join(projectRoot, "data/mcp-replay-requests");
+  const heartbeat = JSON.parse(
+    await import_promises.default.readFile(import_node_path.default.join(root, "heartbeat.json"), "utf8")
+  );
+  if (!Number.isFinite(heartbeat.observedAt) || Date.now() - heartbeat.observedAt < 0 || Date.now() - heartbeat.observedAt > 12e4)
+    throw new Error("Host replay runner heartbeat is stale");
+  const bytes = await import_promises.default.readFile(evidencePath);
+  const request = JSON.stringify({
+    schemaVersion: 1,
+    id: runId,
+    evidence: relative,
+    artifactId: bundle.manifest.artifactId,
+    deploymentId: bundle.manifest.deploymentId,
+    payloadSha256: (0, import_node_crypto.createHash)("sha256").update(bytes).digest("hex")
+  });
+  void outDir;
+  return {
+    executable: process.execPath,
+    args: ["-e", client, root, runId, request]
+  };
+};
+
+// src/scripts/mcpWorker.ts
 var pause = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 var leaseKey = "worker:lease";
 var LEASE_SECONDS = 15;
 var JOB_TIMEOUT_MS = 60 * 60 * 1e3;
 var main = async (options = {}) => {
-  const owner = (0, import_node_crypto.randomUUID)();
+  const owner = (0, import_node_crypto2.randomUUID)();
   if (!await import_redis.mcpStorage.put(leaseKey, owner, LEASE_SECONDS, true))
     throw new Error("Another MCP worker owns this storage");
   let stopping = false;
@@ -41,6 +119,18 @@ var main = async (options = {}) => {
   let renewing = false;
   let leaseLost = false;
   let manifestHash = "";
+  let replayReady = false;
+  const updateReplayReady = async () => {
+    try {
+      const root = process.env.MCP_REPLAY_REQUEST_ROOT || `${process.env.PROJECT_CWD || process.cwd()}/data/mcp-replay-requests`;
+      const heartbeat2 = JSON.parse(
+        await (0, import_promises2.readFile)(`${root}/heartbeat.json`, "utf8")
+      );
+      replayReady = Number.isFinite(heartbeat2.observedAt) && Date.now() - heartbeat2.observedAt >= 0 && Date.now() - heartbeat2.observedAt < 12e4;
+    } catch {
+      replayReady = false;
+    }
+  };
   const signalChild = (signal) => {
     if (!child?.pid) return;
     try {
@@ -54,7 +144,7 @@ var main = async (options = {}) => {
   const heartbeatValue = () => ({
     observedAt: Date.now(),
     packageManifestSha256: manifestHash,
-    replayAvailable: Boolean(process.env.MCP_REPLAY_REDIS_HOST)
+    replayAvailable: replayReady
   });
   const stop = () => {
     stopping = true;
@@ -70,6 +160,7 @@ var main = async (options = {}) => {
     try {
       if (!await import_redis.mcpStorage.compare(leaseKey, owner, owner, LEASE_SECONDS))
         throw new Error("Worker lease lost");
+      await updateReplayReady();
       await import_redis.mcpStorage.put("worker:heartbeat", heartbeatValue(), LEASE_SECONDS);
     } catch {
       leaseLost = true;
@@ -80,6 +171,7 @@ var main = async (options = {}) => {
   }, 2e3);
   try {
     manifestHash = await (0, import_mcp.mcpPackageManifestHash)();
+    await updateReplayReady();
     await import_redis.mcpStorage.put("worker:heartbeat", heartbeatValue(), LEASE_SECONDS);
     let cursor = "0";
     do {
@@ -144,7 +236,7 @@ var main = async (options = {}) => {
         );
         continue;
       }
-      await (0, import_promises.mkdir)((0, import_mcp.mcpJobDirectory)(started), { recursive: true });
+      await (0, import_promises2.mkdir)((0, import_mcp.mcpJobDirectory)(started), { recursive: true });
       if (started.kind === "backtest")
         await (0, import_redis.setDataStrict)(
           import_redis.redisKeys.backtestConfig(
@@ -167,7 +259,9 @@ var main = async (options = {}) => {
       };
       if (started.kind === "runtime-feedback-replay") {
         for (const name of Object.keys(jobEnv)) {
-          if (/secret|token|api.?key|private.?key|cookie|credential/i.test(name))
+          if (/secret|password|token|api.?key|private.?key|cookie|credential/i.test(
+            name
+          ))
             delete jobEnv[name];
         }
         Object.assign(jobEnv, {
@@ -180,7 +274,35 @@ var main = async (options = {}) => {
           TRADEJS_TIMESCALE_READ_ONLY: "true"
         });
       }
-      child = (0, import_node_child_process.spawn)(process.execPath, [process.argv[1], ...started.args], {
+      let command = {
+        executable: process.execPath,
+        args: [process.argv[1], ...started.args]
+      };
+      try {
+        if (started.kind === "runtime-feedback-replay")
+          command = await buildMcpReplayProcess({
+            evidencePath: String(started.request.verifiedEvidencePath),
+            outDir: (0, import_mcp.mcpJobDirectory)(started),
+            runId: started.id,
+            projectRoot: process.env.PROJECT_CWD || process.cwd(),
+            env: process.env
+          });
+      } catch (error) {
+        await import_redis.mcpStorage.compare(
+          jobKey,
+          started,
+          {
+            ...started,
+            status: "failed",
+            finishedAt: Date.now(),
+            updatedAt: Date.now(),
+            error: error instanceof Error ? error.message : "Replay preparation failed"
+          },
+          import_mcp.MCP_JOB_TTL
+        );
+        continue;
+      }
+      child = (0, import_node_child_process.spawn)(command.executable, command.args, {
         cwd: process.env.PROJECT_CWD || process.cwd(),
         env: jobEnv,
         detached: process.platform !== "win32",