@elizaos/plugin-training 2.0.3-beta.6 → 2.0.3-beta.7

package/dist/core/skill-scoring-cron.js

@@ -0,0 +1,180 @@
+import { existsSync, readdirSync, readFileSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { resolveStateDir } from "@elizaos/core";
+import {
+  ensureNamedCronJob,
+  registerRuntimeEventOnce
+} from "./ensure-cron-job.js";
+import { scoreSkill } from "./replay-validator.js";
+import { waitForService } from "./wait-for-service.js";
+const SCORE_EVENT_NAME = "TRACK_C_SKILL_SCORE";
+const DEFAULT_TRAJECTORY_LIMIT = 200;
+function curatedActiveDir() {
+  return join(resolveStateDir(), "skills", "curated", "active");
+}
+function listCuratedSkillFiles() {
+  const dir = curatedActiveDir();
+  if (!existsSync(dir)) return [];
+  const entries = readdirSync(dir, { withFileTypes: true });
+  const out = [];
+  for (const entry of entries) {
+    if (!entry.isDirectory()) continue;
+    if (entry.name.startsWith(".")) continue;
+    const file = join(dir, entry.name, "SKILL.md");
+    if (existsSync(file)) {
+      out.push({ name: entry.name, path: file });
+    }
+  }
+  return out;
+}
+function applyScoreToSkillFile(filePath, score) {
+  const content = readFileSync(filePath, "utf-8");
+  const normalized = content.replace(/\r\n/g, "\n");
+  if (!normalized.startsWith("---")) return false;
+  const endIdx = normalized.indexOf("\n---", 3);
+  if (endIdx === -1) return false;
+  const yamlBlock = normalized.slice(4, endIdx);
+  const tail = normalized.slice(endIdx);
+  const lines = yamlBlock.split("\n");
+  const provenanceIdx = lines.findIndex(
+    (line) => /^provenance:\s*$/.test(line.trimEnd())
+  );
+  const formattedScore = score.toFixed(4);
+  if (provenanceIdx === -1) {
+    const created = (/* @__PURE__ */ new Date()).toISOString();
+    lines.push(
+      "provenance:",
+      "  source: human",
+      `  createdAt: ${created}`,
+      "  refinedCount: 0",
+      `  lastEvalScore: ${formattedScore}`
+    );
+  } else {
+    let endOfBlock = lines.length;
+    for (let i = provenanceIdx + 1; i < lines.length; i++) {
+      if (!/^\s/.test(lines[i] ?? "")) {
+        endOfBlock = i;
+        break;
+      }
+    }
+    let updated = false;
+    for (let i = provenanceIdx + 1; i < endOfBlock; i++) {
+      const line = lines[i] ?? "";
+      if (/^\s+lastEvalScore\s*:/.test(line)) {
+        lines[i] = `  lastEvalScore: ${formattedScore}`;
+        updated = true;
+        break;
+      }
+    }
+    if (!updated) {
+      lines.splice(endOfBlock, 0, `  lastEvalScore: ${formattedScore}`);
+    }
+  }
+  const rebuilt = `---
+${lines.join("\n")}${tail}`;
+  writeFileSync(filePath, rebuilt, "utf-8");
+  return true;
+}
+async function runSkillScoringBatch(runtime, options) {
+  const log = runtime.logger ?? {
+    info: () => {
+    },
+    warn: () => {
+    },
+    error: () => {
+    },
+    debug: () => {
+    }
+  };
+  const trajectoryService = runtime.getService(
+    "trajectories"
+  );
+  if (!trajectoryService || typeof trajectoryService.listTrajectories !== "function" || typeof trajectoryService.getTrajectoryDetail !== "function") {
+    log.warn("[SkillScoringCron] trajectories service unavailable; skipping");
+    return [];
+  }
+  const limit = options?.trajectoryLimit ?? DEFAULT_TRAJECTORY_LIMIT;
+  const list = await trajectoryService.listTrajectories({ limit });
+  const trajectories = [];
+  for (const item of list.trajectories) {
+    const detail = await trajectoryService.getTrajectoryDetail(item.id);
+    if (detail) trajectories.push(detail);
+  }
+  const skills = listCuratedSkillFiles();
+  const results = [];
+  for (const skill of skills) {
+    const score = await scoreSkill({ name: skill.name }, trajectories);
+    let updated = false;
+    let errorMessage;
+    try {
+      updated = applyScoreToSkillFile(skill.path, score);
+    } catch (err) {
+      errorMessage = err instanceof Error ? err.message : String(err);
+      log.warn(
+        `[SkillScoringCron] failed to update score for "${skill.name}": ${errorMessage}`
+      );
+    }
+    results.push({
+      name: skill.name,
+      score,
+      updated,
+      error: errorMessage
+    });
+  }
+  log.info(
+    `[SkillScoringCron] scored ${results.length} curated skills against ${trajectories.length} trajectories`
+  );
+  return results;
+}
+async function registerSkillScoringCron(runtime, options) {
+  const log = runtime.logger ?? {
+    info: () => {
+    },
+    warn: () => {
+    },
+    error: () => {
+    },
+    debug: () => {
+    }
+  };
+  const cronService = await waitForService(runtime, "CRON", {
+    timeoutMs: 2e3
+  });
+  if (!cronService || typeof cronService.createJob !== "function") {
+    log.debug(
+      `[SkillScoringCron] CRON service not registered; cron not scheduled (run on-demand via ${SCORE_EVENT_NAME} event)`
+    );
+    return;
+  }
+  registerRuntimeEventOnce(runtime, SCORE_EVENT_NAME, async () => {
+    await runSkillScoringBatch(runtime);
+  });
+  const registration = await ensureNamedCronJob(
+    cronService,
+    {
+      name: "track-c-skill-scoring-nightly",
+      description: "Nightly evaluation of curated agent skills",
+      enabled: true,
+      schedule: {
+        kind: "cron",
+        expr: options?.schedule ?? "5 3 * * *",
+        tz: options?.tz
+      },
+      payload: {
+        kind: "event",
+        eventName: SCORE_EVENT_NAME
+      },
+      metadata: { trackC: true, kind: "skill-scoring" }
+    },
+    { log, logPrefix: "[SkillScoringCron]" }
+  );
+  log.info(
+    registration === "created" ? "[SkillScoringCron] registered nightly skill-scoring cron" : "[SkillScoringCron] using existing nightly skill-scoring cron"
+  );
+}
+export {
+  applyScoreToSkillFile,
+  registerSkillScoringCron,
+  runSkillScoringBatch
+};
+//# sourceMappingURL=skill-scoring-cron.js.map

package/dist/core/skill-scoring-cron.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/skill-scoring-cron.ts"],"sourcesContent":["/**\n * Nightly skill-scoring cron job.\n *\n * For every curated skill (active + disabled), pull the most recent\n * trajectories that referenced the skill, run `scoreSkill`, and rewrite the\n * SKILL.md frontmatter with the new `provenance.lastEvalScore`.\n *\n * The job is registered via the runtime cron/Task scheduling path at agent boot.\n * Failure to compute a score for a single skill never aborts the\n * batch — we surface per-skill errors via the logger and continue.\n */\n\nimport { existsSync, readdirSync, readFileSync, writeFileSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport { resolveStateDir } from \"@elizaos/core\";\nimport {\n  type CronServiceLike,\n  ensureNamedCronJob,\n  registerRuntimeEventOnce,\n} from \"./ensure-cron-job.js\";\nimport { type ScoreableTrajectory, scoreSkill } from \"./replay-validator.js\";\nimport { waitForService } from \"./wait-for-service.js\";\n\ninterface MinimalLogger {\n  info: (message: string) => void;\n  warn: (message: string) => void;\n  error: (message: string) => void;\n  debug: (message: string) => void;\n}\n\ninterface RuntimeLike {\n  getService: (name: string) => unknown;\n  logger?: MinimalLogger;\n  registerEvent?: (\n    name: string,\n    handler: (payload: unknown) => Promise<void>,\n  ) => void;\n}\n\ninterface TrajectoryServiceLike {\n  listTrajectories: (options: {\n    limit?: number;\n  }) => Promise<{ trajectories: Array<{ id: string }> }>;\n  getTrajectoryDetail: (id: string) => Promise<ScoreableTrajectory | null>;\n}\n\nconst SCORE_EVENT_NAME = \"TRACK_C_SKILL_SCORE\";\nconst DEFAULT_TRAJECTORY_LIMIT = 200;\n\nfunction curatedActiveDir(): string {\n  return join(resolveStateDir(), \"skills\", \"curated\", \"active\");\n}\n\nfunction listCuratedSkillFiles(): Array<{ name: string; path: string }> {\n  const dir = curatedActiveDir();\n  if (!existsSync(dir)) return [];\n  const entries = readdirSync(dir, { withFileTypes: true });\n  const out: Array<{ name: string; path: string }> = [];\n  for (const entry of entries) {\n    if (!entry.isDirectory()) continue;\n    if (entry.name.startsWith(\".\")) continue;\n    const file = join(dir, entry.name, \"SKILL.md\");\n    if (existsSync(file)) {\n      out.push({ name: entry.name, path: file });\n    }\n  }\n  return out;\n}\n\n/**\n * Rewrite a SKILL.md file's `provenance.lastEvalScore` field in place.\n *\n * Implemented as a targeted text replacement to preserve the rest of the\n * frontmatter exactly (no YAML round-trip). Adds `lastEvalScore` to the\n * provenance block when the field is missing.\n */\nexport function applyScoreToSkillFile(\n  filePath: string,\n  score: number,\n): boolean {\n  const content = readFileSync(filePath, \"utf-8\");\n  const normalized = content.replace(/\\r\\n/g, \"\\n\");\n  if (!normalized.startsWith(\"---\")) return false;\n  const endIdx = normalized.indexOf(\"\\n---\", 3);\n  if (endIdx === -1) return false;\n  const yamlBlock = normalized.slice(4, endIdx);\n  const tail = normalized.slice(endIdx);\n  const lines = yamlBlock.split(\"\\n\");\n\n  const provenanceIdx = lines.findIndex((line) =>\n    /^provenance:\\s*$/.test(line.trimEnd()),\n  );\n  const formattedScore = score.toFixed(4);\n\n  if (provenanceIdx === -1) {\n    // Append a minimal provenance block.\n    const created = new Date().toISOString();\n    lines.push(\n      \"provenance:\",\n      \"  source: human\",\n      `  createdAt: ${created}`,\n      \"  refinedCount: 0\",\n      `  lastEvalScore: ${formattedScore}`,\n    );\n  } else {\n    let endOfBlock = lines.length;\n    for (let i = provenanceIdx + 1; i < lines.length; i++) {\n      if (!/^\\s/.test(lines[i] ?? \"\")) {\n        endOfBlock = i;\n        break;\n      }\n    }\n    let updated = false;\n    for (let i = provenanceIdx + 1; i < endOfBlock; i++) {\n      const line = lines[i] ?? \"\";\n      if (/^\\s+lastEvalScore\\s*:/.test(line)) {\n        lines[i] = `  lastEvalScore: ${formattedScore}`;\n        updated = true;\n        break;\n      }\n    }\n    if (!updated) {\n      lines.splice(endOfBlock, 0, `  lastEvalScore: ${formattedScore}`);\n    }\n  }\n\n  const rebuilt = `---\\n${lines.join(\"\\n\")}${tail}`;\n  writeFileSync(filePath, rebuilt, \"utf-8\");\n  return true;\n}\n\n/**\n * Score every curated active skill against the most recent trajectories from\n * the runtime's trajectory store. Returns a per-skill report (kept small so\n * tests can assert on it).\n */\nexport async function runSkillScoringBatch(\n  runtime: RuntimeLike,\n  options?: { trajectoryLimit?: number },\n): Promise<\n  Array<{ name: string; score: number; updated: boolean; error?: string }>\n> {\n  const log: MinimalLogger = runtime.logger ?? {\n    info: () => {},\n    warn: () => {},\n    error: () => {},\n    debug: () => {},\n  };\n  const trajectoryService = runtime.getService(\n    \"trajectories\",\n  ) as TrajectoryServiceLike | null;\n  if (\n    !trajectoryService ||\n    typeof trajectoryService.listTrajectories !== \"function\" ||\n    typeof trajectoryService.getTrajectoryDetail !== \"function\"\n  ) {\n    log.warn(\"[SkillScoringCron] trajectories service unavailable; skipping\");\n    return [];\n  }\n\n  const limit = options?.trajectoryLimit ?? DEFAULT_TRAJECTORY_LIMIT;\n  const list = await trajectoryService.listTrajectories({ limit });\n  const trajectories: ScoreableTrajectory[] = [];\n  for (const item of list.trajectories) {\n    const detail = await trajectoryService.getTrajectoryDetail(item.id);\n    if (detail) trajectories.push(detail);\n  }\n\n  const skills = listCuratedSkillFiles();\n  const results: Array<{\n    name: string;\n    score: number;\n    updated: boolean;\n    error?: string;\n  }> = [];\n  for (const skill of skills) {\n    const score = await scoreSkill({ name: skill.name }, trajectories);\n    let updated = false;\n    let errorMessage: string | undefined;\n    try {\n      updated = applyScoreToSkillFile(skill.path, score);\n    } catch (err) {\n      errorMessage = err instanceof Error ? err.message : String(err);\n      log.warn(\n        `[SkillScoringCron] failed to update score for \"${skill.name}\": ${errorMessage}`,\n      );\n    }\n    results.push({\n      name: skill.name,\n      score,\n      updated,\n      error: errorMessage,\n    });\n  }\n  log.info(\n    `[SkillScoringCron] scored ${results.length} curated skills against ${trajectories.length} trajectories`,\n  );\n  return results;\n}\n\n/**\n * Register the nightly skill-scoring cron job + event handler against the\n * agent runtime. Safe to call multiple times — we reuse any existing job and\n * prune duplicate persisted registrations by name.\n *\n * Schedule defaults to \"5 3 * * *\" (03:05 local time) so it runs after the\n * trajectory-export cron (which runs at 03:00).\n */\nexport async function registerSkillScoringCron(\n  runtime: RuntimeLike,\n  options?: { schedule?: string; tz?: string },\n): Promise<void> {\n  const log: MinimalLogger = runtime.logger ?? {\n    info: () => {},\n    warn: () => {},\n    error: () => {},\n    debug: () => {},\n  };\n  const cronService = await waitForService<CronServiceLike>(runtime, \"CRON\", {\n    timeoutMs: 2_000,\n  });\n  if (!cronService || typeof cronService.createJob !== \"function\") {\n    log.debug(\n      `[SkillScoringCron] CRON service not registered; cron not scheduled (run on-demand via ${SCORE_EVENT_NAME} event)`,\n    );\n    return;\n  }\n  registerRuntimeEventOnce(runtime, SCORE_EVENT_NAME, async () => {\n    await runSkillScoringBatch(runtime);\n  });\n  const registration = await ensureNamedCronJob(\n    cronService,\n    {\n      name: \"track-c-skill-scoring-nightly\",\n      description: \"Nightly evaluation of curated agent skills\",\n      enabled: true,\n      schedule: {\n        kind: \"cron\",\n        expr: options?.schedule ?? \"5 3 * * *\",\n        tz: options?.tz,\n      },\n      payload: {\n        kind: \"event\",\n        eventName: SCORE_EVENT_NAME,\n      },\n      metadata: { trackC: true, kind: \"skill-scoring\" },\n    },\n    { log, logPrefix: \"[SkillScoringCron]\" },\n  );\n  log.info(\n    registration === \"created\"\n      ? \"[SkillScoringCron] registered nightly skill-scoring cron\"\n      : \"[SkillScoringCron] using existing nightly skill-scoring cron\",\n  );\n}\n"],"mappings":"AAYA,SAAS,YAAY,aAAa,cAAc,qBAAqB;AACrE,SAAS,YAAY;AACrB,SAAS,uBAAuB;AAChC;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP,SAAmC,kBAAkB;AACrD,SAAS,sBAAsB;AAyB/B,MAAM,mBAAmB;AACzB,MAAM,2BAA2B;AAEjC,SAAS,mBAA2B;AAClC,SAAO,KAAK,gBAAgB,GAAG,UAAU,WAAW,QAAQ;AAC9D;AAEA,SAAS,wBAA+D;AACtE,QAAM,MAAM,iBAAiB;AAC7B,MAAI,CAAC,WAAW,GAAG,EAAG,QAAO,CAAC;AAC9B,QAAM,UAAU,YAAY,KAAK,EAAE,eAAe,KAAK,CAAC;AACxD,QAAM,MAA6C,CAAC;AACpD,aAAW,SAAS,SAAS;AAC3B,QAAI,CAAC,MAAM,YAAY,EAAG;AAC1B,QAAI,MAAM,KAAK,WAAW,GAAG,EAAG;AAChC,UAAM,OAAO,KAAK,KAAK,MAAM,MAAM,UAAU;AAC7C,QAAI,WAAW,IAAI,GAAG;AACpB,UAAI,KAAK,EAAE,MAAM,MAAM,MAAM,MAAM,KAAK,CAAC;AAAA,IAC3C;AAAA,EACF;AACA,SAAO;AACT;AASO,SAAS,sBACd,UACA,OACS;AACT,QAAM,UAAU,aAAa,UAAU,OAAO;AAC9C,QAAM,aAAa,QAAQ,QAAQ,SAAS,IAAI;AAChD,MAAI,CAAC,WAAW,WAAW,KAAK,EAAG,QAAO;AAC1C,QAAM,SAAS,WAAW,QAAQ,SAAS,CAAC;AAC5C,MAAI,WAAW,GAAI,QAAO;AAC1B,QAAM,YAAY,WAAW,MAAM,GAAG,MAAM;AAC5C,QAAM,OAAO,WAAW,MAAM,MAAM;AACpC,QAAM,QAAQ,UAAU,MAAM,IAAI;AAElC,QAAM,gBAAgB,MAAM;AAAA,IAAU,CAAC,SACrC,mBAAmB,KAAK,KAAK,QAAQ,CAAC;AAAA,EACxC;AACA,QAAM,iBAAiB,MAAM,QAAQ,CAAC;AAEtC,MAAI,kBAAkB,IAAI;AAExB,UAAM,WAAU,oBAAI,KAAK,GAAE,YAAY;AACvC,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,gBAAgB,OAAO;AAAA,MACvB;AAAA,MACA,oBAAoB,cAAc;AAAA,IACpC;AAAA,EACF,OAAO;AACL,QAAI,aAAa,MAAM;AACvB,aAAS,IAAI,gBAAgB,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrD,UAAI,CAAC,MAAM,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG;AAC/B,qBAAa;AACb;AAAA,MACF;AAAA,IACF;AACA,QAAI,UAAU;AACd,aAAS,IAAI,gBAAgB,GAAG,IAAI,YAAY,KAAK;AACnD,YAAM,OAAO,MAAM,CAAC,KAAK;AACzB,UAAI,wBAAwB,KAAK,IAAI,GAAG;AACtC,cAAM,CAAC,IAAI,oBAAoB,cAAc;AAC7C,kBAAU;AACV;AAAA,MACF;AAAA,IACF;AACA,QAAI,CAAC,SAAS;AACZ,YAAM,OAAO,YAAY,GAAG,oBAAoB,cAAc,EAAE;AAAA,IAClE;AAAA,EACF;AAEA,QAAM,UAAU;AAAA,EAAQ,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI;AAC/C,gBAAc,UAAU,SAAS,OAAO;AACxC,SAAO;AACT;AAOA,eAAsB,qBACpB,SACA,SAGA;AACA,QAAM,MAAqB,QAAQ,UAAU;AAAA,IAC3C,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,OAAO,MAAM;AAAA,IAAC;AAAA,IACd,OAAO,MAAM;AAAA,IAAC;AAAA,EAChB;AACA,QAAM,oBAAoB,QAAQ;AAAA,IAChC;AAAA,EACF;AACA,MACE,CAAC,qBACD,OAAO,kBAAkB,qBAAqB,cAC9C,OAAO,kBAAkB,wBAAwB,YACjD;AACA,QAAI,KAAK,+DAA+D;AACxE,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,QAAQ,SAAS,mBAAmB;AAC1C,QAAM,OAAO,MAAM,kBAAkB,iBAAiB,EAAE,MAAM,CAAC;AAC/D,QAAM,eAAsC,CAAC;AAC7C,aAAW,QAAQ,KAAK,cAAc;AACpC,UAAM,SAAS,MAAM,kBAAkB,oBAAoB,KAAK,EAAE;AAClE,QAAI,OAAQ,cAAa,KAAK,MAAM;AAAA,EACtC;AAEA,QAAM,SAAS,sBAAsB;AACrC,QAAM,UAKD,CAAC;AACN,aAAW,SAAS,QAAQ;AAC1B,UAAM,QAAQ,MAAM,WAAW,EAAE,MAAM,MAAM,KAAK,GAAG,YAAY;AACjE,QAAI,UAAU;AACd,QAAI;AACJ,QAAI;AACF,gBAAU,sBAAsB,MAAM,MAAM,KAAK;AAAA,IACnD,SAAS,KAAK;AACZ,qBAAe,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC9D,UAAI;AAAA,QACF,kDAAkD,MAAM,IAAI,MAAM,YAAY;AAAA,MAChF;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,MACX,MAAM,MAAM;AAAA,MACZ;AAAA,MACA;AAAA,MACA,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACA,MAAI;AAAA,IACF,6BAA6B,QAAQ,MAAM,2BAA2B,aAAa,MAAM;AAAA,EAC3F;AACA,SAAO;AACT;AAUA,eAAsB,yBACpB,SACA,SACe;AACf,QAAM,MAAqB,QAAQ,UAAU;AAAA,IAC3C,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,OAAO,MAAM;AAAA,IAAC;AAAA,IACd,OAAO,MAAM;AAAA,IAAC;AAAA,EAChB;AACA,QAAM,cAAc,MAAM,eAAgC,SAAS,QAAQ;AAAA,IACzE,WAAW;AAAA,EACb,CAAC;AACD,MAAI,CAAC,eAAe,OAAO,YAAY,cAAc,YAAY;AAC/D,QAAI;AAAA,MACF,yFAAyF,gBAAgB;AAAA,IAC3G;AACA;AAAA,EACF;AACA,2BAAyB,SAAS,kBAAkB,YAAY;AAC9D,UAAM,qBAAqB,OAAO;AAAA,EACpC,CAAC;AACD,QAAM,eAAe,MAAM;AAAA,IACzB;AAAA,IACA;AAAA,MACE,MAAM;AAAA,MACN,aAAa;AAAA,MACb,SAAS;AAAA,MACT,UAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM,SAAS,YAAY;AAAA,QAC3B,IAAI,SAAS;AAAA,MACf;AAAA,MACA,SAAS;AAAA,QACP,MAAM;AAAA,QACN,WAAW;AAAA,MACb;AAAA,MACA,UAAU,EAAE,QAAQ,MAAM,MAAM,gBAAgB;AAAA,IAClD;AAAA,IACA,EAAE,KAAK,WAAW,qBAAqB;AAAA,EACzC;AACA,MAAI;AAAA,IACF,iBAAiB,YACb,6DACA;AAAA,EACN;AACF;","names":[]}

package/dist/core/test-trajectory-collector.d.ts

@@ -0,0 +1,37 @@
+export declare const TEST_TRAJECTORY_COLLECTION_SCHEMA = "eliza_test_trajectory_collection";
+export declare const TEST_TRAJECTORY_COLLECTION_VERSION = 1;
+export interface CollectTestTrajectoriesOptions {
+    roots?: string[];
+    outputDir?: string;
+    workspaceRoot?: string;
+    limit?: number;
+    generatedAt?: string;
+    syntheticFallback?: boolean;
+}
+export interface CollectedTestTrajectory {
+    sourcePath: string;
+    outputPath: string;
+    caseId?: string;
+    scenarioId?: string;
+    llmCalls: number;
+    actions: number;
+    transcriptTurns: number;
+}
+export interface TestTrajectoryCollectionManifest {
+    schema: typeof TEST_TRAJECTORY_COLLECTION_SCHEMA;
+    schemaVersion: typeof TEST_TRAJECTORY_COLLECTION_VERSION;
+    generatedAt: string;
+    outputDir: string;
+    roots: string[];
+    copiedCount: number;
+    skippedCount: number;
+    syntheticCount?: number;
+    copied: CollectedTestTrajectory[];
+}
+export interface TestTrajectoryCollectionResult {
+    outputDir: string;
+    manifestPath: string;
+    manifest: TestTrajectoryCollectionManifest;
+}
+export declare function collectTestTrajectories(options?: CollectTestTrajectoriesOptions): Promise<TestTrajectoryCollectionResult>;
+//# sourceMappingURL=test-trajectory-collector.d.ts.map

package/dist/core/test-trajectory-collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-trajectory-collector.d.ts","sourceRoot":"","sources":["../../src/core/test-trajectory-collector.ts"],"names":[],"mappings":"AAWA,eAAO,MAAM,iCAAiC,qCACV,CAAC;AACrC,eAAO,MAAM,kCAAkC,IAAI,CAAC;AAEpD,MAAM,WAAW,8BAA8B;IAC7C,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,gCAAgC;IAC/C,MAAM,EAAE,OAAO,iCAAiC,CAAC;IACjD,aAAa,EAAE,OAAO,kCAAkC,CAAC;IACzD,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,uBAAuB,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,gCAAgC,CAAC;CAC5C;AAyLD,wBAAsB,uBAAuB,CAC3C,OAAO,GAAE,8BAAmC,GAC3C,OAAO,CAAC,8BAA8B,CAAC,CAsFzC"}

package/dist/core/test-trajectory-collector.js

@@ -0,0 +1,225 @@
+import { existsSync } from "node:fs";
+import {
+  copyFile,
+  mkdir,
+  readdir,
+  readFile,
+  writeFile
+} from "node:fs/promises";
+import { basename, delimiter, join, relative, resolve } from "node:path";
+import { trainingStateRoot } from "./training-config.js";
+const TEST_TRAJECTORY_COLLECTION_SCHEMA = "eliza_test_trajectory_collection";
+const TEST_TRAJECTORY_COLLECTION_VERSION = 1;
+function isRecord(value) {
+  return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+function safeSegment(value) {
+  return value.trim().replace(/[/\\:]/g, "-").replace(/[^a-zA-Z0-9._-]+/g, "-").replace(/^-+|-+$/g, "") || "trajectory";
+}
+function looksLikeTestTrajectoryRecord(payload) {
+  const agentTrajectory = isRecord(payload.agentTrajectory) ? payload.agentTrajectory : {};
+  return (typeof payload.caseId === "string" || typeof payload.scenarioId === "string") && typeof payload.startedAt === "number" && typeof payload.endedAt === "number" && Array.isArray(payload.transcript) && isRecord(payload.agentTrajectory) && Array.isArray(agentTrajectory.llmCalls) && Array.isArray(payload.actions) && Array.isArray(payload.events);
+}
+function envRoots() {
+  return [
+    process.env.ELIZA_TEST_TRAJECTORY_DIR,
+    process.env.ELIZA_ACTION_BENCHMARK_TRAJECTORY_DIR
+  ].flatMap((value) => value ? value.split(delimiter) : []).map((value) => value.trim()).filter(Boolean);
+}
+function defaultRoots(workspaceRoot) {
+  const roots = [...envRoots()];
+  if (workspaceRoot) {
+    roots.push(
+      join(
+        workspaceRoot,
+        "packages",
+        "app-core",
+        "test-results",
+        "trajectories"
+      ),
+      join(
+        workspaceRoot,
+        "packages",
+        "app-core",
+        "test-output",
+        "trajectories"
+      )
+    );
+  }
+  return roots.filter((root, index, all) => all.indexOf(root) === index);
+}
+async function collectJsonFiles(root, out) {
+  const entries = await readdir(root, { withFileTypes: true });
+  for (const entry of entries) {
+    if (entry.name === "node_modules" || entry.name === ".git" || entry.name === "dist" || entry.name === "build") {
+      continue;
+    }
+    const path = join(root, entry.name);
+    if (entry.isDirectory()) {
+      await collectJsonFiles(path, out);
+    } else if (entry.isFile() && entry.name.endsWith(".json")) {
+      out.push(path);
+    }
+  }
+}
+async function loadTestTrajectory(path) {
+  try {
+    const parsed = JSON.parse(await readFile(path, "utf8"));
+    return isRecord(parsed) && looksLikeTestTrajectoryRecord(parsed) ? parsed : null;
+  } catch {
+    return null;
+  }
+}
+function summarizeCopied(sourcePath, outputPath, payload) {
+  const agentTrajectory = isRecord(payload.agentTrajectory) ? payload.agentTrajectory : {};
+  return {
+    sourcePath,
+    outputPath,
+    caseId: typeof payload.caseId === "string" ? payload.caseId : void 0,
+    scenarioId: typeof payload.scenarioId === "string" ? payload.scenarioId : void 0,
+    llmCalls: Array.isArray(agentTrajectory.llmCalls) ? agentTrajectory.llmCalls.length : 0,
+    actions: Array.isArray(payload.actions) ? payload.actions.length : 0,
+    transcriptTurns: Array.isArray(payload.transcript) ? payload.transcript.length : 0
+  };
+}
+function syntheticTestTrajectoryRecord(generatedAt) {
+  const startedAt = Date.parse(generatedAt);
+  const timestamp = Number.isFinite(startedAt) ? startedAt : Date.now();
+  const endedAt = timestamp + 1e3;
+  return {
+    caseId: "dry-run-action-planner",
+    scenarioId: "training_collection.synthetic_test",
+    startedAt: timestamp,
+    endedAt,
+    durationMs: endedAt - timestamp,
+    transcript: [
+      {
+        role: "user",
+        text: "Can you check my calendar?",
+        timestamp
+      },
+      {
+        role: "assistant",
+        text: "I checked the runtime state.",
+        actions: ["CHECK_RUNTIME"],
+        timestamp: endedAt
+      }
+    ],
+    agentTrajectory: {
+      llmCalls: [
+        {
+          callId: "dry-run-action-planner-llm-1",
+          timestamp,
+          latencyMs: 0,
+          modelType: "TEXT_LARGE",
+          prompt: "Plan a grounded action for the user request.",
+          response: "CHECK_RUNTIME",
+          purpose: "action_planner"
+        }
+      ],
+      providerSnapshots: []
+    },
+    actions: [
+      {
+        phase: "completed",
+        actionName: "CHECK_RUNTIME",
+        actionStatus: "success",
+        timestamp: endedAt
+      }
+    ],
+    events: [
+      { type: "RUN_STARTED", timestamp, data: { synthetic: true } },
+      { type: "RUN_ENDED", timestamp: endedAt, data: { synthetic: true } }
+    ],
+    memoriesWritten: [],
+    metadata: {
+      pass: true,
+      dryRun: true,
+      synthetic: true,
+      tags: ["dry-run", "training-collection"],
+      expectedAction: "CHECK_RUNTIME",
+      plannedAction: "CHECK_RUNTIME",
+      actualAction: "CHECK_RUNTIME"
+    }
+  };
+}
+async function collectTestTrajectories(options = {}) {
+  const generatedAt = options.generatedAt ?? (/* @__PURE__ */ new Date()).toISOString();
+  const outputDir = options.outputDir ?? join(
+    trainingStateRoot(),
+    "test-trajectories",
+    generatedAt.replace(/\D+/g, "-")
+  );
+  const workspaceRoot = options.workspaceRoot ? resolve(options.workspaceRoot) : void 0;
+  const roots = (options.roots?.length ? options.roots : defaultRoots(workspaceRoot)).map((root) => resolve(root)).filter(
+    (root, index, all) => existsSync(root) && all.indexOf(root) === index
+  );
+  const limit = typeof options.limit === "number" && Number.isFinite(options.limit) ? Math.max(1, Math.floor(options.limit)) : 500;
+  await mkdir(join(outputDir, "cases"), { recursive: true });
+  const candidates = [];
+  for (const root of roots) {
+    const files = [];
+    if (root.endsWith(".json")) {
+      files.push(root);
+    } else {
+      await collectJsonFiles(root, files);
+    }
+    for (const path of files) {
+      candidates.push({ root, path });
+    }
+  }
+  const copied = [];
+  let skippedCount = 0;
+  for (const candidate of candidates) {
+    if (copied.length >= limit) break;
+    const payload = await loadTestTrajectory(candidate.path);
+    if (!payload) {
+      skippedCount += 1;
+      continue;
+    }
+    const relativeName = safeSegment(
+      relative(candidate.root, candidate.path) || basename(candidate.path)
+    );
+    const outputPath = join(
+      outputDir,
+      "cases",
+      `${String(copied.length + 1).padStart(4, "0")}-${relativeName}`
+    );
+    await copyFile(candidate.path, outputPath);
+    copied.push(summarizeCopied(candidate.path, outputPath, payload));
+  }
+  let syntheticCount = 0;
+  if (copied.length === 0 && roots.length === 0 && options.syntheticFallback) {
+    const payload = syntheticTestTrajectoryRecord(generatedAt);
+    const outputPath = join(outputDir, "cases", "0001-dry-run-action-planner.json");
+    await writeFile(outputPath, `${JSON.stringify(payload, null, 2)}
+`, "utf8");
+    copied.push(summarizeCopied(outputPath, outputPath, payload));
+    syntheticCount = 1;
+  }
+  const manifestPath = join(outputDir, "test-trajectory-collection.json");
+  const manifest = {
+    schema: TEST_TRAJECTORY_COLLECTION_SCHEMA,
+    schemaVersion: TEST_TRAJECTORY_COLLECTION_VERSION,
+    generatedAt,
+    outputDir,
+    roots,
+    copiedCount: copied.length,
+    skippedCount,
+    syntheticCount,
+    copied
+  };
+  await writeFile(
+    manifestPath,
+    `${JSON.stringify(manifest, null, 2)}
+`,
+    "utf8"
+  );
+  return { outputDir, manifestPath, manifest };
+}
+export {
+  TEST_TRAJECTORY_COLLECTION_SCHEMA,
+  TEST_TRAJECTORY_COLLECTION_VERSION,
+  collectTestTrajectories
+};
+//# sourceMappingURL=test-trajectory-collector.js.map

package/dist/core/test-trajectory-collector.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/test-trajectory-collector.ts"],"sourcesContent":["import { existsSync } from \"node:fs\";\nimport {\n  copyFile,\n  mkdir,\n  readdir,\n  readFile,\n  writeFile,\n} from \"node:fs/promises\";\nimport { basename, delimiter, join, relative, resolve } from \"node:path\";\nimport { trainingStateRoot } from \"./training-config.js\";\n\nexport const TEST_TRAJECTORY_COLLECTION_SCHEMA =\n  \"eliza_test_trajectory_collection\";\nexport const TEST_TRAJECTORY_COLLECTION_VERSION = 1;\n\nexport interface CollectTestTrajectoriesOptions {\n  roots?: string[];\n  outputDir?: string;\n  workspaceRoot?: string;\n  limit?: number;\n  generatedAt?: string;\n  syntheticFallback?: boolean;\n}\n\nexport interface CollectedTestTrajectory {\n  sourcePath: string;\n  outputPath: string;\n  caseId?: string;\n  scenarioId?: string;\n  llmCalls: number;\n  actions: number;\n  transcriptTurns: number;\n}\n\nexport interface TestTrajectoryCollectionManifest {\n  schema: typeof TEST_TRAJECTORY_COLLECTION_SCHEMA;\n  schemaVersion: typeof TEST_TRAJECTORY_COLLECTION_VERSION;\n  generatedAt: string;\n  outputDir: string;\n  roots: string[];\n  copiedCount: number;\n  skippedCount: number;\n  syntheticCount?: number;\n  copied: CollectedTestTrajectory[];\n}\n\nexport interface TestTrajectoryCollectionResult {\n  outputDir: string;\n  manifestPath: string;\n  manifest: TestTrajectoryCollectionManifest;\n}\n\ntype JsonRecord = Record<string, unknown>;\n\nfunction isRecord(value: unknown): value is JsonRecord {\n  return value !== null && typeof value === \"object\" && !Array.isArray(value);\n}\n\nfunction safeSegment(value: string): string {\n  return (\n    value\n      .trim()\n      .replace(/[/\\\\:]/g, \"-\")\n      .replace(/[^a-zA-Z0-9._-]+/g, \"-\")\n      .replace(/^-+|-+$/g, \"\") || \"trajectory\"\n  );\n}\n\nfunction looksLikeTestTrajectoryRecord(payload: JsonRecord): boolean {\n  const agentTrajectory = isRecord(payload.agentTrajectory)\n    ? payload.agentTrajectory\n    : {};\n  return (\n    (typeof payload.caseId === \"string\" ||\n      typeof payload.scenarioId === \"string\") &&\n    typeof payload.startedAt === \"number\" &&\n    typeof payload.endedAt === \"number\" &&\n    Array.isArray(payload.transcript) &&\n    isRecord(payload.agentTrajectory) &&\n    Array.isArray(agentTrajectory.llmCalls) &&\n    Array.isArray(payload.actions) &&\n    Array.isArray(payload.events)\n  );\n}\n\nfunction envRoots(): string[] {\n  return [\n    process.env.ELIZA_TEST_TRAJECTORY_DIR,\n    process.env.ELIZA_ACTION_BENCHMARK_TRAJECTORY_DIR,\n  ]\n    .flatMap((value) => (value ? value.split(delimiter) : []))\n    .map((value) => value.trim())\n    .filter(Boolean);\n}\n\nfunction defaultRoots(workspaceRoot?: string): string[] {\n  const roots = [...envRoots()];\n  if (workspaceRoot) {\n    roots.push(\n      join(\n        workspaceRoot,\n        \"packages\",\n        \"app-core\",\n        \"test-results\",\n        \"trajectories\",\n      ),\n      join(\n        workspaceRoot,\n        \"packages\",\n        \"app-core\",\n        \"test-output\",\n        \"trajectories\",\n      ),\n    );\n  }\n  return roots.filter((root, index, all) => all.indexOf(root) === index);\n}\n\nasync function collectJsonFiles(root: string, out: string[]): Promise<void> {\n  const entries = await readdir(root, { withFileTypes: true });\n  for (const entry of entries) {\n    if (\n      entry.name === \"node_modules\" ||\n      entry.name === \".git\" ||\n      entry.name === \"dist\" ||\n      entry.name === \"build\"\n    ) {\n      continue;\n    }\n    const path = join(root, entry.name);\n    if (entry.isDirectory()) {\n      await collectJsonFiles(path, out);\n    } else if (entry.isFile() && entry.name.endsWith(\".json\")) {\n      out.push(path);\n    }\n  }\n}\n\nasync function loadTestTrajectory(path: string): Promise<JsonRecord | null> {\n  try {\n    const parsed = JSON.parse(await readFile(path, \"utf8\"));\n    return isRecord(parsed) && looksLikeTestTrajectoryRecord(parsed)\n      ? parsed\n      : null;\n  } catch {\n    return null;\n  }\n}\n\nfunction summarizeCopied(\n  sourcePath: string,\n  outputPath: string,\n  payload: JsonRecord,\n): CollectedTestTrajectory {\n  const agentTrajectory = isRecord(payload.agentTrajectory)\n    ? payload.agentTrajectory\n    : {};\n  return {\n    sourcePath,\n    outputPath,\n    caseId: typeof payload.caseId === \"string\" ? payload.caseId : undefined,\n    scenarioId:\n      typeof payload.scenarioId === \"string\" ? payload.scenarioId : undefined,\n    llmCalls: Array.isArray(agentTrajectory.llmCalls)\n      ? agentTrajectory.llmCalls.length\n      : 0,\n    actions: Array.isArray(payload.actions) ? payload.actions.length : 0,\n    transcriptTurns: Array.isArray(payload.transcript)\n      ? payload.transcript.length\n      : 0,\n  };\n}\n\nfunction syntheticTestTrajectoryRecord(generatedAt: string): JsonRecord {\n  const startedAt = Date.parse(generatedAt);\n  const timestamp = Number.isFinite(startedAt) ? startedAt : Date.now();\n  const endedAt = timestamp + 1_000;\n  return {\n    caseId: \"dry-run-action-planner\",\n    scenarioId: \"training_collection.synthetic_test\",\n    startedAt: timestamp,\n    endedAt,\n    durationMs: endedAt - timestamp,\n    transcript: [\n      {\n        role: \"user\",\n        text: \"Can you check my calendar?\",\n        timestamp,\n      },\n      {\n        role: \"assistant\",\n        text: \"I checked the runtime state.\",\n        actions: [\"CHECK_RUNTIME\"],\n        timestamp: endedAt,\n      },\n    ],\n    agentTrajectory: {\n      llmCalls: [\n        {\n          callId: \"dry-run-action-planner-llm-1\",\n          timestamp,\n          latencyMs: 0,\n          modelType: \"TEXT_LARGE\",\n          prompt: \"Plan a grounded action for the user request.\",\n          response: \"CHECK_RUNTIME\",\n          purpose: \"action_planner\",\n        },\n      ],\n      providerSnapshots: [],\n    },\n    actions: [\n      {\n        phase: \"completed\",\n        actionName: \"CHECK_RUNTIME\",\n        actionStatus: \"success\",\n        timestamp: endedAt,\n      },\n    ],\n    events: [\n      { type: \"RUN_STARTED\", timestamp, data: { synthetic: true } },\n      { type: \"RUN_ENDED\", timestamp: endedAt, data: { synthetic: true } },\n    ],\n    memoriesWritten: [],\n    metadata: {\n      pass: true,\n      dryRun: true,\n      synthetic: true,\n      tags: [\"dry-run\", \"training-collection\"],\n      expectedAction: \"CHECK_RUNTIME\",\n      plannedAction: \"CHECK_RUNTIME\",\n      actualAction: \"CHECK_RUNTIME\",\n    },\n  };\n}\n\nexport async function collectTestTrajectories(\n  options: CollectTestTrajectoriesOptions = {},\n): Promise<TestTrajectoryCollectionResult> {\n  const generatedAt = options.generatedAt ?? new Date().toISOString();\n  const outputDir =\n    options.outputDir ??\n    join(\n      trainingStateRoot(),\n      \"test-trajectories\",\n      generatedAt.replace(/\\D+/g, \"-\"),\n    );\n  const workspaceRoot = options.workspaceRoot\n    ? resolve(options.workspaceRoot)\n    : undefined;\n  const roots = (\n    options.roots?.length ? options.roots : defaultRoots(workspaceRoot)\n  )\n    .map((root) => resolve(root))\n    .filter(\n      (root, index, all) => existsSync(root) && all.indexOf(root) === index,\n    );\n  const limit =\n    typeof options.limit === \"number\" && Number.isFinite(options.limit)\n      ? Math.max(1, Math.floor(options.limit))\n      : 500;\n\n  await mkdir(join(outputDir, \"cases\"), { recursive: true });\n\n  const candidates: Array<{ root: string; path: string }> = [];\n  for (const root of roots) {\n    const files: string[] = [];\n    if (root.endsWith(\".json\")) {\n      files.push(root);\n    } else {\n      await collectJsonFiles(root, files);\n    }\n    for (const path of files) {\n      candidates.push({ root, path });\n    }\n  }\n\n  const copied: CollectedTestTrajectory[] = [];\n  let skippedCount = 0;\n  for (const candidate of candidates) {\n    if (copied.length >= limit) break;\n    const payload = await loadTestTrajectory(candidate.path);\n    if (!payload) {\n      skippedCount += 1;\n      continue;\n    }\n    const relativeName = safeSegment(\n      relative(candidate.root, candidate.path) || basename(candidate.path),\n    );\n    const outputPath = join(\n      outputDir,\n      \"cases\",\n      `${String(copied.length + 1).padStart(4, \"0\")}-${relativeName}`,\n    );\n    await copyFile(candidate.path, outputPath);\n    copied.push(summarizeCopied(candidate.path, outputPath, payload));\n  }\n  let syntheticCount = 0;\n  if (copied.length === 0 && roots.length === 0 && options.syntheticFallback) {\n    const payload = syntheticTestTrajectoryRecord(generatedAt);\n    const outputPath = join(outputDir, \"cases\", \"0001-dry-run-action-planner.json\");\n    await writeFile(outputPath, `${JSON.stringify(payload, null, 2)}\\n`, \"utf8\");\n    copied.push(summarizeCopied(outputPath, outputPath, payload));\n    syntheticCount = 1;\n  }\n\n  const manifestPath = join(outputDir, \"test-trajectory-collection.json\");\n  const manifest: TestTrajectoryCollectionManifest = {\n    schema: TEST_TRAJECTORY_COLLECTION_SCHEMA,\n    schemaVersion: TEST_TRAJECTORY_COLLECTION_VERSION,\n    generatedAt,\n    outputDir,\n    roots,\n    copiedCount: copied.length,\n    skippedCount,\n    syntheticCount,\n    copied,\n  };\n  await writeFile(\n    manifestPath,\n    `${JSON.stringify(manifest, null, 2)}\\n`,\n    \"utf8\",\n  );\n  return { outputDir, manifestPath, manifest };\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,UAAU,WAAW,MAAM,UAAU,eAAe;AAC7D,SAAS,yBAAyB;AAE3B,MAAM,oCACX;AACK,MAAM,qCAAqC;AAyClD,SAAS,SAAS,OAAqC;AACrD,SAAO,UAAU,QAAQ,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,YAAY,OAAuB;AAC1C,SACE,MACG,KAAK,EACL,QAAQ,WAAW,GAAG,EACtB,QAAQ,qBAAqB,GAAG,EAChC,QAAQ,YAAY,EAAE,KAAK;AAElC;AAEA,SAAS,8BAA8B,SAA8B;AACnE,QAAM,kBAAkB,SAAS,QAAQ,eAAe,IACpD,QAAQ,kBACR,CAAC;AACL,UACG,OAAO,QAAQ,WAAW,YACzB,OAAO,QAAQ,eAAe,aAChC,OAAO,QAAQ,cAAc,YAC7B,OAAO,QAAQ,YAAY,YAC3B,MAAM,QAAQ,QAAQ,UAAU,KAChC,SAAS,QAAQ,eAAe,KAChC,MAAM,QAAQ,gBAAgB,QAAQ,KACtC,MAAM,QAAQ,QAAQ,OAAO,KAC7B,MAAM,QAAQ,QAAQ,MAAM;AAEhC;AAEA,SAAS,WAAqB;AAC5B,SAAO;AAAA,IACL,QAAQ,IAAI;AAAA,IACZ,QAAQ,IAAI;AAAA,EACd,EACG,QAAQ,CAAC,UAAW,QAAQ,MAAM,MAAM,SAAS,IAAI,CAAC,CAAE,EACxD,IAAI,CAAC,UAAU,MAAM,KAAK,CAAC,EAC3B,OAAO,OAAO;AACnB;AAEA,SAAS,aAAa,eAAkC;AACtD,QAAM,QAAQ,CAAC,GAAG,SAAS,CAAC;AAC5B,MAAI,eAAe;AACjB,UAAM;AAAA,MACJ;AAAA,QACE;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA;AAAA,QACE;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO,MAAM,OAAO,CAAC,MAAM,OAAO,QAAQ,IAAI,QAAQ,IAAI,MAAM,KAAK;AACvE;AAEA,eAAe,iBAAiB,MAAc,KAA8B;AAC1E,QAAM,UAAU,MAAM,QAAQ,MAAM,EAAE,eAAe,KAAK,CAAC;AAC3D,aAAW,SAAS,SAAS;AAC3B,QACE,MAAM,SAAS,kBACf,MAAM,SAAS,UACf,MAAM,SAAS,UACf,MAAM,SAAS,SACf;AACA;AAAA,IACF;AACA,UAAM,OAAO,KAAK,MAAM,MAAM,IAAI;AAClC,QAAI,MAAM,YAAY,GAAG;AACvB,YAAM,iBAAiB,MAAM,GAAG;AAAA,IAClC,WAAW,MAAM,OAAO,KAAK,MAAM,KAAK,SAAS,OAAO,GAAG;AACzD,UAAI,KAAK,IAAI;AAAA,IACf;AAAA,EACF;AACF;AAEA,eAAe,mBAAmB,MAA0C;AAC1E,MAAI;AACF,UAAM,SAAS,KAAK,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC;AACtD,WAAO,SAAS,MAAM,KAAK,8BAA8B,MAAM,IAC3D,SACA;AAAA,EACN,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,gBACP,YACA,YACA,SACyB;AACzB,QAAM,kBAAkB,SAAS,QAAQ,eAAe,IACpD,QAAQ,kBACR,CAAC;AACL,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,QAAQ,OAAO,QAAQ,WAAW,WAAW,QAAQ,SAAS;AAAA,IAC9D,YACE,OAAO,QAAQ,eAAe,WAAW,QAAQ,aAAa;AAAA,IAChE,UAAU,MAAM,QAAQ,gBAAgB,QAAQ,IAC5C,gBAAgB,SAAS,SACzB;AAAA,IACJ,SAAS,MAAM,QAAQ,QAAQ,OAAO,IAAI,QAAQ,QAAQ,SAAS;AAAA,IACnE,iBAAiB,MAAM,QAAQ,QAAQ,UAAU,IAC7C,QAAQ,WAAW,SACnB;AAAA,EACN;AACF;AAEA,SAAS,8BAA8B,aAAiC;AACtE,QAAM,YAAY,KAAK,MAAM,WAAW;AACxC,QAAM,YAAY,OAAO,SAAS,SAAS,IAAI,YAAY,KAAK,IAAI;AACpE,QAAM,UAAU,YAAY;AAC5B,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,YAAY;AAAA,IACZ,WAAW;AAAA,IACX;AAAA,IACA,YAAY,UAAU;AAAA,IACtB,YAAY;AAAA,MACV;AAAA,QACE,MAAM;AAAA,QACN,MAAM;AAAA,QACN;AAAA,MACF;AAAA,MACA;AAAA,QACE,MAAM;AAAA,QACN,MAAM;AAAA,QACN,SAAS,CAAC,eAAe;AAAA,QACzB,WAAW;AAAA,MACb;AAAA,IACF;AAAA,IACA,iBAAiB;AAAA,MACf,UAAU;AAAA,QACR;AAAA,UACE,QAAQ;AAAA,UACR;AAAA,UACA,WAAW;AAAA,UACX,WAAW;AAAA,UACX,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,SAAS;AAAA,QACX;AAAA,MACF;AAAA,MACA,mBAAmB,CAAC;AAAA,IACtB;AAAA,IACA,SAAS;AAAA,MACP;AAAA,QACE,OAAO;AAAA,QACP,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,WAAW;AAAA,MACb;AAAA,IACF;AAAA,IACA,QAAQ;AAAA,MACN,EAAE,MAAM,eAAe,WAAW,MAAM,EAAE,WAAW,KAAK,EAAE;AAAA,MAC5D,EAAE,MAAM,aAAa,WAAW,SAAS,MAAM,EAAE,WAAW,KAAK,EAAE;AAAA,IACrE;AAAA,IACA,iBAAiB,CAAC;AAAA,IAClB,UAAU;AAAA,MACR,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,MAAM,CAAC,WAAW,qBAAqB;AAAA,MACvC,gBAAgB;AAAA,MAChB,eAAe;AAAA,MACf,cAAc;AAAA,IAChB;AAAA,EACF;AACF;AAEA,eAAsB,wBACpB,UAA0C,CAAC,GACF;AACzC,QAAM,cAAc,QAAQ,gBAAe,oBAAI,KAAK,GAAE,YAAY;AAClE,QAAM,YACJ,QAAQ,aACR;AAAA,IACE,kBAAkB;AAAA,IAClB;AAAA,IACA,YAAY,QAAQ,QAAQ,GAAG;AAAA,EACjC;AACF,QAAM,gBAAgB,QAAQ,gBAC1B,QAAQ,QAAQ,aAAa,IAC7B;AACJ,QAAM,SACJ,QAAQ,OAAO,SAAS,QAAQ,QAAQ,aAAa,aAAa,GAEjE,IAAI,CAAC,SAAS,QAAQ,IAAI,CAAC,EAC3B;AAAA,IACC,CAAC,MAAM,OAAO,QAAQ,WAAW,IAAI,KAAK,IAAI,QAAQ,IAAI,MAAM;AAAA,EAClE;AACF,QAAM,QACJ,OAAO,QAAQ,UAAU,YAAY,OAAO,SAAS,QAAQ,KAAK,IAC9D,KAAK,IAAI,GAAG,KAAK,MAAM,QAAQ,KAAK,CAAC,IACrC;AAEN,QAAM,MAAM,KAAK,WAAW,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;AAEzD,QAAM,aAAoD,CAAC;AAC3D,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAkB,CAAC;AACzB,QAAI,KAAK,SAAS,OAAO,GAAG;AAC1B,YAAM,KAAK,IAAI;AAAA,IACjB,OAAO;AACL,YAAM,iBAAiB,MAAM,KAAK;AAAA,IACpC;AACA,eAAW,QAAQ,OAAO;AACxB,iBAAW,KAAK,EAAE,MAAM,KAAK,CAAC;AAAA,IAChC;AAAA,EACF;AAEA,QAAM,SAAoC,CAAC;AAC3C,MAAI,eAAe;AACnB,aAAW,aAAa,YAAY;AAClC,QAAI,OAAO,UAAU,MAAO;AAC5B,UAAM,UAAU,MAAM,mBAAmB,UAAU,IAAI;AACvD,QAAI,CAAC,SAAS;AACZ,sBAAgB;AAChB;AAAA,IACF;AACA,UAAM,eAAe;AAAA,MACnB,SAAS,UAAU,MAAM,UAAU,IAAI,KAAK,SAAS,UAAU,IAAI;AAAA,IACrE;AACA,UAAM,aAAa;AAAA,MACjB;AAAA,MACA;AAAA,MACA,GAAG,OAAO,OAAO,SAAS,CAAC,EAAE,SAAS,GAAG,GAAG,CAAC,IAAI,YAAY;AAAA,IAC/D;AACA,UAAM,SAAS,UAAU,MAAM,UAAU;AACzC,WAAO,KAAK,gBAAgB,UAAU,MAAM,YAAY,OAAO,CAAC;AAAA,EAClE;AACA,MAAI,iBAAiB;AACrB,MAAI,OAAO,WAAW,KAAK,MAAM,WAAW,KAAK,QAAQ,mBAAmB;AAC1E,UAAM,UAAU,8BAA8B,WAAW;AACzD,UAAM,aAAa,KAAK,WAAW,SAAS,kCAAkC;AAC9E,UAAM,UAAU,YAAY,GAAG,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAC3E,WAAO,KAAK,gBAAgB,YAAY,YAAY,OAAO,CAAC;AAC5D,qBAAiB;AAAA,EACnB;AAEA,QAAM,eAAe,KAAK,WAAW,iCAAiC;AACtE,QAAM,WAA6C;AAAA,IACjD,QAAQ;AAAA,IACR,eAAe;AAAA,IACf;AAAA,IACA;AAAA,IACA;AAAA,IACA,aAAa,OAAO;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,QAAM;AAAA,IACJ;AAAA,IACA,GAAG,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC;AAAA;AAAA,IACpC;AAAA,EACF;AACA,SAAO,EAAE,WAAW,cAAc,SAAS;AAC7C;","names":[]}

package/dist/core/track-c-queue-task.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Track-C nightly jobs on the elizaOS TaskService repeat-task path (no plugin-cron).
+ * Uses the same cron-boundary math as Heartbeats via `computeNextCronRunAtMs`.
+ */
+import type { IAgentRuntime } from "@elizaos/core";
+export declare const TRACK_C_QUEUE_TAGS: readonly ["queue", "repeat", "track-c"];
+export declare const TRACK_C_TRAJECTORY_EXPORT_TASK_NAME: "TRACK_C_TRAJECTORY_EXPORT_NIGHTLY";
+export declare const TRACK_C_SKILL_SCORING_TASK_NAME: "TRACK_C_SKILL_SCORING_NIGHTLY";
+/** Subset of `IAgentRuntime` required for Track-C repeat queue tasks */
+export interface TrackCRuntimeSubset {
+    getTaskWorker: IAgentRuntime["getTaskWorker"];
+    registerTaskWorker: IAgentRuntime["registerTaskWorker"];
+    createTask: IAgentRuntime["createTask"];
+    getTasksByName: IAgentRuntime["getTasksByName"];
+    deleteTask: IAgentRuntime["deleteTask"];
+}
+interface MinimalLogger {
+    info: (message: string) => void;
+    warn: (message: string) => void;
+}
+export declare function pruneDuplicateTasksByName(runtime: TrackCRuntimeSubset, taskName: string, log?: Pick<MinimalLogger, "warn">, logPrefix?: string): Promise<void>;
+export interface EnsureTrackCCronRepeatTaskParams {
+    taskName: string;
+    description: string;
+    cronExpr: string;
+    timezone?: string;
+    log?: MinimalLogger;
+    logPrefix?: string;
+    onExecute: (rt: IAgentRuntime) => Promise<void>;
+}
+/**
+ * Registers a repeat queue task wired to TaskService ticks. Dedupes by task name,
+ * invokes `onExecute` on each fire, and sets `nextInterval` from the cron boundary.
+ */
+export declare function ensureTrackCCronRepeatTask(runtime: TrackCRuntimeSubset, params: EnsureTrackCCronRepeatTaskParams): Promise<"created" | "existing">;
+export {};
+//# sourceMappingURL=track-c-queue-task.d.ts.map

package/dist/core/track-c-queue-task.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"track-c-queue-task.d.ts","sourceRoot":"","sources":["../../src/core/track-c-queue-task.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,aAAa,EAAQ,MAAM,eAAe,CAAC;AAEzD,eAAO,MAAM,kBAAkB,yCAA0C,CAAC;AAE1E,eAAO,MAAM,mCAAmC,EAC9C,mCAA4C,CAAC;AAC/C,eAAO,MAAM,+BAA+B,EAC1C,+BAAwC,CAAC;AAI3C,wEAAwE;AACxE,MAAM,WAAW,mBAAmB;IAClC,aAAa,EAAE,aAAa,CAAC,eAAe,CAAC,CAAC;IAC9C,kBAAkB,EAAE,aAAa,CAAC,oBAAoB,CAAC,CAAC;IACxD,UAAU,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;IACxC,cAAc,EAAE,aAAa,CAAC,gBAAgB,CAAC,CAAC;IAChD,UAAU,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;CACzC;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAqBD,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,mBAAmB,EAC5B,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,EACjC,SAAS,SAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAiBf;AAoCD,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,CAAC,EAAE,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACjD;AAED;;;GAGG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,mBAAmB,EAC5B,MAAM,EAAE,gCAAgC,GACvC,OAAO,CAAC,SAAS,GAAG,UAAU,CAAC,CAuCjC"}

package/dist/core/track-c-queue-task.js

@@ -0,0 +1,104 @@
+import { computeNextCronRunAtMs } from "@elizaos/agent";
+const TRACK_C_QUEUE_TAGS = ["queue", "repeat", "track-c"];
+const TRACK_C_TRAJECTORY_EXPORT_TASK_NAME = "TRACK_C_TRAJECTORY_EXPORT_NIGHTLY";
+const TRACK_C_SKILL_SCORING_TASK_NAME = "TRACK_C_SKILL_SCORING_NIGHTLY";
+const CRON_FALLBACK_MS = 6e4;
+function taskUpdatedMs(task) {
+  const meta = task.metadata;
+  if (typeof meta?.updatedAt === "number") return meta.updatedAt;
+  if (typeof task.updatedAt === "number") return task.updatedAt;
+  if (typeof task.updatedAt === "bigint") return Number(task.updatedAt);
+  return 0;
+}
+function msUntilNextCron(expression, timezone) {
+  const now = Date.now();
+  const next = computeNextCronRunAtMs(expression, now, timezone);
+  if (next === null) return CRON_FALLBACK_MS;
+  const delta = next - now;
+  return delta > 0 ? delta : CRON_FALLBACK_MS;
+}
+async function pruneDuplicateTasksByName(runtime, taskName, log, logPrefix = "[TrackCTask]") {
+  const tasks = await runtime.getTasksByName(taskName);
+  if (tasks.length <= 1) return;
+  const sorted = [...tasks].sort((a, b) => taskUpdatedMs(b) - taskUpdatedMs(a));
+  let removed = 0;
+  for (const dup of sorted.slice(1)) {
+    if (dup.id) {
+      await runtime.deleteTask(dup.id);
+      removed += 1;
+    }
+  }
+  if (removed > 0) {
+    log?.warn(
+      `${logPrefix} removed ${removed} duplicate task(s) for "${taskName}"`
+    );
+  }
+}
+function registerTrackCWorkerOnce(runtime, taskName, cronExpr, timezone, onExecute) {
+  if (runtime.getTaskWorker(taskName)) return;
+  runtime.registerTaskWorker({
+    name: taskName,
+    execute: async (rt, _options, task) => {
+      await onExecute(rt);
+      const meta = task.metadata ?? {};
+      const expr = typeof meta.trackCCronExpr === "string" ? meta.trackCCronExpr : cronExpr;
+      const tzRaw = meta.trackCCronTz;
+      let tz;
+      if (tzRaw === null || tzRaw === void 0) {
+        tz = timezone;
+      } else if (typeof tzRaw === "string" && tzRaw.length > 0) {
+        tz = tzRaw;
+      } else {
+        tz = timezone;
+      }
+      return {
+        nextInterval: msUntilNextCron(expr, tz)
+      };
+    }
+  });
+}
+async function ensureTrackCCronRepeatTask(runtime, params) {
+  const logPrefix = params.logPrefix ?? "[TrackCTask]";
+  await pruneDuplicateTasksByName(
+    runtime,
+    params.taskName,
+    params.log,
+    logPrefix
+  );
+  registerTrackCWorkerOnce(
+    runtime,
+    params.taskName,
+    params.cronExpr,
+    params.timezone,
+    params.onExecute
+  );
+  const existing = await runtime.getTasksByName(params.taskName);
+  if (existing.length > 0) {
+    return "existing";
+  }
+  const now = Date.now();
+  const nextInterval = msUntilNextCron(params.cronExpr, params.timezone);
+  await runtime.createTask({
+    name: params.taskName,
+    description: params.description,
+    tags: [...TRACK_C_QUEUE_TAGS],
+    metadata: {
+      updatedAt: now,
+      updateInterval: nextInterval,
+      baseInterval: nextInterval,
+      maxFailures: -1,
+      trackCCronExpr: params.cronExpr,
+      trackCCronTz: params.timezone ?? null
+    }
+  });
+  params.log?.info(`${logPrefix} created repeat task "${params.taskName}"`);
+  return "created";
+}
+export {
+  TRACK_C_QUEUE_TAGS,
+  TRACK_C_SKILL_SCORING_TASK_NAME,
+  TRACK_C_TRAJECTORY_EXPORT_TASK_NAME,
+  ensureTrackCCronRepeatTask,
+  pruneDuplicateTasksByName
+};
+//# sourceMappingURL=track-c-queue-task.js.map