@elizaos/plugin-training 2.0.3-beta.6 → 2.0.3-beta.7

package/dist/core/feed-generation-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/feed-generation-runner.ts"],"sourcesContent":["import { spawn } from \"node:child_process\";\nimport { mkdir, readdir, readFile, writeFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport { trainingStateRoot } from \"./training-config.js\";\nimport { defaultBunCommand, resolveWorkspaceRoot } from \"./workspace-runtime.js\";\n\nexport interface FeedGenerationRunOptions {\n  workspaceRoot?: string;\n  bun?: string;\n  archetypes?: string;\n  numAgents?: number;\n  ticks?: number;\n  parallel?: number;\n  managerId?: string;\n  cleanup?: boolean;\n  dryRun?: boolean;\n  outputDir?: string;\n}\n\nexport interface FeedGenerationRunResult {\n  workspaceRoot: string;\n  feedCliRoot: string;\n  outputDir: string;\n  artifacts: FeedGenerationArtifact[];\n  command: string[];\n  stdout: string;\n  stderr: string;\n  exitCode: number;\n}\n\nexport interface FeedGenerationArtifact {\n  schema: string | null;\n  manifestPath: string;\n  exportPath: string | null;\n  outputDir: string | null;\n  sourceKind: string | null;\n  trajectories: number | null;\n  archetypes: unknown;\n  generatedAt: string | null;\n}\n\nfunction safeTimestamp(value: string): string {\n  return value.replace(/[:.]/g, \"-\");\n}\n\nfunction positiveInt(value: number | undefined, fallback: number): number {\n  return typeof value === \"number\" && Number.isFinite(value)\n    ? Math.max(1, Math.floor(value))\n    : fallback;\n}\n\nfunction collectProcess(\n  command: string,\n  args: string[],\n  cwd: string,\n): Promise<{ stdout: string; stderr: string; exitCode: number }> {\n  return new Promise((resolvePromise, reject) => {\n    const child = spawn(command, args, { cwd, stdio: [\"ignore\", \"pipe\", \"pipe\"] });\n    let stdout = \"\";\n    let stderr = \"\";\n    child.stdout.setEncoding(\"utf-8\");\n    child.stderr.setEncoding(\"utf-8\");\n    child.stdout.on(\"data\", (chunk) => {\n      stdout += chunk;\n    });\n    child.stderr.on(\"data\", (chunk) => {\n      stderr += chunk;\n    });\n    child.on(\"error\", reject);\n    child.on(\"close\", (code) => {\n      resolvePromise({ stdout, stderr, exitCode: code ?? 1 });\n    });\n  });\n}\n\nfunction asRecord(value: unknown): Record<string, unknown> | null {\n  return value && typeof value === \"object\" && !Array.isArray(value)\n    ? (value as Record<string, unknown>)\n    : null;\n}\n\nfunction stringOrNull(value: unknown): string | null {\n  return typeof value === \"string\" && value.trim().length > 0\n    ? value.trim()\n    : null;\n}\n\nfunction numberOrNull(value: unknown): number | null {\n  return typeof value === \"number\" && Number.isFinite(value) ? value : null;\n}\n\nfunction parseArchetypes(value: string | undefined): string[] {\n  const archetypes = (value ?? \"trader\")\n    .split(\",\")\n    .map((item) => item.trim())\n    .filter(Boolean);\n  return archetypes.length > 0 ? archetypes : [\"trader\"];\n}\n\nasync function writeDryRunFeedGenerationArtifact(input: {\n  outputDir: string;\n  options: FeedGenerationRunOptions;\n}): Promise<void> {\n  const generatedAt = new Date().toISOString();\n  const archetypes = parseArchetypes(input.options.archetypes);\n  const agentsPerArchetype = positiveInt(input.options.numAgents, 1);\n  const ticks = positiveInt(input.options.ticks, 1);\n  const trajectoryRows = archetypes.flatMap((archetype) =>\n    Array.from({ length: agentsPerArchetype }, (_, index) => {\n      const ordinal = index + 1;\n      return {\n        trajectory_id: `feed-dry-run-${archetype}-${ordinal}`,\n        agent_id: `feed-dry-run-agent-${archetype}-${ordinal}`,\n        archetype,\n        scenario_id: \"feed-dry-run\",\n        score: null,\n        steps: [\n          {\n            action: \"DRY_RUN\",\n            kind: \"planned_tick\",\n            input: `${archetype} market observation for dry-run tick 1 of ${ticks}`,\n            output: `planned ${archetype} feed decision`,\n            tick: 1,\n            ticks,\n          },\n        ],\n        reasoning: `Dry-run feed generation preview for ${archetype}.`,\n      };\n    }),\n  );\n  const exportPath = join(input.outputDir, \"feed-dry-run-trajectories.jsonl\");\n  const manifestPath = join(input.outputDir, \"feed-dry-run.manifest.json\");\n  const trajectoryIds = trajectoryRows.map((row) => row.trajectory_id);\n  const agentsCreated = trajectoryRows.map((row) => row.agent_id);\n  const archetypeStats = Object.fromEntries(\n    archetypes.map((archetype) => [\n      archetype,\n      {\n        agents: agentsPerArchetype,\n        trajectories: agentsPerArchetype,\n        avgTicksPerAgent: ticks,\n      },\n    ]),\n  );\n  await writeFile(\n    exportPath,\n    `${trajectoryRows.map((row) => JSON.stringify(row)).join(\"\\n\")}\\n`,\n    \"utf8\",\n  );\n  await writeFile(\n    manifestPath,\n    `${JSON.stringify(\n      {\n        schema: \"feed_parallel_generation\",\n        schemaVersion: 1,\n        generatedAt,\n        outputDir: input.outputDir,\n        exportPath,\n        manifestPath,\n        source: {\n          kind: \"feed_train_parallel_generation\",\n          archetypes,\n        },\n        counts: {\n          agentsCreated: agentsCreated.length,\n          trajectories: trajectoryIds.length,\n          totalTicks: agentsCreated.length * ticks,\n          errors: 0,\n        },\n        durationMs: 0,\n        cleanup: input.options.cleanup === true,\n        dryRun: true,\n        agentsCreated,\n        trajectoryIds,\n        archetypeStats,\n        errors: [],\n      },\n      null,\n      2,\n    )}\\n`,\n    \"utf8\",\n  );\n}\n\nasync function discoverFeedGenerationArtifacts(\n  outputDir: string,\n): Promise<FeedGenerationArtifact[]> {\n  const manifestPaths: string[] = [];\n  async function walk(dir: string): Promise<void> {\n    let entries;\n    try {\n      entries = await readdir(dir, { withFileTypes: true });\n    } catch {\n      return;\n    }\n    for (const entry of entries) {\n      const path = join(dir, entry.name);\n      if (entry.isDirectory()) {\n        await walk(path);\n        continue;\n      }\n      if (entry.isFile() && entry.name.endsWith(\".manifest.json\")) {\n        manifestPaths.push(path);\n      }\n    }\n  }\n  await walk(outputDir);\n  const artifacts: FeedGenerationArtifact[] = [];\n  for (const manifestPath of manifestPaths) {\n    try {\n      const payload = asRecord(JSON.parse(await readFile(manifestPath, \"utf8\")));\n      if (!payload) continue;\n      const schema = stringOrNull(payload.schema);\n      if (\n        schema !== \"feed_parallel_generation\" &&\n        schema !== \"feed_training_trajectory_export\"\n      ) {\n        continue;\n      }\n      const counts = asRecord(payload.counts) ?? {};\n      const source = asRecord(payload.source) ?? {};\n      artifacts.push({\n        schema,\n        manifestPath,\n        exportPath: stringOrNull(payload.exportPath),\n        outputDir: stringOrNull(payload.outputDir),\n        sourceKind: stringOrNull(source.kind),\n        trajectories: numberOrNull(counts.trajectories),\n        archetypes: source.archetypes ?? source.archetype ?? null,\n        generatedAt: stringOrNull(payload.generatedAt),\n      });\n    } catch {\n      // Ignore malformed manifests; they will be visible in stdout/stderr.\n    }\n  }\n  return artifacts.sort((left, right) =>\n    left.manifestPath.localeCompare(right.manifestPath),\n  );\n}\n\nexport function buildFeedGenerationArgs(\n  options: FeedGenerationRunOptions,\n  resolved: { outputDir: string },\n): string[] {\n  const args = [\n    \"run\",\n    \"src/index.ts\",\n    \"train\",\n    \"parallel\",\n    \"--archetypes\",\n    options.archetypes?.trim() || \"trader\",\n    \"--num-agents\",\n    String(positiveInt(options.numAgents, 1)),\n    \"--ticks\",\n    String(positiveInt(options.ticks, 1)),\n    \"--parallel\",\n    String(positiveInt(options.parallel, 1)),\n    \"--output-dir\",\n    resolved.outputDir,\n  ];\n  if (options.managerId) args.push(\"--manager-id\", options.managerId);\n  if (options.cleanup) args.push(\"--cleanup\");\n  if (options.dryRun) args.push(\"--dry-run\");\n  return args;\n}\n\nexport async function runFeedGeneration(\n  options: FeedGenerationRunOptions = {},\n): Promise<FeedGenerationRunResult> {\n  const workspaceRoot = resolveWorkspaceRoot(options.workspaceRoot);\n  const feedCliRoot = join(workspaceRoot, \"packages\", \"feed\", \"apps\", \"cli\");\n  const stamp = safeTimestamp(new Date().toISOString());\n  const outputDir =\n    options.outputDir ?? join(trainingStateRoot(), \"feed\", \"parallel\", stamp);\n  await mkdir(outputDir, { recursive: true });\n  const args = buildFeedGenerationArgs(options, { outputDir });\n  const command = options.bun ?? defaultBunCommand();\n  const proc = await collectProcess(command, args, feedCliRoot);\n  if (proc.exitCode !== 0) {\n    throw new Error(\n      `feed train parallel exited with code ${proc.exitCode}: ${proc.stderr || proc.stdout}`,\n    );\n  }\n  let artifacts = await discoverFeedGenerationArtifacts(outputDir);\n  if (options.dryRun === true && artifacts.length === 0) {\n    await writeDryRunFeedGenerationArtifact({ outputDir, options });\n    artifacts = await discoverFeedGenerationArtifacts(outputDir);\n  }\n  return {\n    workspaceRoot,\n    feedCliRoot,\n    outputDir,\n    artifacts,\n    command: [command, ...args],\n    stdout: proc.stdout,\n    stderr: proc.stderr,\n    exitCode: proc.exitCode,\n  };\n}\n"],"mappings":"AAAA,SAAS,aAAa;AACtB,SAAS,OAAO,SAAS,UAAU,iBAAiB;AACpD,SAAS,YAAY;AACrB,SAAS,yBAAyB;AAClC,SAAS,mBAAmB,4BAA4B;AAqCxD,SAAS,cAAc,OAAuB;AAC5C,SAAO,MAAM,QAAQ,SAAS,GAAG;AACnC;AAEA,SAAS,YAAY,OAA2B,UAA0B;AACxE,SAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,IACrD,KAAK,IAAI,GAAG,KAAK,MAAM,KAAK,CAAC,IAC7B;AACN;AAEA,SAAS,eACP,SACA,MACA,KAC+D;AAC/D,SAAO,IAAI,QAAQ,CAAC,gBAAgB,WAAW;AAC7C,UAAM,QAAQ,MAAM,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,UAAU,QAAQ,MAAM,EAAE,CAAC;AAC7E,QAAI,SAAS;AACb,QAAI,SAAS;AACb,UAAM,OAAO,YAAY,OAAO;AAChC,UAAM,OAAO,YAAY,OAAO;AAChC,UAAM,OAAO,GAAG,QAAQ,CAAC,UAAU;AACjC,gBAAU;AAAA,IACZ,CAAC;AACD,UAAM,OAAO,GAAG,QAAQ,CAAC,UAAU;AACjC,gBAAU;AAAA,IACZ,CAAC;AACD,UAAM,GAAG,SAAS,MAAM;AACxB,UAAM,GAAG,SAAS,CAAC,SAAS;AAC1B,qBAAe,EAAE,QAAQ,QAAQ,UAAU,QAAQ,EAAE,CAAC;AAAA,IACxD,CAAC;AAAA,EACH,CAAC;AACH;AAEA,SAAS,SAAS,OAAgD;AAChE,SAAO,SAAS,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK,IAC5D,QACD;AACN;AAEA,SAAS,aAAa,OAA+B;AACnD,SAAO,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,SAAS,IACtD,MAAM,KAAK,IACX;AACN;AAEA,SAAS,aAAa,OAA+B;AACnD,SAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,IAAI,QAAQ;AACvE;AAEA,SAAS,gBAAgB,OAAqC;AAC5D,QAAM,cAAc,SAAS,UAC1B,MAAM,GAAG,EACT,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,OAAO;AACjB,SAAO,WAAW,SAAS,IAAI,aAAa,CAAC,QAAQ;AACvD;AAEA,eAAe,kCAAkC,OAG/B;AAChB,QAAM,eAAc,oBAAI,KAAK,GAAE,YAAY;AAC3C,QAAM,aAAa,gBAAgB,MAAM,QAAQ,UAAU;AAC3D,QAAM,qBAAqB,YAAY,MAAM,QAAQ,WAAW,CAAC;AACjE,QAAM,QAAQ,YAAY,MAAM,QAAQ,OAAO,CAAC;AAChD,QAAM,iBAAiB,WAAW;AAAA,IAAQ,CAAC,cACzC,MAAM,KAAK,EAAE,QAAQ,mBAAmB,GAAG,CAAC,GAAG,UAAU;AACvD,YAAM,UAAU,QAAQ;AACxB,aAAO;AAAA,QACL,eAAe,gBAAgB,SAAS,IAAI,OAAO;AAAA,QACnD,UAAU,sBAAsB,SAAS,IAAI,OAAO;AAAA,QACpD;AAAA,QACA,aAAa;AAAA,QACb,OAAO;AAAA,QACP,OAAO;AAAA,UACL;AAAA,YACE,QAAQ;AAAA,YACR,MAAM;AAAA,YACN,OAAO,GAAG,SAAS,6CAA6C,KAAK;AAAA,YACrE,QAAQ,WAAW,SAAS;AAAA,YAC5B,MAAM;AAAA,YACN;AAAA,UACF;AAAA,QACF;AAAA,QACA,WAAW,uCAAuC,SAAS;AAAA,MAC7D;AAAA,IACF,CAAC;AAAA,EACH;AACA,QAAM,aAAa,KAAK,MAAM,WAAW,iCAAiC;AAC1E,QAAM,eAAe,KAAK,MAAM,WAAW,4BAA4B;AACvE,QAAM,gBAAgB,eAAe,IAAI,CAAC,QAAQ,IAAI,aAAa;AACnE,QAAM,gBAAgB,eAAe,IAAI,CAAC,QAAQ,IAAI,QAAQ;AAC9D,QAAM,iBAAiB,OAAO;AAAA,IAC5B,WAAW,IAAI,CAAC,cAAc;AAAA,MAC5B;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,cAAc;AAAA,QACd,kBAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAAA,EACH;AACA,QAAM;AAAA,IACJ;AAAA,IACA,GAAG,eAAe,IAAI,CAAC,QAAQ,KAAK,UAAU,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC;AAAA;AAAA,IAC9D;AAAA,EACF;AACA,QAAM;AAAA,IACJ;AAAA,IACA,GAAG,KAAK;AAAA,MACN;AAAA,QACE,QAAQ;AAAA,QACR,eAAe;AAAA,QACf;AAAA,QACA,WAAW,MAAM;AAAA,QACjB;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,UACN,MAAM;AAAA,UACN;AAAA,QACF;AAAA,QACA,QAAQ;AAAA,UACN,eAAe,cAAc;AAAA,UAC7B,cAAc,cAAc;AAAA,UAC5B,YAAY,cAAc,SAAS;AAAA,UACnC,QAAQ;AAAA,QACV;AAAA,QACA,YAAY;AAAA,QACZ,SAAS,MAAM,QAAQ,YAAY;AAAA,QACnC,QAAQ;AAAA,QACR;AAAA,QACA;AAAA,QACA;AAAA,QACA,QAAQ,CAAC;AAAA,MACX;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA;AAAA,IACD;AAAA,EACF;AACF;AAEA,eAAe,gCACb,WACmC;AACnC,QAAM,gBAA0B,CAAC;AACjC,iBAAe,KAAK,KAA4B;AAC9C,QAAI;AACJ,QAAI;AACF,gBAAU,MAAM,QAAQ,KAAK,EAAE,eAAe,KAAK,CAAC;AAAA,IACtD,QAAQ;AACN;AAAA,IACF;AACA,eAAW,SAAS,SAAS;AAC3B,YAAM,OAAO,KAAK,KAAK,MAAM,IAAI;AACjC,UAAI,MAAM,YAAY,GAAG;AACvB,cAAM,KAAK,IAAI;AACf;AAAA,MACF;AACA,UAAI,MAAM,OAAO,KAAK,MAAM,KAAK,SAAS,gBAAgB,GAAG;AAC3D,sBAAc,KAAK,IAAI;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AACA,QAAM,KAAK,SAAS;AACpB,QAAM,YAAsC,CAAC;AAC7C,aAAW,gBAAgB,eAAe;AACxC,QAAI;AACF,YAAM,UAAU,SAAS,KAAK,MAAM,MAAM,SAAS,cAAc,MAAM,CAAC,CAAC;AACzE,UAAI,CAAC,QAAS;AACd,YAAM,SAAS,aAAa,QAAQ,MAAM;AAC1C,UACE,WAAW,8BACX,WAAW,mCACX;AACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,QAAQ,MAAM,KAAK,CAAC;AAC5C,YAAM,SAAS,SAAS,QAAQ,MAAM,KAAK,CAAC;AAC5C,gBAAU,KAAK;AAAA,QACb;AAAA,QACA;AAAA,QACA,YAAY,aAAa,QAAQ,UAAU;AAAA,QAC3C,WAAW,aAAa,QAAQ,SAAS;AAAA,QACzC,YAAY,aAAa,OAAO,IAAI;AAAA,QACpC,cAAc,aAAa,OAAO,YAAY;AAAA,QAC9C,YAAY,OAAO,cAAc,OAAO,aAAa;AAAA,QACrD,aAAa,aAAa,QAAQ,WAAW;AAAA,MAC/C,CAAC;AAAA,IACH,QAAQ;AAAA,IAER;AAAA,EACF;AACA,SAAO,UAAU;AAAA,IAAK,CAAC,MAAM,UAC3B,KAAK,aAAa,cAAc,MAAM,YAAY;AAAA,EACpD;AACF;AAEO,SAAS,wBACd,SACA,UACU;AACV,QAAM,OAAO;AAAA,IACX;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,YAAY,KAAK,KAAK;AAAA,IAC9B;AAAA,IACA,OAAO,YAAY,QAAQ,WAAW,CAAC,CAAC;AAAA,IACxC;AAAA,IACA,OAAO,YAAY,QAAQ,OAAO,CAAC,CAAC;AAAA,IACpC;AAAA,IACA,OAAO,YAAY,QAAQ,UAAU,CAAC,CAAC;AAAA,IACvC;AAAA,IACA,SAAS;AAAA,EACX;AACA,MAAI,QAAQ,UAAW,MAAK,KAAK,gBAAgB,QAAQ,SAAS;AAClE,MAAI,QAAQ,QAAS,MAAK,KAAK,WAAW;AAC1C,MAAI,QAAQ,OAAQ,MAAK,KAAK,WAAW;AACzC,SAAO;AACT;AAEA,eAAsB,kBACpB,UAAoC,CAAC,GACH;AAClC,QAAM,gBAAgB,qBAAqB,QAAQ,aAAa;AAChE,QAAM,cAAc,KAAK,eAAe,YAAY,QAAQ,QAAQ,KAAK;AACzE,QAAM,QAAQ,eAAc,oBAAI,KAAK,GAAE,YAAY,CAAC;AACpD,QAAM,YACJ,QAAQ,aAAa,KAAK,kBAAkB,GAAG,QAAQ,YAAY,KAAK;AAC1E,QAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAC1C,QAAM,OAAO,wBAAwB,SAAS,EAAE,UAAU,CAAC;AAC3D,QAAM,UAAU,QAAQ,OAAO,kBAAkB;AACjD,QAAM,OAAO,MAAM,eAAe,SAAS,MAAM,WAAW;AAC5D,MAAI,KAAK,aAAa,GAAG;AACvB,UAAM,IAAI;AAAA,MACR,wCAAwC,KAAK,QAAQ,KAAK,KAAK,UAAU,KAAK,MAAM;AAAA,IACtF;AAAA,EACF;AACA,MAAI,YAAY,MAAM,gCAAgC,SAAS;AAC/D,MAAI,QAAQ,WAAW,QAAQ,UAAU,WAAW,GAAG;AACrD,UAAM,kCAAkC,EAAE,WAAW,QAAQ,CAAC;AAC9D,gBAAY,MAAM,gCAAgC,SAAS;AAAA,EAC7D;AACA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,CAAC,SAAS,GAAG,IAAI;AAAA,IAC1B,QAAQ,KAAK;AAAA,IACb,QAAQ,KAAK;AAAA,IACb,UAAU,KAAK;AAAA,EACjB;AACF;","names":[]}

package/dist/core/html-escape.d.ts

@@ -0,0 +1,5 @@
+/** Escape a string for safe interpolation into HTML text/attributes. */
+export declare function escapeHtml(value: string): string;
+/** Serialize a value to JSON safe for embedding inside a <script> tag. */
+export declare function escapeScriptJson(value: unknown): string;
+//# sourceMappingURL=html-escape.d.ts.map

package/dist/core/html-escape.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-escape.d.ts","sourceRoot":"","sources":["../../src/core/html-escape.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMhD;AAED,0EAA0E;AAC1E,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEvD"}

package/dist/core/html-escape.js

@@ -0,0 +1,11 @@
+function escapeHtml(value) {
+  return value.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;");
+}
+function escapeScriptJson(value) {
+  return JSON.stringify(value).replace(/</g, "\\u003c");
+}
+export {
+  escapeHtml,
+  escapeScriptJson
+};
+//# sourceMappingURL=html-escape.js.map

package/dist/core/html-escape.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/html-escape.ts"],"sourcesContent":["/** Escape a string for safe interpolation into HTML text/attributes. */\nexport function escapeHtml(value: string): string {\n  return value\n    .replace(/&/g, \"&amp;\")\n    .replace(/</g, \"&lt;\")\n    .replace(/>/g, \"&gt;\")\n    .replace(/\"/g, \"&quot;\");\n}\n\n/** Serialize a value to JSON safe for embedding inside a <script> tag. */\nexport function escapeScriptJson(value: unknown): string {\n  return JSON.stringify(value).replace(/</g, \"\\\\u003c\");\n}\n"],"mappings":"AACO,SAAS,WAAW,OAAuB;AAChD,SAAO,MACJ,QAAQ,MAAM,OAAO,EACrB,QAAQ,MAAM,MAAM,EACpB,QAAQ,MAAM,MAAM,EACpB,QAAQ,MAAM,QAAQ;AAC3B;AAGO,SAAS,iBAAiB,OAAwB;AACvD,SAAO,KAAK,UAAU,KAAK,EAAE,QAAQ,MAAM,SAAS;AACtD;","names":[]}

package/dist/core/huggingface-dataset-ingest.d.ts

@@ -0,0 +1,52 @@
+export declare const HUGGINGFACE_DATASET_INGEST_SCHEMA = "eliza_huggingface_dataset_ingest";
+export declare const HUGGINGFACE_DATASET_INGEST_VERSION = 1;
+export declare const DEFAULT_ELIZA1_HF_DATASET_REPO = "elizaos/eliza-1-training";
+export declare const DEFAULT_ELIZA1_HF_DATASET_FILES: string[];
+export interface HuggingFaceDatasetFileReceipt {
+    hfPath: string;
+    url: string;
+    localPath: string;
+    bytes: number;
+    sha256: string | null;
+    rows: number | null;
+    contentType: string | null;
+    status: "downloaded" | "dry_run";
+}
+export interface HuggingFaceDatasetIngestManifest {
+    schema: typeof HUGGINGFACE_DATASET_INGEST_SCHEMA;
+    schemaVersion: typeof HUGGINGFACE_DATASET_INGEST_VERSION;
+    generatedAt: string;
+    source: {
+        kind: "huggingface_dataset";
+        repoId: string;
+        revision: string;
+    };
+    outputDir: string;
+    manifestPath: string;
+    counts: {
+        files: number;
+        downloadedFiles: number;
+        dryRunFiles: number;
+        jsonlRows: number;
+        bytes: number;
+    };
+    files: HuggingFaceDatasetFileReceipt[];
+}
+export interface IngestHuggingFaceDatasetOptions {
+    repoId?: string;
+    revision?: string;
+    files?: string[];
+    outputDir?: string;
+    token?: string;
+    dryRun?: boolean;
+    now?: () => Date;
+    fetcher?: typeof fetch;
+}
+export interface HuggingFaceDatasetIngestResult {
+    outputDir: string;
+    manifestPath: string;
+    manifest: HuggingFaceDatasetIngestManifest;
+}
+export declare function ingestHuggingFaceDataset(options?: IngestHuggingFaceDatasetOptions): Promise<HuggingFaceDatasetIngestResult>;
+export declare function defaultHuggingFaceDatasetOutputName(repoId: string): string;
+//# sourceMappingURL=huggingface-dataset-ingest.d.ts.map

package/dist/core/huggingface-dataset-ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-dataset-ingest.d.ts","sourceRoot":"","sources":["../../src/core/huggingface-dataset-ingest.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,iCAAiC,qCACV,CAAC;AACrC,eAAO,MAAM,kCAAkC,IAAI,CAAC;AACpD,eAAO,MAAM,8BAA8B,6BAA6B,CAAC;AAQzE,eAAO,MAAM,+BAA+B,UAGzC,CAAC;AAEJ,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,YAAY,GAAG,SAAS,CAAC;CAClC;AAED,MAAM,WAAW,gCAAgC;IAC/C,MAAM,EAAE,OAAO,iCAAiC,CAAC;IACjD,aAAa,EAAE,OAAO,kCAAkC,CAAC;IACzD,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE;QACN,IAAI,EAAE,qBAAqB,CAAC;QAC5B,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,KAAK,EAAE,6BAA6B,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,+BAA+B;IAC9C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,gCAAgC,CAAC;CAC5C;AA4CD,wBAAsB,wBAAwB,CAC5C,OAAO,GAAE,+BAAoC,GAC5C,OAAO,CAAC,8BAA8B,CAAC,CAqFzC;AAED,wBAAgB,mCAAmC,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE1E"}

package/dist/core/huggingface-dataset-ingest.js

@@ -0,0 +1,134 @@
+import { createHash } from "node:crypto";
+import { mkdir, writeFile } from "node:fs/promises";
+import { basename, dirname, join } from "node:path";
+import { ELIZA_ONE_BENCHMARK_TIERS } from "./eliza1-benchmark-recipe.js";
+import { trainingStateRoot } from "./training-config.js";
+const HUGGINGFACE_DATASET_INGEST_SCHEMA = "eliza_huggingface_dataset_ingest";
+const HUGGINGFACE_DATASET_INGEST_VERSION = 1;
+const DEFAULT_ELIZA1_HF_DATASET_REPO = "elizaos/eliza-1-training";
+const DEFAULT_ELIZA1_HF_DATASET_TIER_FILES = [
+  "train.jsonl",
+  "val.jsonl",
+  "test.jsonl",
+  "manifest.json",
+  "validation.json"
+];
+const DEFAULT_ELIZA1_HF_DATASET_FILES = ELIZA_ONE_BENCHMARK_TIERS.flatMap(
+  (tier) => DEFAULT_ELIZA1_HF_DATASET_TIER_FILES.map((file) => `sft/${tier}/${file}`)
+);
+function safeSegment(value) {
+  return value.replace(/[^a-zA-Z0-9._-]+/g, "-").replace(/^-+|-+$/g, "");
+}
+function safeTimestamp(value) {
+  return value.replace(/[:.]/g, "-");
+}
+function encodeRepoPath(path) {
+  return path.split("/").map((segment) => encodeURIComponent(segment)).join("/");
+}
+function datasetFileUrl(repoId, revision, file) {
+  return `https://huggingface.co/datasets/${encodeRepoPath(
+    repoId
+  )}/resolve/${encodeURIComponent(revision)}/${encodeRepoPath(file)}`;
+}
+function countJsonlRows(text) {
+  return text.split(/\r?\n/).filter((line) => line.trim().length > 0).length;
+}
+async function fetchText(fetcher, url, token) {
+  const response = await fetcher(url, {
+    headers: token ? { authorization: `Bearer ${token}` } : void 0
+  });
+  if (!response.ok) {
+    throw new Error(`Failed to fetch ${url}: HTTP ${response.status}`);
+  }
+  return {
+    text: await response.text(),
+    contentType: response.headers.get("content-type")
+  };
+}
+async function ingestHuggingFaceDataset(options = {}) {
+  const repoId = options.repoId?.trim() || DEFAULT_ELIZA1_HF_DATASET_REPO;
+  const revision = options.revision?.trim() || "main";
+  const files = (options.files?.length ? options.files : [...DEFAULT_ELIZA1_HF_DATASET_FILES]).map((file) => file.trim()).filter(Boolean);
+  if (files.length === 0) {
+    throw new Error("At least one Hugging Face dataset file is required");
+  }
+  const generatedAt = (options.now?.() ?? /* @__PURE__ */ new Date()).toISOString();
+  const outputDir = options.outputDir ?? join(
+    trainingStateRoot(),
+    "hf-datasets",
+    safeSegment(repoId),
+    safeSegment(revision),
+    safeTimestamp(generatedAt)
+  );
+  const fetcher = options.fetcher ?? fetch;
+  const dryRun = options.dryRun === true;
+  await mkdir(outputDir, { recursive: true });
+  const receipts = [];
+  for (const file of files) {
+    const url = datasetFileUrl(repoId, revision, file);
+    const localPath = join(outputDir, ...file.split("/").map(safeSegment));
+    if (dryRun) {
+      receipts.push({
+        hfPath: file,
+        url,
+        localPath,
+        bytes: 0,
+        sha256: null,
+        rows: null,
+        contentType: null,
+        status: "dry_run"
+      });
+      continue;
+    }
+    const { text, contentType } = await fetchText(fetcher, url, options.token);
+    await mkdir(dirname(localPath), { recursive: true });
+    await writeFile(localPath, text, "utf8");
+    const bytes = Buffer.byteLength(text, "utf8");
+    receipts.push({
+      hfPath: file,
+      url,
+      localPath,
+      bytes,
+      sha256: createHash("sha256").update(text).digest("hex"),
+      rows: file.endsWith(".jsonl") ? countJsonlRows(text) : null,
+      contentType,
+      status: "downloaded"
+    });
+  }
+  const manifestPath = join(outputDir, "huggingface-dataset-manifest.json");
+  const manifest = {
+    schema: HUGGINGFACE_DATASET_INGEST_SCHEMA,
+    schemaVersion: HUGGINGFACE_DATASET_INGEST_VERSION,
+    generatedAt,
+    source: {
+      kind: "huggingface_dataset",
+      repoId,
+      revision
+    },
+    outputDir,
+    manifestPath,
+    counts: {
+      files: receipts.length,
+      downloadedFiles: receipts.filter((file) => file.status === "downloaded").length,
+      dryRunFiles: receipts.filter((file) => file.status === "dry_run").length,
+      jsonlRows: receipts.reduce((sum, file) => sum + (file.rows ?? 0), 0),
+      bytes: receipts.reduce((sum, file) => sum + file.bytes, 0)
+    },
+    files: receipts
+  };
+  await writeFile(manifestPath, `${JSON.stringify(manifest, null, 2)}
+`, "utf8");
+  return { outputDir, manifestPath, manifest };
+}
+function defaultHuggingFaceDatasetOutputName(repoId) {
+  return basename(repoId) || safeSegment(repoId);
+}
+export {
+  DEFAULT_ELIZA1_HF_DATASET_FILES,
+  DEFAULT_ELIZA1_HF_DATASET_REPO,
+  HUGGINGFACE_DATASET_INGEST_SCHEMA,
+  HUGGINGFACE_DATASET_INGEST_VERSION,
+  defaultHuggingFaceDatasetOutputName,
+  ingestHuggingFaceDataset
+};
+//# sourceMappingURL=huggingface-dataset-ingest.js.map

package/dist/core/huggingface-dataset-ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/huggingface-dataset-ingest.ts"],"sourcesContent":["import { createHash } from \"node:crypto\";\nimport { mkdir, writeFile } from \"node:fs/promises\";\nimport { basename, dirname, join } from \"node:path\";\nimport { ELIZA_ONE_BENCHMARK_TIERS } from \"./eliza1-benchmark-recipe.js\";\nimport { trainingStateRoot } from \"./training-config.js\";\n\nexport const HUGGINGFACE_DATASET_INGEST_SCHEMA =\n  \"eliza_huggingface_dataset_ingest\";\nexport const HUGGINGFACE_DATASET_INGEST_VERSION = 1;\nexport const DEFAULT_ELIZA1_HF_DATASET_REPO = \"elizaos/eliza-1-training\";\nconst DEFAULT_ELIZA1_HF_DATASET_TIER_FILES = [\n  \"train.jsonl\",\n  \"val.jsonl\",\n  \"test.jsonl\",\n  \"manifest.json\",\n  \"validation.json\",\n] as const;\nexport const DEFAULT_ELIZA1_HF_DATASET_FILES =\n  ELIZA_ONE_BENCHMARK_TIERS.flatMap((tier) =>\n    DEFAULT_ELIZA1_HF_DATASET_TIER_FILES.map((file) => `sft/${tier}/${file}`),\n  );\n\nexport interface HuggingFaceDatasetFileReceipt {\n  hfPath: string;\n  url: string;\n  localPath: string;\n  bytes: number;\n  sha256: string | null;\n  rows: number | null;\n  contentType: string | null;\n  status: \"downloaded\" | \"dry_run\";\n}\n\nexport interface HuggingFaceDatasetIngestManifest {\n  schema: typeof HUGGINGFACE_DATASET_INGEST_SCHEMA;\n  schemaVersion: typeof HUGGINGFACE_DATASET_INGEST_VERSION;\n  generatedAt: string;\n  source: {\n    kind: \"huggingface_dataset\";\n    repoId: string;\n    revision: string;\n  };\n  outputDir: string;\n  manifestPath: string;\n  counts: {\n    files: number;\n    downloadedFiles: number;\n    dryRunFiles: number;\n    jsonlRows: number;\n    bytes: number;\n  };\n  files: HuggingFaceDatasetFileReceipt[];\n}\n\nexport interface IngestHuggingFaceDatasetOptions {\n  repoId?: string;\n  revision?: string;\n  files?: string[];\n  outputDir?: string;\n  token?: string;\n  dryRun?: boolean;\n  now?: () => Date;\n  fetcher?: typeof fetch;\n}\n\nexport interface HuggingFaceDatasetIngestResult {\n  outputDir: string;\n  manifestPath: string;\n  manifest: HuggingFaceDatasetIngestManifest;\n}\n\nfunction safeSegment(value: string): string {\n  return value.replace(/[^a-zA-Z0-9._-]+/g, \"-\").replace(/^-+|-+$/g, \"\");\n}\n\nfunction safeTimestamp(value: string): string {\n  return value.replace(/[:.]/g, \"-\");\n}\n\nfunction encodeRepoPath(path: string): string {\n  return path\n    .split(\"/\")\n    .map((segment) => encodeURIComponent(segment))\n    .join(\"/\");\n}\n\nfunction datasetFileUrl(repoId: string, revision: string, file: string): string {\n  return `https://huggingface.co/datasets/${encodeRepoPath(\n    repoId,\n  )}/resolve/${encodeURIComponent(revision)}/${encodeRepoPath(file)}`;\n}\n\nfunction countJsonlRows(text: string): number {\n  return text.split(/\\r?\\n/).filter((line) => line.trim().length > 0).length;\n}\n\nasync function fetchText(\n  fetcher: typeof fetch,\n  url: string,\n  token?: string,\n): Promise<{ text: string; contentType: string | null }> {\n  const response = await fetcher(url, {\n    headers: token ? { authorization: `Bearer ${token}` } : undefined,\n  });\n  if (!response.ok) {\n    throw new Error(`Failed to fetch ${url}: HTTP ${response.status}`);\n  }\n  return {\n    text: await response.text(),\n    contentType: response.headers.get(\"content-type\"),\n  };\n}\n\nexport async function ingestHuggingFaceDataset(\n  options: IngestHuggingFaceDatasetOptions = {},\n): Promise<HuggingFaceDatasetIngestResult> {\n  const repoId = options.repoId?.trim() || DEFAULT_ELIZA1_HF_DATASET_REPO;\n  const revision = options.revision?.trim() || \"main\";\n  const files = (options.files?.length\n    ? options.files\n    : [...DEFAULT_ELIZA1_HF_DATASET_FILES]\n  )\n    .map((file) => file.trim())\n    .filter(Boolean);\n  if (files.length === 0) {\n    throw new Error(\"At least one Hugging Face dataset file is required\");\n  }\n  const generatedAt = (options.now?.() ?? new Date()).toISOString();\n  const outputDir =\n    options.outputDir ??\n    join(\n      trainingStateRoot(),\n      \"hf-datasets\",\n      safeSegment(repoId),\n      safeSegment(revision),\n      safeTimestamp(generatedAt),\n    );\n  const fetcher = options.fetcher ?? fetch;\n  const dryRun = options.dryRun === true;\n\n  await mkdir(outputDir, { recursive: true });\n  const receipts: HuggingFaceDatasetFileReceipt[] = [];\n  for (const file of files) {\n    const url = datasetFileUrl(repoId, revision, file);\n    const localPath = join(outputDir, ...file.split(\"/\").map(safeSegment));\n    if (dryRun) {\n      receipts.push({\n        hfPath: file,\n        url,\n        localPath,\n        bytes: 0,\n        sha256: null,\n        rows: null,\n        contentType: null,\n        status: \"dry_run\",\n      });\n      continue;\n    }\n\n    const { text, contentType } = await fetchText(fetcher, url, options.token);\n    await mkdir(dirname(localPath), { recursive: true });\n    await writeFile(localPath, text, \"utf8\");\n    const bytes = Buffer.byteLength(text, \"utf8\");\n    receipts.push({\n      hfPath: file,\n      url,\n      localPath,\n      bytes,\n      sha256: createHash(\"sha256\").update(text).digest(\"hex\"),\n      rows: file.endsWith(\".jsonl\") ? countJsonlRows(text) : null,\n      contentType,\n      status: \"downloaded\",\n    });\n  }\n\n  const manifestPath = join(outputDir, \"huggingface-dataset-manifest.json\");\n  const manifest: HuggingFaceDatasetIngestManifest = {\n    schema: HUGGINGFACE_DATASET_INGEST_SCHEMA,\n    schemaVersion: HUGGINGFACE_DATASET_INGEST_VERSION,\n    generatedAt,\n    source: {\n      kind: \"huggingface_dataset\",\n      repoId,\n      revision,\n    },\n    outputDir,\n    manifestPath,\n    counts: {\n      files: receipts.length,\n      downloadedFiles: receipts.filter((file) => file.status === \"downloaded\")\n        .length,\n      dryRunFiles: receipts.filter((file) => file.status === \"dry_run\").length,\n      jsonlRows: receipts.reduce((sum, file) => sum + (file.rows ?? 0), 0),\n      bytes: receipts.reduce((sum, file) => sum + file.bytes, 0),\n    },\n    files: receipts,\n  };\n\n  await writeFile(manifestPath, `${JSON.stringify(manifest, null, 2)}\\n`, \"utf8\");\n  return { outputDir, manifestPath, manifest };\n}\n\nexport function defaultHuggingFaceDatasetOutputName(repoId: string): string {\n  return basename(repoId) || safeSegment(repoId);\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,OAAO,iBAAiB;AACjC,SAAS,UAAU,SAAS,YAAY;AACxC,SAAS,iCAAiC;AAC1C,SAAS,yBAAyB;AAE3B,MAAM,oCACX;AACK,MAAM,qCAAqC;AAC3C,MAAM,iCAAiC;AAC9C,MAAM,uCAAuC;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AACO,MAAM,kCACX,0BAA0B;AAAA,EAAQ,CAAC,SACjC,qCAAqC,IAAI,CAAC,SAAS,OAAO,IAAI,IAAI,IAAI,EAAE;AAC1E;AAmDF,SAAS,YAAY,OAAuB;AAC1C,SAAO,MAAM,QAAQ,qBAAqB,GAAG,EAAE,QAAQ,YAAY,EAAE;AACvE;AAEA,SAAS,cAAc,OAAuB;AAC5C,SAAO,MAAM,QAAQ,SAAS,GAAG;AACnC;AAEA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KACJ,MAAM,GAAG,EACT,IAAI,CAAC,YAAY,mBAAmB,OAAO,CAAC,EAC5C,KAAK,GAAG;AACb;AAEA,SAAS,eAAe,QAAgB,UAAkB,MAAsB;AAC9E,SAAO,mCAAmC;AAAA,IACxC;AAAA,EACF,CAAC,YAAY,mBAAmB,QAAQ,CAAC,IAAI,eAAe,IAAI,CAAC;AACnE;AAEA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KAAK,MAAM,OAAO,EAAE,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,SAAS,CAAC,EAAE;AACtE;AAEA,eAAe,UACb,SACA,KACA,OACuD;AACvD,QAAM,WAAW,MAAM,QAAQ,KAAK;AAAA,IAClC,SAAS,QAAQ,EAAE,eAAe,UAAU,KAAK,GAAG,IAAI;AAAA,EAC1D,CAAC;AACD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,mBAAmB,GAAG,UAAU,SAAS,MAAM,EAAE;AAAA,EACnE;AACA,SAAO;AAAA,IACL,MAAM,MAAM,SAAS,KAAK;AAAA,IAC1B,aAAa,SAAS,QAAQ,IAAI,cAAc;AAAA,EAClD;AACF;AAEA,eAAsB,yBACpB,UAA2C,CAAC,GACH;AACzC,QAAM,SAAS,QAAQ,QAAQ,KAAK,KAAK;AACzC,QAAM,WAAW,QAAQ,UAAU,KAAK,KAAK;AAC7C,QAAM,SAAS,QAAQ,OAAO,SAC1B,QAAQ,QACR,CAAC,GAAG,+BAA+B,GAEpC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,OAAO;AACjB,MAAI,MAAM,WAAW,GAAG;AACtB,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AACA,QAAM,eAAe,QAAQ,MAAM,KAAK,oBAAI,KAAK,GAAG,YAAY;AAChE,QAAM,YACJ,QAAQ,aACR;AAAA,IACE,kBAAkB;AAAA,IAClB;AAAA,IACA,YAAY,MAAM;AAAA,IAClB,YAAY,QAAQ;AAAA,IACpB,cAAc,WAAW;AAAA,EAC3B;AACF,QAAM,UAAU,QAAQ,WAAW;AACnC,QAAM,SAAS,QAAQ,WAAW;AAElC,QAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAC1C,QAAM,WAA4C,CAAC;AACnD,aAAW,QAAQ,OAAO;AACxB,UAAM,MAAM,eAAe,QAAQ,UAAU,IAAI;AACjD,UAAM,YAAY,KAAK,WAAW,GAAG,KAAK,MAAM,GAAG,EAAE,IAAI,WAAW,CAAC;AACrE,QAAI,QAAQ;AACV,eAAS,KAAK;AAAA,QACZ,QAAQ;AAAA,QACR;AAAA,QACA;AAAA,QACA,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,aAAa;AAAA,QACb,QAAQ;AAAA,MACV,CAAC;AACD;AAAA,IACF;AAEA,UAAM,EAAE,MAAM,YAAY,IAAI,MAAM,UAAU,SAAS,KAAK,QAAQ,KAAK;AACzE,UAAM,MAAM,QAAQ,SAAS,GAAG,EAAE,WAAW,KAAK,CAAC;AACnD,UAAM,UAAU,WAAW,MAAM,MAAM;AACvC,UAAM,QAAQ,OAAO,WAAW,MAAM,MAAM;AAC5C,aAAS,KAAK;AAAA,MACZ,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,MACA;AAAA,MACA,QAAQ,WAAW,QAAQ,EAAE,OAAO,IAAI,EAAE,OAAO,KAAK;AAAA,MACtD,MAAM,KAAK,SAAS,QAAQ,IAAI,eAAe,IAAI,IAAI;AAAA,MACvD;AAAA,MACA,QAAQ;AAAA,IACV,CAAC;AAAA,EACH;AAEA,QAAM,eAAe,KAAK,WAAW,mCAAmC;AACxE,QAAM,WAA6C;AAAA,IACjD,QAAQ;AAAA,IACR,eAAe;AAAA,IACf;AAAA,IACA,QAAQ;AAAA,MACN,MAAM;AAAA,MACN;AAAA,MACA;AAAA,IACF;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,MACN,OAAO,SAAS;AAAA,MAChB,iBAAiB,SAAS,OAAO,CAAC,SAAS,KAAK,WAAW,YAAY,EACpE;AAAA,MACH,aAAa,SAAS,OAAO,CAAC,SAAS,KAAK,WAAW,SAAS,EAAE;AAAA,MAClE,WAAW,SAAS,OAAO,CAAC,KAAK,SAAS,OAAO,KAAK,QAAQ,IAAI,CAAC;AAAA,MACnE,OAAO,SAAS,OAAO,CAAC,KAAK,SAAS,MAAM,KAAK,OAAO,CAAC;AAAA,IAC3D;AAAA,IACA,OAAO;AAAA,EACT;AAEA,QAAM,UAAU,cAAc,GAAG,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AAC9E,SAAO,EAAE,WAAW,cAAc,SAAS;AAC7C;AAEO,SAAS,oCAAoC,QAAwB;AAC1E,SAAO,SAAS,MAAM,KAAK,YAAY,MAAM;AAC/C;","names":[]}

package/dist/core/index.d.ts

@@ -0,0 +1,29 @@
+export * from "./context-audit.js";
+export * from "./context-catalog.js";
+export * from "./context-types.js";
+export * from "./dataset-generator.js";
+export * from "./replay-validator.js";
+export * from "./roleplay-executor.js";
+export * from "./roleplay-trajectories.js";
+export * from "./scenario-blueprints.js";
+export { buildActionBenchmarkCommand, buildActionBenchmarkEnv, runActionBenchmark, type ActionBenchmarkRunOptions, type ActionBenchmarkRunResult, } from "./action-benchmark-runner.js";
+export { buildBenchmarkVsCerebrasArgs, runBenchmarkVsCerebras, type BenchmarkVsCerebrasRunOptions, type BenchmarkVsCerebrasRunResult, } from "./benchmark-vs-cerebras-runner.js";
+export { buildEliza1BundleStageManifest, buildStageEliza1BundleArgs, ELIZA1_BUNDLE_STAGE_SCHEMA, ELIZA1_BUNDLE_STAGE_VERSION, parseStageEliza1BundlePlan, stageEliza1Bundle, type Eliza1BundleStageManifest, type StageEliza1BundleOptions, type StageEliza1BundleResult, } from "./eliza1-bundle-stager.js";
+export { ELIZA_ONE_BENCHMARK_TIERS, ELIZA_ONE_BENCHMARK_TIER_LIST, canonicalElizaOneTierSort, elizaOneActionBenchmarkPairs, elizaOneBenchmarkModelId, parseElizaOneBenchmarkTiers, type ElizaOneBenchmarkTier, type ElizaOneBenchmarkVariant, } from "./eliza1-benchmark-recipe.js";
+export { BENCHMARK_MATRIX_ARTIFACT_SCHEMA, BENCHMARK_MATRIX_ARTIFACT_VERSION, ACTION_BENCHMARK_REPORT_SCHEMA, ACTION_SELECTION_BENCHMARK_ID, LOCAL_EVAL_COMPARISON_BENCHMARK_ID, buildBenchmarkMatrixArtifactPayload, buildBenchmarkMatrixRowsFromArtifactPayload, buildBenchmarkMatrixRowsFromArtifacts, ELIZA_ONE_MATRIX_TIERS, writeBenchmarkMatrixArtifact, writeBenchmarkMatrixArtifactFromArtifacts, type BenchmarkMatrixArtifact, type BenchmarkMatrixArtifactSource, type BenchmarkMatrixFromArtifactsInput, type BenchmarkMatrixArtifactResult, type BenchmarkMatrixCell, type BenchmarkMatrixComparison, type BenchmarkMatrixInput, type BenchmarkMatrixRowInput, type BenchmarkMatrixVariant, type ElizaOneMatrixTier, } from "./benchmark-matrix-artifact.js";
+export { buildLocalEvalComparisonArgs, buildEvalComparisonArtifactPayload, EVAL_COMPARISON_ARTIFACT_SCHEMA, EVAL_COMPARISON_ARTIFACT_VERSION, runLocalEvalComparison, writeEvalComparisonArtifact, type EvalComparisonArtifact, type EvalComparisonArtifactInput, type EvalComparisonArtifactResult, type EvalComparisonRunOptions, type EvalComparisonRunResult, } from "./eval-comparison-artifact.js";
+export { buildFeedGenerationArgs, runFeedGeneration, type FeedGenerationRunOptions, type FeedGenerationRunResult, } from "./feed-generation-runner.js";
+export { listTrainingCollections, runTrainingCollection, writeTrainingCollectionIndex, TRAINING_COLLECTION_INDEX_SCHEMA, TRAINING_COLLECTION_INDEX_VERSION, TRAINING_COLLECTION_RUN_SCHEMA, TRAINING_COLLECTION_RUN_VERSION, type TrainingCollectionIndex, type ListTrainingCollectionsOptions, type ListTrainingCollectionsResult, type TrainingCollectionRunManifest, type TrainingCollectionRunOptions, type TrainingCollectionRunResult, type TrainingCollectionRunSummary, type TrainingCollectionStep, } from "./training-collection-runner.js";
+export { collectTestTrajectories, TEST_TRAJECTORY_COLLECTION_SCHEMA, TEST_TRAJECTORY_COLLECTION_VERSION, type CollectedTestTrajectory, type CollectTestTrajectoriesOptions, type TestTrajectoryCollectionManifest, type TestTrajectoryCollectionResult, } from "./test-trajectory-collector.js";
+export { buildScenarioRunCommand, runScenarios, type ScenarioRunOptions, type ScenarioRunResult, } from "./scenario-runner.js";
+export { DEFAULT_ELIZA1_HF_DATASET_FILES, DEFAULT_ELIZA1_HF_DATASET_REPO, HUGGINGFACE_DATASET_INGEST_SCHEMA, HUGGINGFACE_DATASET_INGEST_VERSION, defaultHuggingFaceDatasetOutputName, ingestHuggingFaceDataset, type HuggingFaceDatasetFileReceipt, type HuggingFaceDatasetIngestManifest, type HuggingFaceDatasetIngestResult, type IngestHuggingFaceDatasetOptions, } from "./huggingface-dataset-ingest.js";
+export { buildTrainingAnalysisIndex, TRAINING_ANALYSIS_INDEX_SCHEMA, TRAINING_ANALYSIS_INDEX_VERSION, type BuildTrainingAnalysisIndexOptions, type TrainingAnalysisArtifact, type TrainingAnalysisIndex, type TrainingAnalysisIndexManifest, } from "./training-analysis-index.js";
+export { buildTrainingReadinessReportPayload, TRAINING_READINESS_REPORT_SCHEMA, TRAINING_READINESS_REPORT_VERSION, writeTrainingReadinessReport, type TrainingReadinessAction, type TrainingReadinessCheck, type TrainingReadinessReport, type TrainingReadinessReportResult, type TrainingReadinessStatus, } from "./training-readiness-report.js";
+export { ALL_TRAINING_BACKENDS, ALL_TRAINING_TASKS, DEFAULT_TRAINING_CONFIG, loadTrainingConfig, normalizeTrainingConfig, type PerTaskOverride, type ResolvedTaskPolicy, resolveTaskPolicy, saveTrainingConfig, type TrainingBackend, type TrainingConfig, trainingConfigPath, trainingStateRoot, } from "./training-config.js";
+export { type BackendDispatcher, type BackendDispatchInput, type BackendDispatchResult, listRuns, loadRun, recordRun, type TrainingRunRecord, type TrainingRunStatus, type TriggerSource, type TriggerTrainingOptions, type TriggerTrainingResult, triggerTraining, } from "./training-orchestrator.js";
+export * from "./trajectory-consumer.js";
+export * from "./trajectory-export-bundle.js";
+export * from "./trajectory-export-cron.js";
+export { type HfUploadConfig, type HfUploadResult, resolveHfUploadConfig, uploadTrajectoryJsonlToHuggingFace, } from "./trajectory-hf-upload.js";
+export { exportTrajectoryTaskDatasets, extractTrajectoryExamplesByTask, type TrajectoryTaskDatasetExport, type TrajectoryTaskDatasetPaths, type TrajectoryTaskDatasetSummary, type TrajectoryTaskDatasetTaskSummary, type TrajectoryTrainingTask, } from "./trajectory-task-datasets.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/core/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,OAAO,EACL,2BAA2B,EAC3B,uBAAuB,EACvB,kBAAkB,EAClB,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,GAC9B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,KAAK,6BAA6B,EAClC,KAAK,4BAA4B,GAClC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,8BAA8B,EAC9B,0BAA0B,EAC1B,0BAA0B,EAC1B,2BAA2B,EAC3B,0BAA0B,EAC1B,iBAAiB,EACjB,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,GAC7B,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EACL,yBAAyB,EACzB,6BAA6B,EAC7B,yBAAyB,EACzB,4BAA4B,EAC5B,wBAAwB,EACxB,2BAA2B,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,GAC9B,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EACL,gCAAgC,EAChC,iCAAiC,EACjC,8BAA8B,EAC9B,6BAA6B,EAC7B,kCAAkC,EAClC,mCAAmC,EACnC,2CAA2C,EAC3C,qCAAqC,EACrC,sBAAsB,EACtB,4BAA4B,EAC5B,yCAAyC,EACzC,KAAK,uBAAuB,EAC5B,KAAK,6BAA6B,EAClC,KAAK,iCAAiC,EACtC,KAAK,6BAA6B,EAClC,KAAK,mBAAmB,EACxB,KAAK,yBAAyB,EAC9B,KAAK,oBAAoB,EACzB,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,GACxB,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,4BAA4B,EAC5B,kCAAkC,EAClC,+BAA+B,EAC/B,gCAAgC,EAChC,sBAAsB,EACtB,2BAA2B,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,GAC7B,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EACL,uBAAuB,EACvB,iBAAiB,EACjB,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,GAC7B,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,4BAA4B,EAC5B,gCAAgC,EAChC,iCAAiC,EACjC,8BAA8B,EAC9B,+BAA+B,EAC/B,KAAK,uBAAuB,EAC5B,KAAK,8BAA8B,EACnC,KAAK,6BAA6B,EAClC,KAAK,6BAA6B,EAClC,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,KAAK,4BAA4B,EACjC,KAAK,sBAAsB,GAC5B,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EACL,uBAAuB,EACvB,iCAAiC,EACjC,kCAAkC,EAClC,KAAK,uBAAuB,EAC5B,KAAK,8BAA8B,EACnC,KAAK,gCAAgC,EACrC,KAAK,8BAA8B,GACpC,MAAM,gCAAgC,CAAC;AAExC,OAAO,EACL,uBAAuB,EACvB,YAAY,EACZ,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,GACvB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,+BAA+B,EAC/B,8BAA8B,EAC9B,iCAAiC,EACjC,kCAAkC,EAClC,mCAAmC,EACnC,wBAAwB,EACxB,KAAK,6BAA6B,EAClC,KAAK,gCAAgC,EACrC,KAAK,8BAA8B,EACnC,KAAK,+BAA+B,GACrC,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EACL,0BAA0B,EAC1B,8BAA8B,EAC9B,+BAA+B,EAC/B,KAAK,iCAAiC,EACtC,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,KAAK,6BAA6B,GACnC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mCAAmC,EACnC,gCAAgC,EAChC,iCAAiC,EACjC,4BAA4B,EAC5B,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,EAC5B,KAAK,6BAA6B,EAClC,KAAK,uBAAuB,GAC7B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,uBAAuB,EACvB,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACvB,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,eAAe,GAChB,MAAM,4BAA4B,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,6BAA6B,CAAC;AAC5C,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,qBAAqB,EACrB,kCAAkC,GACnC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,4BAA4B,EAC5B,+BAA+B,EAC/B,KAAK,2BAA2B,EAChC,KAAK,0BAA0B,EAC/B,KAAK,4BAA4B,EACjC,KAAK,gCAAgC,EACrC,KAAK,sBAAsB,GAC5B,MAAM,+BAA+B,CAAC"}

package/dist/core/index.js

@@ -0,0 +1,204 @@
+export * from "./context-audit.js";
+export * from "./context-catalog.js";
+export * from "./context-types.js";
+export * from "./dataset-generator.js";
+export * from "./replay-validator.js";
+export * from "./roleplay-executor.js";
+export * from "./roleplay-trajectories.js";
+export * from "./scenario-blueprints.js";
+import {
+  buildActionBenchmarkCommand,
+  buildActionBenchmarkEnv,
+  runActionBenchmark
+} from "./action-benchmark-runner.js";
+import {
+  buildBenchmarkVsCerebrasArgs,
+  runBenchmarkVsCerebras
+} from "./benchmark-vs-cerebras-runner.js";
+import {
+  buildEliza1BundleStageManifest,
+  buildStageEliza1BundleArgs,
+  ELIZA1_BUNDLE_STAGE_SCHEMA,
+  ELIZA1_BUNDLE_STAGE_VERSION,
+  parseStageEliza1BundlePlan,
+  stageEliza1Bundle
+} from "./eliza1-bundle-stager.js";
+import {
+  ELIZA_ONE_BENCHMARK_TIERS,
+  ELIZA_ONE_BENCHMARK_TIER_LIST,
+  canonicalElizaOneTierSort,
+  elizaOneActionBenchmarkPairs,
+  elizaOneBenchmarkModelId,
+  parseElizaOneBenchmarkTiers
+} from "./eliza1-benchmark-recipe.js";
+import {
+  BENCHMARK_MATRIX_ARTIFACT_SCHEMA,
+  BENCHMARK_MATRIX_ARTIFACT_VERSION,
+  ACTION_BENCHMARK_REPORT_SCHEMA,
+  ACTION_SELECTION_BENCHMARK_ID,
+  LOCAL_EVAL_COMPARISON_BENCHMARK_ID,
+  buildBenchmarkMatrixArtifactPayload,
+  buildBenchmarkMatrixRowsFromArtifactPayload,
+  buildBenchmarkMatrixRowsFromArtifacts,
+  ELIZA_ONE_MATRIX_TIERS,
+  writeBenchmarkMatrixArtifact,
+  writeBenchmarkMatrixArtifactFromArtifacts
+} from "./benchmark-matrix-artifact.js";
+import {
+  buildLocalEvalComparisonArgs,
+  buildEvalComparisonArtifactPayload,
+  EVAL_COMPARISON_ARTIFACT_SCHEMA,
+  EVAL_COMPARISON_ARTIFACT_VERSION,
+  runLocalEvalComparison,
+  writeEvalComparisonArtifact
+} from "./eval-comparison-artifact.js";
+import {
+  buildFeedGenerationArgs,
+  runFeedGeneration
+} from "./feed-generation-runner.js";
+import {
+  listTrainingCollections,
+  runTrainingCollection,
+  writeTrainingCollectionIndex,
+  TRAINING_COLLECTION_INDEX_SCHEMA,
+  TRAINING_COLLECTION_INDEX_VERSION,
+  TRAINING_COLLECTION_RUN_SCHEMA,
+  TRAINING_COLLECTION_RUN_VERSION
+} from "./training-collection-runner.js";
+import {
+  collectTestTrajectories,
+  TEST_TRAJECTORY_COLLECTION_SCHEMA,
+  TEST_TRAJECTORY_COLLECTION_VERSION
+} from "./test-trajectory-collector.js";
+import {
+  buildScenarioRunCommand,
+  runScenarios
+} from "./scenario-runner.js";
+import {
+  DEFAULT_ELIZA1_HF_DATASET_FILES,
+  DEFAULT_ELIZA1_HF_DATASET_REPO,
+  HUGGINGFACE_DATASET_INGEST_SCHEMA,
+  HUGGINGFACE_DATASET_INGEST_VERSION,
+  defaultHuggingFaceDatasetOutputName,
+  ingestHuggingFaceDataset
+} from "./huggingface-dataset-ingest.js";
+import {
+  buildTrainingAnalysisIndex,
+  TRAINING_ANALYSIS_INDEX_SCHEMA,
+  TRAINING_ANALYSIS_INDEX_VERSION
+} from "./training-analysis-index.js";
+import {
+  buildTrainingReadinessReportPayload,
+  TRAINING_READINESS_REPORT_SCHEMA,
+  TRAINING_READINESS_REPORT_VERSION,
+  writeTrainingReadinessReport
+} from "./training-readiness-report.js";
+import {
+  ALL_TRAINING_BACKENDS,
+  ALL_TRAINING_TASKS,
+  DEFAULT_TRAINING_CONFIG,
+  loadTrainingConfig,
+  normalizeTrainingConfig,
+  resolveTaskPolicy,
+  saveTrainingConfig,
+  trainingConfigPath,
+  trainingStateRoot
+} from "./training-config.js";
+import {
+  listRuns,
+  loadRun,
+  recordRun,
+  triggerTraining
+} from "./training-orchestrator.js";
+export * from "./trajectory-consumer.js";
+export * from "./trajectory-export-bundle.js";
+export * from "./trajectory-export-cron.js";
+import {
+  resolveHfUploadConfig,
+  uploadTrajectoryJsonlToHuggingFace
+} from "./trajectory-hf-upload.js";
+import {
+  exportTrajectoryTaskDatasets,
+  extractTrajectoryExamplesByTask
+} from "./trajectory-task-datasets.js";
+export {
+  ACTION_BENCHMARK_REPORT_SCHEMA,
+  ACTION_SELECTION_BENCHMARK_ID,
+  ALL_TRAINING_BACKENDS,
+  ALL_TRAINING_TASKS,
+  BENCHMARK_MATRIX_ARTIFACT_SCHEMA,
+  BENCHMARK_MATRIX_ARTIFACT_VERSION,
+  DEFAULT_ELIZA1_HF_DATASET_FILES,
+  DEFAULT_ELIZA1_HF_DATASET_REPO,
+  DEFAULT_TRAINING_CONFIG,
+  ELIZA1_BUNDLE_STAGE_SCHEMA,
+  ELIZA1_BUNDLE_STAGE_VERSION,
+  ELIZA_ONE_BENCHMARK_TIERS,
+  ELIZA_ONE_BENCHMARK_TIER_LIST,
+  ELIZA_ONE_MATRIX_TIERS,
+  EVAL_COMPARISON_ARTIFACT_SCHEMA,
+  EVAL_COMPARISON_ARTIFACT_VERSION,
+  HUGGINGFACE_DATASET_INGEST_SCHEMA,
+  HUGGINGFACE_DATASET_INGEST_VERSION,
+  LOCAL_EVAL_COMPARISON_BENCHMARK_ID,
+  TEST_TRAJECTORY_COLLECTION_SCHEMA,
+  TEST_TRAJECTORY_COLLECTION_VERSION,
+  TRAINING_ANALYSIS_INDEX_SCHEMA,
+  TRAINING_ANALYSIS_INDEX_VERSION,
+  TRAINING_COLLECTION_INDEX_SCHEMA,
+  TRAINING_COLLECTION_INDEX_VERSION,
+  TRAINING_COLLECTION_RUN_SCHEMA,
+  TRAINING_COLLECTION_RUN_VERSION,
+  TRAINING_READINESS_REPORT_SCHEMA,
+  TRAINING_READINESS_REPORT_VERSION,
+  buildActionBenchmarkCommand,
+  buildActionBenchmarkEnv,
+  buildBenchmarkMatrixArtifactPayload,
+  buildBenchmarkMatrixRowsFromArtifactPayload,
+  buildBenchmarkMatrixRowsFromArtifacts,
+  buildBenchmarkVsCerebrasArgs,
+  buildEliza1BundleStageManifest,
+  buildEvalComparisonArtifactPayload,
+  buildFeedGenerationArgs,
+  buildLocalEvalComparisonArgs,
+  buildScenarioRunCommand,
+  buildStageEliza1BundleArgs,
+  buildTrainingAnalysisIndex,
+  buildTrainingReadinessReportPayload,
+  canonicalElizaOneTierSort,
+  collectTestTrajectories,
+  defaultHuggingFaceDatasetOutputName,
+  elizaOneActionBenchmarkPairs,
+  elizaOneBenchmarkModelId,
+  exportTrajectoryTaskDatasets,
+  extractTrajectoryExamplesByTask,
+  ingestHuggingFaceDataset,
+  listRuns,
+  listTrainingCollections,
+  loadRun,
+  loadTrainingConfig,
+  normalizeTrainingConfig,
+  parseElizaOneBenchmarkTiers,
+  parseStageEliza1BundlePlan,
+  recordRun,
+  resolveHfUploadConfig,
+  resolveTaskPolicy,
+  runActionBenchmark,
+  runBenchmarkVsCerebras,
+  runFeedGeneration,
+  runLocalEvalComparison,
+  runScenarios,
+  runTrainingCollection,
+  saveTrainingConfig,
+  stageEliza1Bundle,
+  trainingConfigPath,
+  trainingStateRoot,
+  triggerTraining,
+  uploadTrajectoryJsonlToHuggingFace,
+  writeBenchmarkMatrixArtifact,
+  writeBenchmarkMatrixArtifactFromArtifacts,
+  writeEvalComparisonArtifact,
+  writeTrainingCollectionIndex,
+  writeTrainingReadinessReport
+};
+//# sourceMappingURL=index.js.map

package/dist/core/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/index.ts"],"sourcesContent":["export * from \"./context-audit.js\";\nexport * from \"./context-catalog.js\";\nexport * from \"./context-types.js\";\nexport * from \"./dataset-generator.js\";\nexport * from \"./replay-validator.js\";\nexport * from \"./roleplay-executor.js\";\nexport * from \"./roleplay-trajectories.js\";\nexport * from \"./scenario-blueprints.js\";\nexport {\n  buildActionBenchmarkCommand,\n  buildActionBenchmarkEnv,\n  runActionBenchmark,\n  type ActionBenchmarkRunOptions,\n  type ActionBenchmarkRunResult,\n} from \"./action-benchmark-runner.js\";\nexport {\n  buildBenchmarkVsCerebrasArgs,\n  runBenchmarkVsCerebras,\n  type BenchmarkVsCerebrasRunOptions,\n  type BenchmarkVsCerebrasRunResult,\n} from \"./benchmark-vs-cerebras-runner.js\";\nexport {\n  buildEliza1BundleStageManifest,\n  buildStageEliza1BundleArgs,\n  ELIZA1_BUNDLE_STAGE_SCHEMA,\n  ELIZA1_BUNDLE_STAGE_VERSION,\n  parseStageEliza1BundlePlan,\n  stageEliza1Bundle,\n  type Eliza1BundleStageManifest,\n  type StageEliza1BundleOptions,\n  type StageEliza1BundleResult,\n} from \"./eliza1-bundle-stager.js\";\n\nexport {\n  ELIZA_ONE_BENCHMARK_TIERS,\n  ELIZA_ONE_BENCHMARK_TIER_LIST,\n  canonicalElizaOneTierSort,\n  elizaOneActionBenchmarkPairs,\n  elizaOneBenchmarkModelId,\n  parseElizaOneBenchmarkTiers,\n  type ElizaOneBenchmarkTier,\n  type ElizaOneBenchmarkVariant,\n} from \"./eliza1-benchmark-recipe.js\";\n\nexport {\n  BENCHMARK_MATRIX_ARTIFACT_SCHEMA,\n  BENCHMARK_MATRIX_ARTIFACT_VERSION,\n  ACTION_BENCHMARK_REPORT_SCHEMA,\n  ACTION_SELECTION_BENCHMARK_ID,\n  LOCAL_EVAL_COMPARISON_BENCHMARK_ID,\n  buildBenchmarkMatrixArtifactPayload,\n  buildBenchmarkMatrixRowsFromArtifactPayload,\n  buildBenchmarkMatrixRowsFromArtifacts,\n  ELIZA_ONE_MATRIX_TIERS,\n  writeBenchmarkMatrixArtifact,\n  writeBenchmarkMatrixArtifactFromArtifacts,\n  type BenchmarkMatrixArtifact,\n  type BenchmarkMatrixArtifactSource,\n  type BenchmarkMatrixFromArtifactsInput,\n  type BenchmarkMatrixArtifactResult,\n  type BenchmarkMatrixCell,\n  type BenchmarkMatrixComparison,\n  type BenchmarkMatrixInput,\n  type BenchmarkMatrixRowInput,\n  type BenchmarkMatrixVariant,\n  type ElizaOneMatrixTier,\n} from \"./benchmark-matrix-artifact.js\";\n\nexport {\n  buildLocalEvalComparisonArgs,\n  buildEvalComparisonArtifactPayload,\n  EVAL_COMPARISON_ARTIFACT_SCHEMA,\n  EVAL_COMPARISON_ARTIFACT_VERSION,\n  runLocalEvalComparison,\n  writeEvalComparisonArtifact,\n  type EvalComparisonArtifact,\n  type EvalComparisonArtifactInput,\n  type EvalComparisonArtifactResult,\n  type EvalComparisonRunOptions,\n  type EvalComparisonRunResult,\n} from \"./eval-comparison-artifact.js\";\n\nexport {\n  buildFeedGenerationArgs,\n  runFeedGeneration,\n  type FeedGenerationRunOptions,\n  type FeedGenerationRunResult,\n} from \"./feed-generation-runner.js\";\n\nexport {\n  listTrainingCollections,\n  runTrainingCollection,\n  writeTrainingCollectionIndex,\n  TRAINING_COLLECTION_INDEX_SCHEMA,\n  TRAINING_COLLECTION_INDEX_VERSION,\n  TRAINING_COLLECTION_RUN_SCHEMA,\n  TRAINING_COLLECTION_RUN_VERSION,\n  type TrainingCollectionIndex,\n  type ListTrainingCollectionsOptions,\n  type ListTrainingCollectionsResult,\n  type TrainingCollectionRunManifest,\n  type TrainingCollectionRunOptions,\n  type TrainingCollectionRunResult,\n  type TrainingCollectionRunSummary,\n  type TrainingCollectionStep,\n} from \"./training-collection-runner.js\";\n\nexport {\n  collectTestTrajectories,\n  TEST_TRAJECTORY_COLLECTION_SCHEMA,\n  TEST_TRAJECTORY_COLLECTION_VERSION,\n  type CollectedTestTrajectory,\n  type CollectTestTrajectoriesOptions,\n  type TestTrajectoryCollectionManifest,\n  type TestTrajectoryCollectionResult,\n} from \"./test-trajectory-collector.js\";\n\nexport {\n  buildScenarioRunCommand,\n  runScenarios,\n  type ScenarioRunOptions,\n  type ScenarioRunResult,\n} from \"./scenario-runner.js\";\n\nexport {\n  DEFAULT_ELIZA1_HF_DATASET_FILES,\n  DEFAULT_ELIZA1_HF_DATASET_REPO,\n  HUGGINGFACE_DATASET_INGEST_SCHEMA,\n  HUGGINGFACE_DATASET_INGEST_VERSION,\n  defaultHuggingFaceDatasetOutputName,\n  ingestHuggingFaceDataset,\n  type HuggingFaceDatasetFileReceipt,\n  type HuggingFaceDatasetIngestManifest,\n  type HuggingFaceDatasetIngestResult,\n  type IngestHuggingFaceDatasetOptions,\n} from \"./huggingface-dataset-ingest.js\";\n\nexport {\n  buildTrainingAnalysisIndex,\n  TRAINING_ANALYSIS_INDEX_SCHEMA,\n  TRAINING_ANALYSIS_INDEX_VERSION,\n  type BuildTrainingAnalysisIndexOptions,\n  type TrainingAnalysisArtifact,\n  type TrainingAnalysisIndex,\n  type TrainingAnalysisIndexManifest,\n} from \"./training-analysis-index.js\";\nexport {\n  buildTrainingReadinessReportPayload,\n  TRAINING_READINESS_REPORT_SCHEMA,\n  TRAINING_READINESS_REPORT_VERSION,\n  writeTrainingReadinessReport,\n  type TrainingReadinessAction,\n  type TrainingReadinessCheck,\n  type TrainingReadinessReport,\n  type TrainingReadinessReportResult,\n  type TrainingReadinessStatus,\n} from \"./training-readiness-report.js\";\nexport {\n  ALL_TRAINING_BACKENDS,\n  ALL_TRAINING_TASKS,\n  DEFAULT_TRAINING_CONFIG,\n  loadTrainingConfig,\n  normalizeTrainingConfig,\n  type PerTaskOverride,\n  type ResolvedTaskPolicy,\n  resolveTaskPolicy,\n  saveTrainingConfig,\n  type TrainingBackend,\n  type TrainingConfig,\n  trainingConfigPath,\n  trainingStateRoot,\n} from \"./training-config.js\";\nexport {\n  type BackendDispatcher,\n  type BackendDispatchInput,\n  type BackendDispatchResult,\n  listRuns,\n  loadRun,\n  recordRun,\n  type TrainingRunRecord,\n  type TrainingRunStatus,\n  type TriggerSource,\n  type TriggerTrainingOptions,\n  type TriggerTrainingResult,\n  triggerTraining,\n} from \"./training-orchestrator.js\";\nexport * from \"./trajectory-consumer.js\";\nexport * from \"./trajectory-export-bundle.js\";\nexport * from \"./trajectory-export-cron.js\";\nexport {\n  type HfUploadConfig,\n  type HfUploadResult,\n  resolveHfUploadConfig,\n  uploadTrajectoryJsonlToHuggingFace,\n} from \"./trajectory-hf-upload.js\";\nexport {\n  exportTrajectoryTaskDatasets,\n  extractTrajectoryExamplesByTask,\n  type TrajectoryTaskDatasetExport,\n  type TrajectoryTaskDatasetPaths,\n  type TrajectoryTaskDatasetSummary,\n  type TrajectoryTaskDatasetTaskSummary,\n  type TrajectoryTrainingTask,\n} from \"./trajectory-task-datasets.js\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAIK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAWK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAMK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OASK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAKK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAKK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAKK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAMK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAGA;AAAA,EACA;AAAA,EAGA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,EAMA;AAAA,OACK;AACP,cAAc;AACd,cAAc;AACd,cAAc;AACd;AAAA,EAGE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,OAMK;","names":[]}

package/dist/core/privacy-filter.d.ts

@@ -0,0 +1,95 @@
+/**
+ * Privacy filter for trajectory exports.
+ *
+ * Jobs:
+ *   1. Anonymize cross-platform handles by mapping them to opaque entity IDs
+ *      (the caller supplies a lookup callback so app-training does not have
+ *      to depend on the relationships service directly). `createHashAnonymizer`
+ *      provides a stable, dependency-free default.
+ *   2. Honor `ContactPreferences.privacyLevel` — drop entire trajectories if
+ *      the participating entity is `private`.
+ *   3. Strip credential references — env-var name patterns from process.env,
+ *      plus the usual API key shapes (`sk-ant-…`, `sk-…`, `Bearer …`).
+ *   4. Strip geo coordinates — bare decimal pairs, labeled `lat:`/`lng:`
+ *      values, and JSON `"coords":{"latitude":..,"longitude":..}` blocks
+ *      from the Location plugin — replaced with `[REDACTED_GEO]`.
+ *   5. Strip PII — email addresses (`[REDACTED_EMAIL]`), phone numbers
+ *      (`[REDACTED_PHONE]`), and street/PO-box/city-state-ZIP addresses
+ *      (`[REDACTED_ADDRESS]`).
+ *
+ * Walks every string in `steps[].llmCalls[].{systemPrompt,userPrompt,response}`,
+ * `steps[].providerAccesses[].data`, and the top-level `metadata` object.
+ *
+ * Run automatically before any export to disk; required for any cloud upload.
+ */
+export type PrivacyLevel = "public" | "limited" | "private";
+export interface AnonymizerLookup {
+    /** Look up the opaque entity ID for a (platform, handle) pair. */
+    resolveEntityId(platform: string, handle: string): string | null;
+    /** Look up the privacy level for an entity. Defaults to "public". */
+    getPrivacyLevel?(entityId: string): PrivacyLevel | undefined;
+}
+export interface PrivacyFilterOptions {
+    /** Optional anonymizer lookup. If absent, handles pass through unchanged. */
+    anonymizer?: AnonymizerLookup;
+    /**
+     * Additional credential shapes to redact. Each entry is matched as a
+     * RegExp against any string field; matches are replaced with
+     * `<REDACTED:{label}>`.
+     */
+    extraCredentialPatterns?: Array<{
+        label: string;
+        pattern: RegExp;
+    }>;
+    /**
+     * Snapshot of `process.env` keys to treat as credential names.
+     * Defaults to capturing all env names matching the standard secret regex.
+     */
+    envKeySnapshot?: string[];
+    /**
+     * Hard list of platforms the anonymizer recognizes. Used to constrain
+     * cross-platform handle detection. Defaults to common platforms.
+     */
+    platforms?: string[];
+}
+export interface FilterableTrajectory {
+    trajectoryId?: string;
+    steps?: Array<{
+        llmCalls?: Array<{
+            systemPrompt?: string;
+            userPrompt?: string;
+            response?: string;
+        }>;
+        providerAccesses?: Array<{
+            data?: unknown;
+        }>;
+    }>;
+    metadata?: Record<string, unknown>;
+    [key: string]: unknown;
+}
+export interface FilterResult<T> {
+    trajectories: T[];
+    dropped: Array<{
+        trajectoryId?: string;
+        reason: string;
+    }>;
+    redactionCount: number;
+    anonymizationCount: number;
+}
+/**
+ * Apply the privacy filter to a list of trajectories. Returns the filtered
+ * list with credential references redacted and platform handles replaced by
+ * opaque entity IDs. Trajectories whose anonymized entities are marked as
+ * `private` are dropped wholesale.
+ */
+export declare function applyPrivacyFilter<T extends FilterableTrajectory>(trajectories: T[], options?: PrivacyFilterOptions): FilterResult<T>;
+/**
+ * Stable, dependency-free anonymizer: maps a `(platform, handle)` pair to a
+ * 16-hex-character opaque id via `SHA-256(salt:platform:handle)`. The same
+ * handle always resolves to the same id (for a given salt), so cross-message
+ * references stay linkable in the exported corpus while the real handle is
+ * gone. Returns the id for every handle (never `null`), so all `@mentions`
+ * get anonymized.
+ */
+export declare function createHashAnonymizer(salt?: string): AnonymizerLookup;
+//# sourceMappingURL=privacy-filter.d.ts.map

package/dist/core/privacy-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"privacy-filter.d.ts","sourceRoot":"","sources":["../../src/core/privacy-filter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAIH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,gBAAgB;IAC/B,kEAAkE;IAClE,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACjE,qEAAqE;IACrE,eAAe,CAAC,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;CAC9D;AAED,MAAM,WAAW,oBAAoB;IACnC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B;;;;OAIG;IACH,uBAAuB,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;SACnB,CAAC,CAAC;QACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;YACvB,IAAI,CAAC,EAAE,OAAO,CAAC;SAChB,CAAC,CAAC;KACJ,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,YAAY,EAAE,CAAC,EAAE,CAAC;IAClB,OAAO,EAAE,KAAK,CAAC;QAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAuSD;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,SAAS,oBAAoB,EAC/D,YAAY,EAAE,CAAC,EAAE,EACjB,OAAO,GAAE,oBAAyB,GACjC,YAAY,CAAC,CAAC,CAAC,CAyGjB;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,SAAK,GAAG,gBAAgB,CAShE"}