@elizaos/plugin-training 2.0.3-beta.6 → 2.0.3-beta.7

package/dist/core/trajectory-export-cron.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Nightly trajectory → training-dataset export cron.
+ *
+ * Pulls recent trajectories from the runtime's trajectory service, runs them
+ * through the privacy filter, then bucketizes them into per-task JSONL files
+ * under `<state>/training/datasets/<YYYY-MM-DD>/`.
+ *
+ * Privacy filter is REQUIRED and runs on every export — both for disk writes
+ * and any subsequent cloud upload.
+ */
+import { type AnonymizerLookup } from "./privacy-filter.js";
+import { type HfUploadResult } from "./trajectory-hf-upload.js";
+import { type TrajectoryTaskDatasetExport } from "./trajectory-task-datasets.js";
+interface MinimalLogger {
+    info: (message: string) => void;
+    warn: (message: string) => void;
+    error: (message: string) => void;
+    debug: (message: string) => void;
+}
+interface RuntimeLike {
+    getService: (name: string) => unknown;
+    logger?: MinimalLogger;
+    registerEvent?: (name: string, handler: (payload: unknown) => Promise<void>) => void;
+}
+export interface RunNightlyExportOptions {
+    trajectoryLimit?: number;
+    outputRoot?: string;
+    anonymizer?: AnonymizerLookup;
+    now?: () => Date;
+}
+export interface NightlyExportReport {
+    outputDir: string;
+    pulledTrajectories: number;
+    keptTrajectories: number;
+    droppedTrajectories: number;
+    redactionCount: number;
+    anonymizationCount: number;
+    exportSummary: TrajectoryTaskDatasetExport["summary"];
+    exportPaths: TrajectoryTaskDatasetExport["paths"];
+    /** Path to the single sanitized sanitized JSONL written alongside the per-task files. */
+    sanitizedJsonlPath: string;
+    /** Outcome of the HuggingFace upload, when configured. `null` when HF is not configured. */
+    huggingFaceUpload: HfUploadResult | null;
+}
+export declare function runNightlyTrajectoryExport(runtime: RuntimeLike, options?: RunNightlyExportOptions): Promise<NightlyExportReport | null>;
+/**
+ * Register the nightly trajectory-export job against the agent runtime.
+ * Schedule defaults to "0 3 * * *" (03:00 local) so the skill-scoring cron
+ * registered at "5 3 * * *" runs after fresh data has landed.
+ */
+export declare function registerTrajectoryExportCron(runtime: RuntimeLike, options?: {
+    schedule?: string;
+    tz?: string;
+    anonymizer?: AnonymizerLookup;
+}): Promise<void>;
+export {};
+//# sourceMappingURL=trajectory-export-cron.d.ts.map

package/dist/core/trajectory-export-cron.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-export-cron.d.ts","sourceRoot":"","sources":["../../src/core/trajectory-export-cron.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAWH,OAAO,EACL,KAAK,gBAAgB,EAItB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,cAAc,EAGpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,KAAK,2BAA2B,EACjC,MAAM,+BAA+B,CAAC;AAMvC,UAAU,aAAa;IACrB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACjC,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED,UAAU,WAAW;IACnB,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,aAAa,CAAC,EAAE,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,KACzC,IAAI,CAAC;CACX;AAoBD,MAAM,WAAW,uBAAuB;IACtC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,2BAA2B,CAAC,SAAS,CAAC,CAAC;IACtD,WAAW,EAAE,2BAA2B,CAAC,OAAO,CAAC,CAAC;IAClD,yFAAyF;IACzF,kBAAkB,EAAE,MAAM,CAAC;IAC3B,4FAA4F;IAC5F,iBAAiB,EAAE,cAAc,GAAG,IAAI,CAAC;CAC1C;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,WAAW,EACpB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC,CA+HrC;AAED;;;;GAIG;AACH,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,gBAAgB,CAAA;CAAE,GAC1E,OAAO,CAAC,IAAI,CAAC,CA2Cf"}

package/dist/core/trajectory-export-cron.js

@@ -0,0 +1,170 @@
+import { mkdir, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+import { resolveStateDir } from "@elizaos/core";
+import {
+  ensureNamedCronJob,
+  registerRuntimeEventOnce
+} from "./ensure-cron-job.js";
+import {
+  applyPrivacyFilter,
+  createHashAnonymizer
+} from "./privacy-filter.js";
+import {
+  resolveHfUploadConfig,
+  uploadTrajectoryJsonlToHuggingFace
+} from "./trajectory-hf-upload.js";
+import {
+  exportTrajectoryTaskDatasets
+} from "./trajectory-task-datasets.js";
+import { waitForService } from "./wait-for-service.js";
+const EXPORT_EVENT_NAME = "TRACK_C_TRAJECTORY_EXPORT";
+const DEFAULT_TRAJECTORY_LIMIT = 500;
+function todaySegment() {
+  const now = /* @__PURE__ */ new Date();
+  const y = now.getUTCFullYear();
+  const m = String(now.getUTCMonth() + 1).padStart(2, "0");
+  const d = String(now.getUTCDate()).padStart(2, "0");
+  return `${y}-${m}-${d}`;
+}
+async function runNightlyTrajectoryExport(runtime, options = {}) {
+  const log = runtime.logger ?? {
+    info: () => {
+    },
+    warn: () => {
+    },
+    error: () => {
+    },
+    debug: () => {
+    }
+  };
+  const trajectoryService = runtime.getService(
+    "trajectories"
+  );
+  if (!trajectoryService || typeof trajectoryService.listTrajectories !== "function" || typeof trajectoryService.getTrajectoryDetail !== "function") {
+    log.warn("[TrajectoryExportCron] trajectories service unavailable");
+    return null;
+  }
+  const explicitCap = options.trajectoryLimit;
+  const items = [];
+  let offset = 0;
+  let dbTotal;
+  while (true) {
+    const remaining = explicitCap !== void 0 ? explicitCap - items.length : DEFAULT_TRAJECTORY_LIMIT;
+    if (explicitCap !== void 0 && remaining <= 0) break;
+    const pageLimit = Math.min(
+      DEFAULT_TRAJECTORY_LIMIT,
+      Math.max(1, remaining)
+    );
+    const page = await trajectoryService.listTrajectories({
+      limit: pageLimit,
+      offset
+    });
+    if (typeof page.total === "number") dbTotal = page.total;
+    const batch = page.trajectories;
+    items.push(...batch);
+    offset += batch.length;
+    if (batch.length < pageLimit || batch.length === 0) break;
+  }
+  if (explicitCap !== void 0 && typeof dbTotal === "number" && dbTotal > items.length) {
+    log.warn(
+      `[TrajectoryExportCron] trajectoryLimit=${explicitCap} truncated the export: ${dbTotal - items.length} of ${dbTotal} eligible trajectories were dropped`
+    );
+  }
+  const trajectories = [];
+  for (const item of items) {
+    const detail = await trajectoryService.getTrajectoryDetail(item.id);
+    if (detail) trajectories.push(detail);
+  }
+  const filtered = applyPrivacyFilter(trajectories, {
+    anonymizer: options.anonymizer ?? createHashAnonymizer()
+  });
+  const stateDir = options.outputRoot ?? resolveStateDir();
+  const outputDir = join(stateDir, "training", "datasets", todaySegment());
+  await mkdir(outputDir, { recursive: true });
+  const summary = await exportTrajectoryTaskDatasets(
+    filtered.trajectories,
+    outputDir
+  );
+  const sanitizedJsonlPath = join(outputDir, "trajectories.sanitized.jsonl");
+  const sanitizedJsonl = filtered.trajectories.length === 0 ? "" : `${filtered.trajectories.map((trajectory) => JSON.stringify(trajectory)).join("\n")}
+`;
+  await writeFile(sanitizedJsonlPath, sanitizedJsonl);
+  let huggingFaceUpload = null;
+  const hfConfig = resolveHfUploadConfig();
+  if (hfConfig) {
+    const pathInRepo = `trajectories/${todaySegment()}.jsonl`;
+    huggingFaceUpload = await uploadTrajectoryJsonlToHuggingFace(
+      sanitizedJsonlPath,
+      pathInRepo,
+      hfConfig
+    );
+    log.info(
+      huggingFaceUpload.uploaded ? `[TrajectoryExportCron] uploaded sanitized trajectories to ${hfConfig.repo}/${pathInRepo}` : `[TrajectoryExportCron] HuggingFace upload skipped: ${huggingFaceUpload.error ?? "unknown"}`
+    );
+  }
+  log.info(
+    `[TrajectoryExportCron] exported ${filtered.trajectories.length} trajectories to ${outputDir} (dropped ${filtered.dropped.length}, redacted ${filtered.redactionCount}, anonymized ${filtered.anonymizationCount})`
+  );
+  return {
+    outputDir,
+    pulledTrajectories: trajectories.length,
+    keptTrajectories: filtered.trajectories.length,
+    droppedTrajectories: filtered.dropped.length,
+    redactionCount: filtered.redactionCount,
+    anonymizationCount: filtered.anonymizationCount,
+    exportSummary: summary.summary,
+    exportPaths: summary.paths,
+    sanitizedJsonlPath,
+    huggingFaceUpload
+  };
+}
+async function registerTrajectoryExportCron(runtime, options) {
+  const log = runtime.logger ?? {
+    info: () => {
+    },
+    warn: () => {
+    },
+    error: () => {
+    },
+    debug: () => {
+    }
+  };
+  const cronService = await waitForService(runtime, "CRON", {
+    timeoutMs: 2e3
+  });
+  if (!cronService || typeof cronService.createJob !== "function") {
+    log.debug(
+      `[TrajectoryExportCron] CRON service not registered; cron not scheduled (run on-demand via ${EXPORT_EVENT_NAME} event)`
+    );
+    return;
+  }
+  registerRuntimeEventOnce(runtime, EXPORT_EVENT_NAME, async () => {
+    await runNightlyTrajectoryExport(runtime, {
+      anonymizer: options?.anonymizer
+    });
+  });
+  const registration = await ensureNamedCronJob(
+    cronService,
+    {
+      name: "track-c-trajectory-export-nightly",
+      description: "Nightly export of trajectories into per-task JSONL training datasets",
+      enabled: true,
+      schedule: {
+        kind: "cron",
+        expr: options?.schedule ?? "0 3 * * *",
+        tz: options?.tz
+      },
+      payload: { kind: "event", eventName: EXPORT_EVENT_NAME },
+      metadata: { trackC: true, kind: "trajectory-export" }
+    },
+    { log, logPrefix: "[TrajectoryExportCron]" }
+  );
+  log.info(
+    registration === "created" ? "[TrajectoryExportCron] registered nightly trajectory-export cron" : "[TrajectoryExportCron] using existing nightly trajectory-export cron"
+  );
+}
+export {
+  registerTrajectoryExportCron,
+  runNightlyTrajectoryExport
+};
+//# sourceMappingURL=trajectory-export-cron.js.map

package/dist/core/trajectory-export-cron.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/trajectory-export-cron.ts"],"sourcesContent":["/**\n * Nightly trajectory → training-dataset export cron.\n *\n * Pulls recent trajectories from the runtime's trajectory service, runs them\n * through the privacy filter, then bucketizes them into per-task JSONL files\n * under `<state>/training/datasets/<YYYY-MM-DD>/`.\n *\n * Privacy filter is REQUIRED and runs on every export — both for disk writes\n * and any subsequent cloud upload.\n */\n\nimport { mkdir, writeFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\nimport type { Trajectory } from \"@elizaos/agent\";\nimport { resolveStateDir } from \"@elizaos/core\";\nimport {\n  type CronServiceLike,\n  ensureNamedCronJob,\n  registerRuntimeEventOnce,\n} from \"./ensure-cron-job.js\";\nimport {\n  type AnonymizerLookup,\n  applyPrivacyFilter,\n  createHashAnonymizer,\n  type FilterableTrajectory,\n} from \"./privacy-filter.js\";\nimport {\n  type HfUploadResult,\n  resolveHfUploadConfig,\n  uploadTrajectoryJsonlToHuggingFace,\n} from \"./trajectory-hf-upload.js\";\nimport {\n  exportTrajectoryTaskDatasets,\n  type TrajectoryTaskDatasetExport,\n} from \"./trajectory-task-datasets.js\";\nimport { waitForService } from \"./wait-for-service.js\";\n\nconst EXPORT_EVENT_NAME = \"TRACK_C_TRAJECTORY_EXPORT\";\nconst DEFAULT_TRAJECTORY_LIMIT = 500;\n\ninterface MinimalLogger {\n  info: (message: string) => void;\n  warn: (message: string) => void;\n  error: (message: string) => void;\n  debug: (message: string) => void;\n}\n\ninterface RuntimeLike {\n  getService: (name: string) => unknown;\n  logger?: MinimalLogger;\n  registerEvent?: (\n    name: string,\n    handler: (payload: unknown) => Promise<void>,\n  ) => void;\n}\n\ninterface TrajectoryServiceLike {\n  listTrajectories: (options: {\n    limit?: number;\n    offset?: number;\n  }) => Promise<{ trajectories: Array<{ id: string }>; total?: number }>;\n  getTrajectoryDetail: (id: string) => Promise<ExportableTrajectory | null>;\n}\n\ntype ExportableTrajectory = Trajectory & FilterableTrajectory;\n\nfunction todaySegment(): string {\n  const now = new Date();\n  const y = now.getUTCFullYear();\n  const m = String(now.getUTCMonth() + 1).padStart(2, \"0\");\n  const d = String(now.getUTCDate()).padStart(2, \"0\");\n  return `${y}-${m}-${d}`;\n}\n\nexport interface RunNightlyExportOptions {\n  trajectoryLimit?: number;\n  outputRoot?: string;\n  anonymizer?: AnonymizerLookup;\n  now?: () => Date;\n}\n\nexport interface NightlyExportReport {\n  outputDir: string;\n  pulledTrajectories: number;\n  keptTrajectories: number;\n  droppedTrajectories: number;\n  redactionCount: number;\n  anonymizationCount: number;\n  exportSummary: TrajectoryTaskDatasetExport[\"summary\"];\n  exportPaths: TrajectoryTaskDatasetExport[\"paths\"];\n  /** Path to the single sanitized sanitized JSONL written alongside the per-task files. */\n  sanitizedJsonlPath: string;\n  /** Outcome of the HuggingFace upload, when configured. `null` when HF is not configured. */\n  huggingFaceUpload: HfUploadResult | null;\n}\n\nexport async function runNightlyTrajectoryExport(\n  runtime: RuntimeLike,\n  options: RunNightlyExportOptions = {},\n): Promise<NightlyExportReport | null> {\n  const log: MinimalLogger = runtime.logger ?? {\n    info: () => {},\n    warn: () => {},\n    error: () => {},\n    debug: () => {},\n  };\n  const trajectoryService = runtime.getService(\n    \"trajectories\",\n  ) as TrajectoryServiceLike | null;\n  if (\n    !trajectoryService ||\n    typeof trajectoryService.listTrajectories !== \"function\" ||\n    typeof trajectoryService.getTrajectoryDetail !== \"function\"\n  ) {\n    log.warn(\"[TrajectoryExportCron] trajectories service unavailable\");\n    return null;\n  }\n\n  // The export's purpose is the FULL eligible dataset. By default we page\n  // through every trajectory (the SQL reader caps each page at 500, so a\n  // single call silently dropped everything beyond the most-recent 500).\n  // An explicit `options.trajectoryLimit` acts as a hard cap; when it\n  // truncates the available set we log what was dropped (no silent caps).\n  const explicitCap = options.trajectoryLimit;\n  const items: Array<{ id: string }> = [];\n  let offset = 0;\n  let dbTotal: number | undefined;\n  while (true) {\n    const remaining =\n      explicitCap !== undefined\n        ? explicitCap - items.length\n        : DEFAULT_TRAJECTORY_LIMIT;\n    if (explicitCap !== undefined && remaining <= 0) break;\n    const pageLimit = Math.min(\n      DEFAULT_TRAJECTORY_LIMIT,\n      Math.max(1, remaining),\n    );\n    const page = await trajectoryService.listTrajectories({\n      limit: pageLimit,\n      offset,\n    });\n    if (typeof page.total === \"number\") dbTotal = page.total;\n    const batch = page.trajectories;\n    items.push(...batch);\n    offset += batch.length;\n    // Stop when the page came back short (no more rows) or the reader\n    // returned nothing (defensive against a non-advancing offset).\n    if (batch.length < pageLimit || batch.length === 0) break;\n  }\n\n  if (\n    explicitCap !== undefined &&\n    typeof dbTotal === \"number\" &&\n    dbTotal > items.length\n  ) {\n    log.warn(\n      `[TrajectoryExportCron] trajectoryLimit=${explicitCap} truncated the export: ${dbTotal - items.length} of ${dbTotal} eligible trajectories were dropped`,\n    );\n  }\n\n  const trajectories: ExportableTrajectory[] = [];\n  for (const item of items) {\n    const detail = await trajectoryService.getTrajectoryDetail(item.id);\n    if (detail) trajectories.push(detail);\n  }\n\n  // Privacy filter is REQUIRED here — the downstream export writes JSONL\n  // datasets to disk (and may upload them), and they must not contain raw\n  // user secrets or un-anonymized handles. The filter runs before any write\n  // path below. The default anonymizer maps handles to stable opaque ids.\n  const filtered = applyPrivacyFilter(trajectories, {\n    anonymizer: options.anonymizer ?? createHashAnonymizer(),\n  });\n\n  const stateDir = options.outputRoot ?? resolveStateDir();\n  const outputDir = join(stateDir, \"training\", \"datasets\", todaySegment());\n  await mkdir(outputDir, { recursive: true });\n\n  // privacy filter applied above\n  const summary = await exportTrajectoryTaskDatasets(\n    filtered.trajectories,\n    outputDir,\n  );\n\n  // Single sanitized JSONL — the artifact uploaded to HuggingFace.\n  const sanitizedJsonlPath = join(outputDir, \"trajectories.sanitized.jsonl\");\n  const sanitizedJsonl =\n    filtered.trajectories.length === 0\n      ? \"\"\n      : `${filtered.trajectories\n          .map((trajectory) => JSON.stringify(trajectory))\n          .join(\"\\n\")}\\n`;\n  await writeFile(sanitizedJsonlPath, sanitizedJsonl);\n\n  let huggingFaceUpload: HfUploadResult | null = null;\n  const hfConfig = resolveHfUploadConfig();\n  if (hfConfig) {\n    const pathInRepo = `trajectories/${todaySegment()}.jsonl`;\n    huggingFaceUpload = await uploadTrajectoryJsonlToHuggingFace(\n      sanitizedJsonlPath,\n      pathInRepo,\n      hfConfig,\n    );\n    log.info(\n      huggingFaceUpload.uploaded\n        ? `[TrajectoryExportCron] uploaded sanitized trajectories to ${hfConfig.repo}/${pathInRepo}`\n        : `[TrajectoryExportCron] HuggingFace upload skipped: ${huggingFaceUpload.error ?? \"unknown\"}`,\n    );\n  }\n\n  log.info(\n    `[TrajectoryExportCron] exported ${filtered.trajectories.length} trajectories to ${outputDir} (dropped ${filtered.dropped.length}, redacted ${filtered.redactionCount}, anonymized ${filtered.anonymizationCount})`,\n  );\n\n  return {\n    outputDir,\n    pulledTrajectories: trajectories.length,\n    keptTrajectories: filtered.trajectories.length,\n    droppedTrajectories: filtered.dropped.length,\n    redactionCount: filtered.redactionCount,\n    anonymizationCount: filtered.anonymizationCount,\n    exportSummary: summary.summary,\n    exportPaths: summary.paths,\n    sanitizedJsonlPath,\n    huggingFaceUpload,\n  };\n}\n\n/**\n * Register the nightly trajectory-export job against the agent runtime.\n * Schedule defaults to \"0 3 * * *\" (03:00 local) so the skill-scoring cron\n * registered at \"5 3 * * *\" runs after fresh data has landed.\n */\nexport async function registerTrajectoryExportCron(\n  runtime: RuntimeLike,\n  options?: { schedule?: string; tz?: string; anonymizer?: AnonymizerLookup },\n): Promise<void> {\n  const log: MinimalLogger = runtime.logger ?? {\n    info: () => {},\n    warn: () => {},\n    error: () => {},\n    debug: () => {},\n  };\n  const cronService = await waitForService<CronServiceLike>(runtime, \"CRON\", {\n    timeoutMs: 2_000,\n  });\n  if (!cronService || typeof cronService.createJob !== \"function\") {\n    log.debug(\n      `[TrajectoryExportCron] CRON service not registered; cron not scheduled (run on-demand via ${EXPORT_EVENT_NAME} event)`,\n    );\n    return;\n  }\n  registerRuntimeEventOnce(runtime, EXPORT_EVENT_NAME, async () => {\n    await runNightlyTrajectoryExport(runtime, {\n      anonymizer: options?.anonymizer,\n    });\n  });\n  const registration = await ensureNamedCronJob(\n    cronService,\n    {\n      name: \"track-c-trajectory-export-nightly\",\n      description:\n        \"Nightly export of trajectories into per-task JSONL training datasets\",\n      enabled: true,\n      schedule: {\n        kind: \"cron\",\n        expr: options?.schedule ?? \"0 3 * * *\",\n        tz: options?.tz,\n      },\n      payload: { kind: \"event\", eventName: EXPORT_EVENT_NAME },\n      metadata: { trackC: true, kind: \"trajectory-export\" },\n    },\n    { log, logPrefix: \"[TrajectoryExportCron]\" },\n  );\n  log.info(\n    registration === \"created\"\n      ? \"[TrajectoryExportCron] registered nightly trajectory-export cron\"\n      : \"[TrajectoryExportCron] using existing nightly trajectory-export cron\",\n  );\n}\n"],"mappings":"AAWA,SAAS,OAAO,iBAAiB;AACjC,SAAS,YAAY;AAErB,SAAS,uBAAuB;AAChC;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,OAEK;AACP,SAAS,sBAAsB;AAE/B,MAAM,oBAAoB;AAC1B,MAAM,2BAA2B;AA4BjC,SAAS,eAAuB;AAC9B,QAAM,MAAM,oBAAI,KAAK;AACrB,QAAM,IAAI,IAAI,eAAe;AAC7B,QAAM,IAAI,OAAO,IAAI,YAAY,IAAI,CAAC,EAAE,SAAS,GAAG,GAAG;AACvD,QAAM,IAAI,OAAO,IAAI,WAAW,CAAC,EAAE,SAAS,GAAG,GAAG;AAClD,SAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB;AAwBA,eAAsB,2BACpB,SACA,UAAmC,CAAC,GACC;AACrC,QAAM,MAAqB,QAAQ,UAAU;AAAA,IAC3C,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,OAAO,MAAM;AAAA,IAAC;AAAA,IACd,OAAO,MAAM;AAAA,IAAC;AAAA,EAChB;AACA,QAAM,oBAAoB,QAAQ;AAAA,IAChC;AAAA,EACF;AACA,MACE,CAAC,qBACD,OAAO,kBAAkB,qBAAqB,cAC9C,OAAO,kBAAkB,wBAAwB,YACjD;AACA,QAAI,KAAK,yDAAyD;AAClE,WAAO;AAAA,EACT;AAOA,QAAM,cAAc,QAAQ;AAC5B,QAAM,QAA+B,CAAC;AACtC,MAAI,SAAS;AACb,MAAI;AACJ,SAAO,MAAM;AACX,UAAM,YACJ,gBAAgB,SACZ,cAAc,MAAM,SACpB;AACN,QAAI,gBAAgB,UAAa,aAAa,EAAG;AACjD,UAAM,YAAY,KAAK;AAAA,MACrB;AAAA,MACA,KAAK,IAAI,GAAG,SAAS;AAAA,IACvB;AACA,UAAM,OAAO,MAAM,kBAAkB,iBAAiB;AAAA,MACpD,OAAO;AAAA,MACP;AAAA,IACF,CAAC;AACD,QAAI,OAAO,KAAK,UAAU,SAAU,WAAU,KAAK;AACnD,UAAM,QAAQ,KAAK;AACnB,UAAM,KAAK,GAAG,KAAK;AACnB,cAAU,MAAM;AAGhB,QAAI,MAAM,SAAS,aAAa,MAAM,WAAW,EAAG;AAAA,EACtD;AAEA,MACE,gBAAgB,UAChB,OAAO,YAAY,YACnB,UAAU,MAAM,QAChB;AACA,QAAI;AAAA,MACF,0CAA0C,WAAW,0BAA0B,UAAU,MAAM,MAAM,OAAO,OAAO;AAAA,IACrH;AAAA,EACF;AAEA,QAAM,eAAuC,CAAC;AAC9C,aAAW,QAAQ,OAAO;AACxB,UAAM,SAAS,MAAM,kBAAkB,oBAAoB,KAAK,EAAE;AAClE,QAAI,OAAQ,cAAa,KAAK,MAAM;AAAA,EACtC;AAMA,QAAM,WAAW,mBAAmB,cAAc;AAAA,IAChD,YAAY,QAAQ,cAAc,qBAAqB;AAAA,EACzD,CAAC;AAED,QAAM,WAAW,QAAQ,cAAc,gBAAgB;AACvD,QAAM,YAAY,KAAK,UAAU,YAAY,YAAY,aAAa,CAAC;AACvE,QAAM,MAAM,WAAW,EAAE,WAAW,KAAK,CAAC;AAG1C,QAAM,UAAU,MAAM;AAAA,IACpB,SAAS;AAAA,IACT;AAAA,EACF;AAGA,QAAM,qBAAqB,KAAK,WAAW,8BAA8B;AACzE,QAAM,iBACJ,SAAS,aAAa,WAAW,IAC7B,KACA,GAAG,SAAS,aACT,IAAI,CAAC,eAAe,KAAK,UAAU,UAAU,CAAC,EAC9C,KAAK,IAAI,CAAC;AAAA;AACnB,QAAM,UAAU,oBAAoB,cAAc;AAElD,MAAI,oBAA2C;AAC/C,QAAM,WAAW,sBAAsB;AACvC,MAAI,UAAU;AACZ,UAAM,aAAa,gBAAgB,aAAa,CAAC;AACjD,wBAAoB,MAAM;AAAA,MACxB;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,QAAI;AAAA,MACF,kBAAkB,WACd,6DAA6D,SAAS,IAAI,IAAI,UAAU,KACxF,sDAAsD,kBAAkB,SAAS,SAAS;AAAA,IAChG;AAAA,EACF;AAEA,MAAI;AAAA,IACF,mCAAmC,SAAS,aAAa,MAAM,oBAAoB,SAAS,aAAa,SAAS,QAAQ,MAAM,cAAc,SAAS,cAAc,gBAAgB,SAAS,kBAAkB;AAAA,EAClN;AAEA,SAAO;AAAA,IACL;AAAA,IACA,oBAAoB,aAAa;AAAA,IACjC,kBAAkB,SAAS,aAAa;AAAA,IACxC,qBAAqB,SAAS,QAAQ;AAAA,IACtC,gBAAgB,SAAS;AAAA,IACzB,oBAAoB,SAAS;AAAA,IAC7B,eAAe,QAAQ;AAAA,IACvB,aAAa,QAAQ;AAAA,IACrB;AAAA,IACA;AAAA,EACF;AACF;AAOA,eAAsB,6BACpB,SACA,SACe;AACf,QAAM,MAAqB,QAAQ,UAAU;AAAA,IAC3C,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,MAAM,MAAM;AAAA,IAAC;AAAA,IACb,OAAO,MAAM;AAAA,IAAC;AAAA,IACd,OAAO,MAAM;AAAA,IAAC;AAAA,EAChB;AACA,QAAM,cAAc,MAAM,eAAgC,SAAS,QAAQ;AAAA,IACzE,WAAW;AAAA,EACb,CAAC;AACD,MAAI,CAAC,eAAe,OAAO,YAAY,cAAc,YAAY;AAC/D,QAAI;AAAA,MACF,6FAA6F,iBAAiB;AAAA,IAChH;AACA;AAAA,EACF;AACA,2BAAyB,SAAS,mBAAmB,YAAY;AAC/D,UAAM,2BAA2B,SAAS;AAAA,MACxC,YAAY,SAAS;AAAA,IACvB,CAAC;AAAA,EACH,CAAC;AACD,QAAM,eAAe,MAAM;AAAA,IACzB;AAAA,IACA;AAAA,MACE,MAAM;AAAA,MACN,aACE;AAAA,MACF,SAAS;AAAA,MACT,UAAU;AAAA,QACR,MAAM;AAAA,QACN,MAAM,SAAS,YAAY;AAAA,QAC3B,IAAI,SAAS;AAAA,MACf;AAAA,MACA,SAAS,EAAE,MAAM,SAAS,WAAW,kBAAkB;AAAA,MACvD,UAAU,EAAE,QAAQ,MAAM,MAAM,oBAAoB;AAAA,IACtD;AAAA,IACA,EAAE,KAAK,WAAW,yBAAyB;AAAA,EAC7C;AACA,MAAI;AAAA,IACF,iBAAiB,YACb,qEACA;AAAA,EACN;AACF;","names":[]}

package/dist/core/trajectory-hf-upload.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Runtime → HuggingFace trajectory upload.
+ *
+ * Uploads the *sanitized* JSONL produced by `buildTrajectoryExportBundle` (or
+ * the nightly export cron) to a HuggingFace dataset repo. The upload is
+ * opt-in: it only runs when `ELIZA_TRAJECTORY_HF_REPO` is set AND an HF token
+ * is available. Token env vars (in priority order): `HF_TOKEN` (canonical),
+ * `HUGGINGFACE_HUB_TOKEN` (Python convention), `HUGGING_FACE_HUB_TOKEN`
+ * (legacy TS alias).
+ *
+ * The privacy filter MUST have run before this — callers pass the already
+ * sanitized file path. This module never reads raw trajectory data.
+ *
+ * Transport: shells out to the HuggingFace CLI (`hf upload`, falling back to
+ * the legacy `huggingface-cli upload`). If neither is on PATH the upload is
+ * skipped with an actionable "install the HF CLI" message rather than failing
+ * the export.
+ */
+export interface HfUploadConfig {
+    /** `org/dataset` repo id. */
+    repo: string;
+    /** HF access token. */
+    token: string;
+}
+export interface HfUploadResult {
+    /** True only when the file was actually uploaded. */
+    uploaded: boolean;
+    /** Repo the file was uploaded to (or would have been). */
+    repo: string | null;
+    /** Path-in-repo the file landed at. */
+    pathInRepo: string | null;
+    /** Populated when `uploaded` is false and the reason is not "not configured". */
+    error: string | null;
+    /** True when the upload was skipped because the env is not configured. */
+    skippedNotConfigured: boolean;
+}
+/**
+ * Resolve the upload config from the environment. Returns `null` when the
+ * feature is not configured (no repo env, or no token).
+ */
+export declare function resolveHfUploadConfig(env?: NodeJS.ProcessEnv): HfUploadConfig | null;
+/**
+ * Upload a sanitized JSONL file to the configured HF dataset repo.
+ *
+ * @param sanitizedJsonlPath - Path to the already-privacy-filtered JSONL.
+ * @param pathInRepo - Destination path inside the dataset repo.
+ * @param config - Resolved upload config; pass `null` (or omit) to read the env.
+ */
+export declare function uploadTrajectoryJsonlToHuggingFace(sanitizedJsonlPath: string, pathInRepo: string, config?: HfUploadConfig | null): Promise<HfUploadResult>;
+//# sourceMappingURL=trajectory-hf-upload.d.ts.map

package/dist/core/trajectory-hf-upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-hf-upload.d.ts","sourceRoot":"","sources":["../../src/core/trajectory-hf-upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAgBH,MAAM,WAAW,cAAc;IAC7B,6BAA6B;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,qDAAqD;IACrD,QAAQ,EAAE,OAAO,CAAC;IAClB,0DAA0D;IAC1D,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,uCAAuC;IACvC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iFAAiF;IACjF,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,0EAA0E;IAC1E,oBAAoB,EAAE,OAAO,CAAC;CAC/B;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,cAAc,GAAG,IAAI,CAQvB;AA4DD;;;;;;GAMG;AACH,wBAAsB,kCAAkC,CACtD,kBAAkB,EAAE,MAAM,EAC1B,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,cAAc,GAAG,IAA8B,GACtD,OAAO,CAAC,cAAc,CAAC,CA0CzB"}

package/dist/core/trajectory-hf-upload.js

@@ -0,0 +1,111 @@
+import { spawn } from "node:child_process";
+import { existsSync } from "node:fs";
+const HF_REPO_ENV = "ELIZA_TRAJECTORY_HF_REPO";
+const HF_TOKEN_ENVS = [
+  "HF_TOKEN",
+  "HUGGINGFACE_HUB_TOKEN",
+  "HUGGING_FACE_HUB_TOKEN"
+];
+function resolveHfUploadConfig(env = process.env) {
+  const repo = env[HF_REPO_ENV]?.trim();
+  if (!repo) return null;
+  for (const key of HF_TOKEN_ENVS) {
+    const token = env[key]?.trim();
+    if (token) return { repo, token };
+  }
+  return null;
+}
+function notConfigured() {
+  return {
+    uploaded: false,
+    repo: null,
+    pathInRepo: null,
+    error: null,
+    skippedNotConfigured: true
+  };
+}
+async function runHfCli(args, token) {
+  const candidates = ["hf", "huggingface-cli"];
+  let lastErr = "";
+  for (const bin of candidates) {
+    const attempt = await new Promise((resolve) => {
+      const child = spawn(bin, args, {
+        env: {
+          ...process.env,
+          // Inject the token under every accepted name so whichever variant
+          // the HF CLI checks first picks it up.
+          HF_TOKEN: token,
+          HUGGINGFACE_HUB_TOKEN: token,
+          HUGGING_FACE_HUB_TOKEN: token
+        },
+        stdio: ["ignore", "ignore", "pipe"]
+      });
+      let stderr = "";
+      child.stderr.on("data", (chunk) => {
+        stderr += String(chunk);
+      });
+      child.on("error", (err) => {
+        resolve({
+          ok: false,
+          stderr: err.message,
+          missing: err.code === "ENOENT"
+        });
+      });
+      child.on("close", (code) => {
+        resolve({ ok: code === 0, stderr, missing: false });
+      });
+    });
+    if (!attempt.missing) return attempt;
+    lastErr = attempt.stderr;
+  }
+  return {
+    ok: false,
+    stderr: lastErr || "HuggingFace CLI not found on PATH",
+    missing: true
+  };
+}
+async function uploadTrajectoryJsonlToHuggingFace(sanitizedJsonlPath, pathInRepo, config = resolveHfUploadConfig()) {
+  if (!config) return notConfigured();
+  if (!existsSync(sanitizedJsonlPath)) {
+    return {
+      uploaded: false,
+      repo: config.repo,
+      pathInRepo,
+      error: `sanitized JSONL not found at ${sanitizedJsonlPath}`,
+      skippedNotConfigured: false
+    };
+  }
+  const result = await runHfCli(
+    [
+      "upload",
+      config.repo,
+      sanitizedJsonlPath,
+      pathInRepo,
+      "--repo-type",
+      "dataset"
+    ],
+    config.token
+  );
+  if (result.ok) {
+    return {
+      uploaded: true,
+      repo: config.repo,
+      pathInRepo,
+      error: null,
+      skippedNotConfigured: false
+    };
+  }
+  const error = result.missing ? 'HuggingFace CLI not found. Install it with `pip install -U "huggingface_hub[cli]"` (provides `hf` / `huggingface-cli`) to enable trajectory uploads.' : `hf upload failed: ${result.stderr.trim().slice(0, 500)}`;
+  return {
+    uploaded: false,
+    repo: config.repo,
+    pathInRepo,
+    error,
+    skippedNotConfigured: false
+  };
+}
+export {
+  resolveHfUploadConfig,
+  uploadTrajectoryJsonlToHuggingFace
+};
+//# sourceMappingURL=trajectory-hf-upload.js.map

package/dist/core/trajectory-hf-upload.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/trajectory-hf-upload.ts"],"sourcesContent":["/**\n * Runtime → HuggingFace trajectory upload.\n *\n * Uploads the *sanitized* JSONL produced by `buildTrajectoryExportBundle` (or\n * the nightly export cron) to a HuggingFace dataset repo. The upload is\n * opt-in: it only runs when `ELIZA_TRAJECTORY_HF_REPO` is set AND an HF token\n * is available. Token env vars (in priority order): `HF_TOKEN` (canonical),\n * `HUGGINGFACE_HUB_TOKEN` (Python convention), `HUGGING_FACE_HUB_TOKEN`\n * (legacy TS alias).\n *\n * The privacy filter MUST have run before this — callers pass the already\n * sanitized file path. This module never reads raw trajectory data.\n *\n * Transport: shells out to the HuggingFace CLI (`hf upload`, falling back to\n * the legacy `huggingface-cli upload`). If neither is on PATH the upload is\n * skipped with an actionable \"install the HF CLI\" message rather than failing\n * the export.\n */\n\nimport { spawn } from \"node:child_process\";\nimport { existsSync } from \"node:fs\";\n\nconst HF_REPO_ENV = \"ELIZA_TRAJECTORY_HF_REPO\";\n// Canonical: HF_TOKEN. HUGGINGFACE_HUB_TOKEN is the Python convention\n// (matches huggingface_hub) and stays accepted as a fallback. The variant\n// with underscore between HUGGING and FACE (HUGGING_FACE_HUB_TOKEN) is the\n// legacy TS-side name and is also accepted for backward compatibility.\nconst HF_TOKEN_ENVS = [\n  \"HF_TOKEN\",\n  \"HUGGINGFACE_HUB_TOKEN\",\n  \"HUGGING_FACE_HUB_TOKEN\",\n] as const;\n\nexport interface HfUploadConfig {\n  /** `org/dataset` repo id. */\n  repo: string;\n  /** HF access token. */\n  token: string;\n}\n\nexport interface HfUploadResult {\n  /** True only when the file was actually uploaded. */\n  uploaded: boolean;\n  /** Repo the file was uploaded to (or would have been). */\n  repo: string | null;\n  /** Path-in-repo the file landed at. */\n  pathInRepo: string | null;\n  /** Populated when `uploaded` is false and the reason is not \"not configured\". */\n  error: string | null;\n  /** True when the upload was skipped because the env is not configured. */\n  skippedNotConfigured: boolean;\n}\n\n/**\n * Resolve the upload config from the environment. Returns `null` when the\n * feature is not configured (no repo env, or no token).\n */\nexport function resolveHfUploadConfig(\n  env: NodeJS.ProcessEnv = process.env,\n): HfUploadConfig | null {\n  const repo = env[HF_REPO_ENV]?.trim();\n  if (!repo) return null;\n  for (const key of HF_TOKEN_ENVS) {\n    const token = env[key]?.trim();\n    if (token) return { repo, token };\n  }\n  return null;\n}\n\nfunction notConfigured(): HfUploadResult {\n  return {\n    uploaded: false,\n    repo: null,\n    pathInRepo: null,\n    error: null,\n    skippedNotConfigured: true,\n  };\n}\n\nasync function runHfCli(\n  args: string[],\n  token: string,\n): Promise<{ ok: boolean; stderr: string; missing: boolean }> {\n  const candidates = [\"hf\", \"huggingface-cli\"];\n  let lastErr = \"\";\n  for (const bin of candidates) {\n    const attempt = await new Promise<{\n      ok: boolean;\n      stderr: string;\n      missing: boolean;\n    }>((resolve) => {\n      const child = spawn(bin, args, {\n        env: {\n          ...process.env,\n          // Inject the token under every accepted name so whichever variant\n          // the HF CLI checks first picks it up.\n          HF_TOKEN: token,\n          HUGGINGFACE_HUB_TOKEN: token,\n          HUGGING_FACE_HUB_TOKEN: token,\n        },\n        stdio: [\"ignore\", \"ignore\", \"pipe\"],\n      });\n      let stderr = \"\";\n      child.stderr.on(\"data\", (chunk) => {\n        stderr += String(chunk);\n      });\n      child.on(\"error\", (err: NodeJS.ErrnoException) => {\n        resolve({\n          ok: false,\n          stderr: err.message,\n          missing: err.code === \"ENOENT\",\n        });\n      });\n      child.on(\"close\", (code) => {\n        resolve({ ok: code === 0, stderr, missing: false });\n      });\n    });\n    if (!attempt.missing) return attempt;\n    lastErr = attempt.stderr;\n  }\n  return {\n    ok: false,\n    stderr: lastErr || \"HuggingFace CLI not found on PATH\",\n    missing: true,\n  };\n}\n\n/**\n * Upload a sanitized JSONL file to the configured HF dataset repo.\n *\n * @param sanitizedJsonlPath - Path to the already-privacy-filtered JSONL.\n * @param pathInRepo - Destination path inside the dataset repo.\n * @param config - Resolved upload config; pass `null` (or omit) to read the env.\n */\nexport async function uploadTrajectoryJsonlToHuggingFace(\n  sanitizedJsonlPath: string,\n  pathInRepo: string,\n  config: HfUploadConfig | null = resolveHfUploadConfig(),\n): Promise<HfUploadResult> {\n  if (!config) return notConfigured();\n  if (!existsSync(sanitizedJsonlPath)) {\n    return {\n      uploaded: false,\n      repo: config.repo,\n      pathInRepo,\n      error: `sanitized JSONL not found at ${sanitizedJsonlPath}`,\n      skippedNotConfigured: false,\n    };\n  }\n\n  const result = await runHfCli(\n    [\n      \"upload\",\n      config.repo,\n      sanitizedJsonlPath,\n      pathInRepo,\n      \"--repo-type\",\n      \"dataset\",\n    ],\n    config.token,\n  );\n  if (result.ok) {\n    return {\n      uploaded: true,\n      repo: config.repo,\n      pathInRepo,\n      error: null,\n      skippedNotConfigured: false,\n    };\n  }\n  const error = result.missing\n    ? 'HuggingFace CLI not found. Install it with `pip install -U \"huggingface_hub[cli]\"` (provides `hf` / `huggingface-cli`) to enable trajectory uploads.'\n    : `hf upload failed: ${result.stderr.trim().slice(0, 500)}`;\n  return {\n    uploaded: false,\n    repo: config.repo,\n    pathInRepo,\n    error,\n    skippedNotConfigured: false,\n  };\n}\n"],"mappings":"AAmBA,SAAS,aAAa;AACtB,SAAS,kBAAkB;AAE3B,MAAM,cAAc;AAKpB,MAAM,gBAAgB;AAAA,EACpB;AAAA,EACA;AAAA,EACA;AACF;AA0BO,SAAS,sBACd,MAAyB,QAAQ,KACV;AACvB,QAAM,OAAO,IAAI,WAAW,GAAG,KAAK;AACpC,MAAI,CAAC,KAAM,QAAO;AAClB,aAAW,OAAO,eAAe;AAC/B,UAAM,QAAQ,IAAI,GAAG,GAAG,KAAK;AAC7B,QAAI,MAAO,QAAO,EAAE,MAAM,MAAM;AAAA,EAClC;AACA,SAAO;AACT;AAEA,SAAS,gBAAgC;AACvC,SAAO;AAAA,IACL,UAAU;AAAA,IACV,MAAM;AAAA,IACN,YAAY;AAAA,IACZ,OAAO;AAAA,IACP,sBAAsB;AAAA,EACxB;AACF;AAEA,eAAe,SACb,MACA,OAC4D;AAC5D,QAAM,aAAa,CAAC,MAAM,iBAAiB;AAC3C,MAAI,UAAU;AACd,aAAW,OAAO,YAAY;AAC5B,UAAM,UAAU,MAAM,IAAI,QAIvB,CAAC,YAAY;AACd,YAAM,QAAQ,MAAM,KAAK,MAAM;AAAA,QAC7B,KAAK;AAAA,UACH,GAAG,QAAQ;AAAA;AAAA;AAAA,UAGX,UAAU;AAAA,UACV,uBAAuB;AAAA,UACvB,wBAAwB;AAAA,QAC1B;AAAA,QACA,OAAO,CAAC,UAAU,UAAU,MAAM;AAAA,MACpC,CAAC;AACD,UAAI,SAAS;AACb,YAAM,OAAO,GAAG,QAAQ,CAAC,UAAU;AACjC,kBAAU,OAAO,KAAK;AAAA,MACxB,CAAC;AACD,YAAM,GAAG,SAAS,CAAC,QAA+B;AAChD,gBAAQ;AAAA,UACN,IAAI;AAAA,UACJ,QAAQ,IAAI;AAAA,UACZ,SAAS,IAAI,SAAS;AAAA,QACxB,CAAC;AAAA,MACH,CAAC;AACD,YAAM,GAAG,SAAS,CAAC,SAAS;AAC1B,gBAAQ,EAAE,IAAI,SAAS,GAAG,QAAQ,SAAS,MAAM,CAAC;AAAA,MACpD,CAAC;AAAA,IACH,CAAC;AACD,QAAI,CAAC,QAAQ,QAAS,QAAO;AAC7B,cAAU,QAAQ;AAAA,EACpB;AACA,SAAO;AAAA,IACL,IAAI;AAAA,IACJ,QAAQ,WAAW;AAAA,IACnB,SAAS;AAAA,EACX;AACF;AASA,eAAsB,mCACpB,oBACA,YACA,SAAgC,sBAAsB,GAC7B;AACzB,MAAI,CAAC,OAAQ,QAAO,cAAc;AAClC,MAAI,CAAC,WAAW,kBAAkB,GAAG;AACnC,WAAO;AAAA,MACL,UAAU;AAAA,MACV,MAAM,OAAO;AAAA,MACb;AAAA,MACA,OAAO,gCAAgC,kBAAkB;AAAA,MACzD,sBAAsB;AAAA,IACxB;AAAA,EACF;AAEA,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,MACE;AAAA,MACA,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,IACA,OAAO;AAAA,EACT;AACA,MAAI,OAAO,IAAI;AACb,WAAO;AAAA,MACL,UAAU;AAAA,MACV,MAAM,OAAO;AAAA,MACb;AAAA,MACA,OAAO;AAAA,MACP,sBAAsB;AAAA,IACxB;AAAA,EACF;AACA,QAAM,QAAQ,OAAO,UACjB,yJACA,qBAAqB,OAAO,OAAO,KAAK,EAAE,MAAM,GAAG,GAAG,CAAC;AAC3D,SAAO;AAAA,IACL,UAAU;AAAA,IACV,MAAM,OAAO;AAAA,IACb;AAAA,IACA;AAAA,IACA,sBAAsB;AAAA,EACxB;AACF;","names":[]}

package/dist/core/trajectory-task-datasets.d.ts

@@ -0,0 +1,62 @@
+import type { Trajectory } from "@elizaos/agent";
+import { type ElizaNativeTrajectoryRow } from "@elizaos/core";
+export type ElizaNativeTrainingExample = ElizaNativeTrajectoryRow;
+/**
+ * Canonical, ordered list of trajectory training tasks. The union type and
+ * every per-task map/record in this module derive from this single list so
+ * adding a task (e.g. a LifeOps capability) is a one-line change that the
+ * compiler then forces to be handled everywhere a full record is required.
+ *
+ * The first six are the generic-runtime decision tasks; the rest are the
+ * LifeOps per-capability tasks introduced for the GEPA/trajectory optimization
+ * loop (issue #8795). They mirror `LIFEOPS_OPTIMIZED_PROMPT_TASKS` in
+ * `@elizaos/core` (kept in sync — core is the source of truth for the artifact
+ * store, this list is the source of truth for the trajectory dataset buckets).
+ */
+export declare const ALL_TRAJECTORY_TRAINING_TASKS: readonly ["should_respond", "context_routing", "action_planner", "response", "media_description", "view_context", "calendar_extract", "schedule_plan", "reminder_dispatch", "inbox_triage", "meeting_prep", "morning_brief", "health_checkin", "screentime_recap"];
+export type TrajectoryTrainingTask = (typeof ALL_TRAJECTORY_TRAINING_TASKS)[number];
+/** The LifeOps per-capability subset of {@link ALL_TRAJECTORY_TRAINING_TASKS}. */
+export declare const LIFEOPS_TRAINING_TASKS: readonly TrajectoryTrainingTask[];
+/** Build a full per-task record by deriving an entry for every training task. */
+export declare function buildTaskRecord<T>(make: (task: TrajectoryTrainingTask) => T): Record<TrajectoryTrainingTask, T>;
+export interface TrajectoryTaskDatasetPaths {
+    shouldRespondPath: string;
+    contextRoutingPath: string;
+    actionPlannerPath: string;
+    responsePath: string;
+    mediaDescriptionPath: string;
+    viewContextPath: string;
+    calendarExtractPath: string;
+    schedulePlanPath: string;
+    reminderDispatchPath: string;
+    inboxTriagePath: string;
+    meetingPrepPath: string;
+    morningBriefPath: string;
+    healthCheckinPath: string;
+    screentimeRecapPath: string;
+    summaryPath: string;
+}
+export interface TrajectoryTaskDatasetExport {
+    counts: Record<TrajectoryTrainingTask, number>;
+    paths: TrajectoryTaskDatasetPaths;
+    examples: Record<TrajectoryTrainingTask, ElizaNativeTrainingExample[]>;
+    summary: TrajectoryTaskDatasetSummary;
+}
+export interface TrajectoryTaskDatasetTaskSummary {
+    exampleCount: number;
+    sourceCallCount: number;
+    sourceTrajectoryCount: number;
+}
+export interface TrajectoryTaskDatasetSummary {
+    generatedAt: string;
+    trajectoryCount: number;
+    llmCallCount: number;
+    skippedNonNativeRows: number;
+    warnings: string[];
+    counts: Record<TrajectoryTrainingTask, number>;
+    tasks: TrajectoryTrainingTask[];
+    taskMetrics: Record<TrajectoryTrainingTask, TrajectoryTaskDatasetTaskSummary>;
+}
+export declare function extractTrajectoryExamplesByTask(trajectories: Trajectory[] | string, tasks?: readonly TrajectoryTrainingTask[]): Record<TrajectoryTrainingTask, ElizaNativeTrainingExample[]>;
+export declare function exportTrajectoryTaskDatasets(trajectories: Trajectory[] | string, outputDir: string, tasks?: readonly TrajectoryTrainingTask[]): Promise<TrajectoryTaskDatasetExport>;
+//# sourceMappingURL=trajectory-task-datasets.d.ts.map

package/dist/core/trajectory-task-datasets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory-task-datasets.d.ts","sourceRoot":"","sources":["../../src/core/trajectory-task-datasets.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAqB,MAAM,gBAAgB,CAAC;AACpE,OAAO,EAIL,KAAK,wBAAwB,EAC9B,MAAM,eAAe,CAAC;AAOvB,MAAM,MAAM,0BAA0B,GAAG,wBAAwB,CAAC;AAElE;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,6BAA6B,oQAgBhC,CAAC;AAEX,MAAM,MAAM,sBAAsB,GAChC,CAAC,OAAO,6BAA6B,CAAC,CAAC,MAAM,CAAC,CAAC;AAEjD,kFAAkF;AAClF,eAAO,MAAM,sBAAsB,EAAE,SAAS,sBAAsB,EASnE,CAAC;AAEF,iFAAiF;AACjF,wBAAgB,eAAe,CAAC,CAAC,EAC/B,IAAI,EAAE,CAAC,IAAI,EAAE,sBAAsB,KAAK,CAAC,GACxC,MAAM,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAMnC;AAED,MAAM,WAAW,0BAA0B;IACzC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAC/C,KAAK,EAAE,0BAA0B,CAAC;IAClC,QAAQ,EAAE,MAAM,CAAC,sBAAsB,EAAE,0BAA0B,EAAE,CAAC,CAAC;IACvE,OAAO,EAAE,4BAA4B,CAAC;CACvC;AAED,MAAM,WAAW,gCAAgC;IAC/C,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,4BAA4B;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAC/C,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC,sBAAsB,EAAE,gCAAgC,CAAC,CAAC;CAC/E;AAseD,wBAAgB,+BAA+B,CAC7C,YAAY,EAAE,UAAU,EAAE,GAAG,MAAM,EACnC,KAAK,CAAC,EAAE,SAAS,sBAAsB,EAAE,GACxC,MAAM,CAAC,sBAAsB,EAAE,0BAA0B,EAAE,CAAC,CAE9D;AAED,wBAAsB,4BAA4B,CAChD,YAAY,EAAE,UAAU,EAAE,GAAG,MAAM,EACnC,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,SAAS,sBAAsB,EAAE,GACxC,OAAO,CAAC,2BAA2B,CAAC,CAqEtC"}