@elizaos/plugin-training 2.0.3-beta.6 → 2.0.3-beta.7

package/dist/core/training-config.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/core/training-config.ts"],"sourcesContent":["/**\n * Auto-training configuration: persisted at `<state>/training/config.json`.\n *\n * Self-contained on purpose. The agent-wide config schema is large and changes\n * coordinated across multiple teams; auto-training has a small, stable surface\n * that is easier to evolve from a dedicated file. Loader merges file contents\n * over typed defaults; absent fields fall through to the defaults.\n */\n\nimport { existsSync, mkdirSync, readFileSync, writeFileSync } from \"node:fs\";\nimport { dirname, join } from \"node:path\";\nimport { resolveStateDir } from \"@elizaos/core\";\nimport {\n  ALL_TRAJECTORY_TRAINING_TASKS,\n  type TrajectoryTrainingTask,\n} from \"./trajectory-task-datasets.js\";\n\nexport type TrainingBackend = \"native\";\n\nexport const ALL_TRAINING_BACKENDS: readonly TrainingBackend[] = [\n  \"native\",\n] as const;\n\n// Single source of truth lives in trajectory-task-datasets.ts; re-exported\n// here under the historical name so existing config/threshold consumers keep\n// iterating the full task list (now including the LifeOps capabilities).\nexport const ALL_TRAINING_TASKS: readonly TrajectoryTrainingTask[] =\n  ALL_TRAJECTORY_TRAINING_TASKS;\n\nexport interface PerTaskOverride {\n  threshold?: number;\n  cooldownHours?: number;\n  backend?: TrainingBackend;\n}\n\nexport interface TrainingConfig {\n  /** Auto-train enabled by default. */\n  autoTrain: boolean;\n  /** Trajectory count per task that triggers a run. */\n  triggerThreshold: number;\n  /** Minimum hours between consecutive runs for the same task. */\n  triggerCooldownHours: number;\n  /**\n   * Backends to dispatch to on threshold/cron firings. Empty list means\n   * \"no backend configured\" — counters still tick, but threshold-fired\n   * training is skipped (with a logger note). Manual triggers always allow\n   * the caller to specify a backend explicitly.\n   *\n   * Defaults to `[\"native\"]`, the in-process optimizer backend.\n   */\n  backends: TrainingBackend[];\n  perTaskOverrides?: Partial<Record<TrajectoryTrainingTask, PerTaskOverride>>;\n}\n\nexport const DEFAULT_TRAINING_CONFIG: TrainingConfig = Object.freeze({\n  autoTrain: true,\n  triggerThreshold: 100,\n  triggerCooldownHours: 12,\n  // Native is the default-on backend. It runs in-process against the\n  // configured runtime model and writes optimized prompts into the\n  // OptimizedPromptService store. Operators can prepend other non-Google\n  // backends when they want hosted training instead.\n  backends: [\"native\"],\n}) as TrainingConfig;\n\nexport function trainingStateRoot(): string {\n  return join(resolveStateDir(), \"training\");\n}\n\nexport function trainingConfigPath(): string {\n  return join(trainingStateRoot(), \"config.json\");\n}\n\nfunction isFiniteNumber(value: unknown): value is number {\n  return typeof value === \"number\" && Number.isFinite(value);\n}\n\nfunction isStringRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\n}\n\nfunction coerceBackend(value: unknown): TrainingBackend | null {\n  return typeof value === \"string\" &&\n    (ALL_TRAINING_BACKENDS as readonly string[]).includes(value)\n    ? (value as TrainingBackend)\n    : null;\n}\n\nfunction coercePerTaskOverrides(\n  value: unknown,\n): Partial<Record<TrajectoryTrainingTask, PerTaskOverride>> | undefined {\n  if (!isStringRecord(value)) return undefined;\n  const out: Partial<Record<TrajectoryTrainingTask, PerTaskOverride>> = {};\n  for (const task of ALL_TRAINING_TASKS) {\n    const raw = value[task];\n    if (!isStringRecord(raw)) continue;\n    const override: PerTaskOverride = {};\n    if (isFiniteNumber(raw.threshold) && raw.threshold > 0) {\n      override.threshold = Math.floor(raw.threshold);\n    }\n    if (isFiniteNumber(raw.cooldownHours) && raw.cooldownHours >= 0) {\n      override.cooldownHours = raw.cooldownHours;\n    }\n    const backend = coerceBackend(raw.backend);\n    if (backend) override.backend = backend;\n    if (Object.keys(override).length > 0) out[task] = override;\n  }\n  return Object.keys(out).length > 0 ? out : undefined;\n}\n\n/**\n * Merge an arbitrary JSON object over the typed defaults. Unknown keys are\n * dropped; invalid types fall back to the default value for that field.\n */\nexport function normalizeTrainingConfig(input: unknown): TrainingConfig {\n  const base: TrainingConfig = {\n    autoTrain: DEFAULT_TRAINING_CONFIG.autoTrain,\n    triggerThreshold: DEFAULT_TRAINING_CONFIG.triggerThreshold,\n    triggerCooldownHours: DEFAULT_TRAINING_CONFIG.triggerCooldownHours,\n    backends: [...DEFAULT_TRAINING_CONFIG.backends],\n  };\n  if (!isStringRecord(input)) return base;\n\n  if (typeof input.autoTrain === \"boolean\") base.autoTrain = input.autoTrain;\n  if (isFiniteNumber(input.triggerThreshold) && input.triggerThreshold > 0) {\n    base.triggerThreshold = Math.floor(input.triggerThreshold);\n  }\n  if (\n    isFiniteNumber(input.triggerCooldownHours) &&\n    input.triggerCooldownHours >= 0\n  ) {\n    base.triggerCooldownHours = input.triggerCooldownHours;\n  }\n  if (Array.isArray(input.backends)) {\n    const seen = new Set<TrainingBackend>();\n    for (const entry of input.backends) {\n      const backend = coerceBackend(entry);\n      if (backend && !seen.has(backend)) seen.add(backend);\n    }\n    base.backends = [...seen];\n  }\n  const overrides = coercePerTaskOverrides(input.perTaskOverrides);\n  if (overrides) base.perTaskOverrides = overrides;\n  return base;\n}\n\nexport function loadTrainingConfig(): TrainingConfig {\n  const path = trainingConfigPath();\n  if (!existsSync(path)) return normalizeTrainingConfig(undefined);\n  const raw = readFileSync(path, \"utf-8\");\n  return normalizeTrainingConfig(JSON.parse(raw));\n}\n\nexport function saveTrainingConfig(config: TrainingConfig): void {\n  const path = trainingConfigPath();\n  mkdirSync(dirname(path), { recursive: true });\n  const normalized = normalizeTrainingConfig(config);\n  writeFileSync(path, `${JSON.stringify(normalized, null, 2)}\\n`, \"utf-8\");\n}\n\nexport interface ResolvedTaskPolicy {\n  threshold: number;\n  cooldownMs: number;\n  backend: TrainingBackend | null;\n}\n\nexport function resolveTaskPolicy(\n  config: TrainingConfig,\n  task: TrajectoryTrainingTask,\n): ResolvedTaskPolicy {\n  const override = config.perTaskOverrides?.[task];\n  const threshold = override?.threshold ?? config.triggerThreshold;\n  const cooldownHours = override?.cooldownHours ?? config.triggerCooldownHours;\n  const backend = override?.backend ?? config.backends[0] ?? null;\n  return {\n    threshold,\n    cooldownMs: Math.max(0, cooldownHours * 3_600_000),\n    backend,\n  };\n}\n"],"mappings":"AASA,SAAS,YAAY,WAAW,cAAc,qBAAqB;AACnE,SAAS,SAAS,YAAY;AAC9B,SAAS,uBAAuB;AAChC;AAAA,EACE;AAAA,OAEK;AAIA,MAAM,wBAAoD;AAAA,EAC/D;AACF;AAKO,MAAM,qBACX;AA2BK,MAAM,0BAA0C,OAAO,OAAO;AAAA,EACnE,WAAW;AAAA,EACX,kBAAkB;AAAA,EAClB,sBAAsB;AAAA;AAAA;AAAA;AAAA;AAAA,EAKtB,UAAU,CAAC,QAAQ;AACrB,CAAC;AAEM,SAAS,oBAA4B;AAC1C,SAAO,KAAK,gBAAgB,GAAG,UAAU;AAC3C;AAEO,SAAS,qBAA6B;AAC3C,SAAO,KAAK,kBAAkB,GAAG,aAAa;AAChD;AAEA,SAAS,eAAe,OAAiC;AACvD,SAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK;AAC3D;AAEA,SAAS,eAAe,OAAkD;AACxE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,cAAc,OAAwC;AAC7D,SAAO,OAAO,UAAU,YACrB,sBAA4C,SAAS,KAAK,IACxD,QACD;AACN;AAEA,SAAS,uBACP,OACsE;AACtE,MAAI,CAAC,eAAe,KAAK,EAAG,QAAO;AACnC,QAAM,MAAgE,CAAC;AACvE,aAAW,QAAQ,oBAAoB;AACrC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,CAAC,eAAe,GAAG,EAAG;AAC1B,UAAM,WAA4B,CAAC;AACnC,QAAI,eAAe,IAAI,SAAS,KAAK,IAAI,YAAY,GAAG;AACtD,eAAS,YAAY,KAAK,MAAM,IAAI,SAAS;AAAA,IAC/C;AACA,QAAI,eAAe,IAAI,aAAa,KAAK,IAAI,iBAAiB,GAAG;AAC/D,eAAS,gBAAgB,IAAI;AAAA,IAC/B;AACA,UAAM,UAAU,cAAc,IAAI,OAAO;AACzC,QAAI,QAAS,UAAS,UAAU;AAChC,QAAI,OAAO,KAAK,QAAQ,EAAE,SAAS,EAAG,KAAI,IAAI,IAAI;AAAA,EACpD;AACA,SAAO,OAAO,KAAK,GAAG,EAAE,SAAS,IAAI,MAAM;AAC7C;AAMO,SAAS,wBAAwB,OAAgC;AACtE,QAAM,OAAuB;AAAA,IAC3B,WAAW,wBAAwB;AAAA,IACnC,kBAAkB,wBAAwB;AAAA,IAC1C,sBAAsB,wBAAwB;AAAA,IAC9C,UAAU,CAAC,GAAG,wBAAwB,QAAQ;AAAA,EAChD;AACA,MAAI,CAAC,eAAe,KAAK,EAAG,QAAO;AAEnC,MAAI,OAAO,MAAM,cAAc,UAAW,MAAK,YAAY,MAAM;AACjE,MAAI,eAAe,MAAM,gBAAgB,KAAK,MAAM,mBAAmB,GAAG;AACxE,SAAK,mBAAmB,KAAK,MAAM,MAAM,gBAAgB;AAAA,EAC3D;AACA,MACE,eAAe,MAAM,oBAAoB,KACzC,MAAM,wBAAwB,GAC9B;AACA,SAAK,uBAAuB,MAAM;AAAA,EACpC;AACA,MAAI,MAAM,QAAQ,MAAM,QAAQ,GAAG;AACjC,UAAM,OAAO,oBAAI,IAAqB;AACtC,eAAW,SAAS,MAAM,UAAU;AAClC,YAAM,UAAU,cAAc,KAAK;AACnC,UAAI,WAAW,CAAC,KAAK,IAAI,OAAO,EAAG,MAAK,IAAI,OAAO;AAAA,IACrD;AACA,SAAK,WAAW,CAAC,GAAG,IAAI;AAAA,EAC1B;AACA,QAAM,YAAY,uBAAuB,MAAM,gBAAgB;AAC/D,MAAI,UAAW,MAAK,mBAAmB;AACvC,SAAO;AACT;AAEO,SAAS,qBAAqC;AACnD,QAAM,OAAO,mBAAmB;AAChC,MAAI,CAAC,WAAW,IAAI,EAAG,QAAO,wBAAwB,MAAS;AAC/D,QAAM,MAAM,aAAa,MAAM,OAAO;AACtC,SAAO,wBAAwB,KAAK,MAAM,GAAG,CAAC;AAChD;AAEO,SAAS,mBAAmB,QAA8B;AAC/D,QAAM,OAAO,mBAAmB;AAChC,YAAU,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAC5C,QAAM,aAAa,wBAAwB,MAAM;AACjD,gBAAc,MAAM,GAAG,KAAK,UAAU,YAAY,MAAM,CAAC,CAAC;AAAA,GAAM,OAAO;AACzE;AAQO,SAAS,kBACd,QACA,MACoB;AACpB,QAAM,WAAW,OAAO,mBAAmB,IAAI;AAC/C,QAAM,YAAY,UAAU,aAAa,OAAO;AAChD,QAAM,gBAAgB,UAAU,iBAAiB,OAAO;AACxD,QAAM,UAAU,UAAU,WAAW,OAAO,SAAS,CAAC,KAAK;AAC3D,SAAO;AAAA,IACL;AAAA,IACA,YAAY,KAAK,IAAI,GAAG,gBAAgB,IAAS;AAAA,IACjD;AAAA,EACF;AACF;","names":[]}

package/dist/core/training-orchestrator.d.ts

@@ -0,0 +1,112 @@
+/**
+ * training-trigger orchestrator.
+ *
+ * Single entry point for all paths that kick off a training run:
+ *   - threshold:  TrainingTriggerService fires when the per-task counter passes
+ *                 the configured threshold.
+ *   - cron:       Scheduled job (e.g. nightly trajectory-export cron) calls
+ *                 with `source: 'cron'`.
+ *   - manual:     UI / CLI / API caller asks for an immediate run.
+ *
+ * Pipeline:
+ *   1. Fetch the most recent matching trajectories from the runtime's
+ *      trajectory service.
+ *   2. Run them through the privacy filter (REQUIRED — never bypass).
+ *   3. Bucket trajectories into per-task JSONL files via dataset-generator
+ *      (`exportTrajectoryTaskDatasets`). When `task` is supplied, only that
+ *      bucket is forwarded to the backend.
+ *   4. Dispatch the chosen task's dataset to the configured backend
+ *      (`native`).
+ *   5. Persist a run record at `<state>/training/runs/<runId>.json`.
+ */
+import { type AnonymizerLookup } from "./privacy-filter.js";
+import { type TrainingBackend, type TrainingConfig } from "./training-config.js";
+import { type TrajectoryTaskDatasetExport, type TrajectoryTrainingTask } from "./trajectory-task-datasets.js";
+interface MinimalLogger {
+    info: (message: string) => void;
+    warn: (message: string) => void;
+    error: (message: string) => void;
+}
+interface RuntimeLike {
+    getService: (name: string) => unknown;
+    logger?: MinimalLogger;
+}
+export type TriggerSource = "threshold" | "cron" | "manual";
+export type TrainingRunStatus = "queued" | "running" | "succeeded" | "failed" | "skipped";
+export interface TriggerTrainingOptions {
+    task?: TrajectoryTrainingTask;
+    backend?: TrainingBackend;
+    source: TriggerSource;
+    /** When true, run the full pipeline up to dispatch but do not invoke the backend. */
+    dryRun?: boolean;
+    /** Maximum trajectories pulled from the trajectory service. */
+    trajectoryLimit?: number;
+    /** Optional anonymizer for the privacy filter. */
+    anonymizer?: AnonymizerLookup;
+    /**
+     * Backend dispatcher override — primarily for tests. Production callers
+     * should leave this undefined and let the orchestrator route by name.
+     */
+    dispatcher?: BackendDispatcher;
+    /** Override the loaded config (tests). */
+    config?: TrainingConfig;
+}
+export interface TriggerTrainingResult {
+    runId: string;
+    status: TrainingRunStatus;
+    reason?: string;
+    task: TrajectoryTrainingTask | null;
+    backend: TrainingBackend | null;
+    source: TriggerSource;
+    datasetSize: number;
+    startedAt: string;
+    finishedAt: string;
+    artifactPath?: string;
+}
+export interface TrainingRunRecord extends TriggerTrainingResult {
+    pulledTrajectories: number;
+    filteredTrajectories: number;
+    redactionCount: number;
+    anonymizationCount: number;
+    datasetPaths?: TrajectoryTaskDatasetExport["paths"];
+    perTaskCounts?: TrajectoryTaskDatasetExport["counts"];
+    dryRun: boolean;
+    notes?: string[];
+}
+export interface BackendDispatchInput {
+    task: TrajectoryTrainingTask;
+    backend: TrainingBackend;
+    datasetPath: string;
+    runId: string;
+    outputDir: string;
+    /**
+     * Runtime forwarded to backends that need an LLM (currently only `native`).
+     * Other backends ignore it.
+     */
+    runtime: RuntimeLike;
+}
+export interface BackendDispatchResult {
+    invoked: boolean;
+    artifactPath?: string;
+    notes?: string[];
+}
+export type BackendDispatcher = (input: BackendDispatchInput) => Promise<BackendDispatchResult>;
+/**
+ * Pull the live runtime template for the task. Falls back to concrete bundled
+ * task baselines when the runtime cannot expose its template.
+ */
+export declare function loadBaselineForTask(task: TrajectoryTrainingTask): Promise<string>;
+export declare function recordRun(record: TrainingRunRecord): Promise<string>;
+export declare function loadRun(runId: string): Promise<TrainingRunRecord | null>;
+export declare function listRuns(limit?: number): Promise<TrainingRunRecord[]>;
+/**
+ * Single entry point for kicking off a training run from any caller.
+ *
+ * Returns a record describing what happened, including `status: "skipped"`
+ * when the pipeline ran but the configured backend declined to invoke (no
+ * data, no backend configured, unavailable optimizer backend, etc.). Errors are
+ * surfaced as `status: "failed"` with `reason`; never swallowed.
+ */
+export declare function triggerTraining(runtime: RuntimeLike, options: TriggerTrainingOptions): Promise<TrainingRunRecord>;
+export {};
+//# sourceMappingURL=training-orchestrator.d.ts.map

package/dist/core/training-orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"training-orchestrator.d.ts","sourceRoot":"","sources":["../../src/core/training-orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAMH,OAAO,EACL,KAAK,gBAAgB,EAGtB,MAAM,qBAAqB,CAAC;AAK7B,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,cAAc,EAEpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,KAAK,2BAA2B,EAChC,KAAK,sBAAsB,EAC5B,MAAM,+BAA+B,CAAC;AAEvC,UAAU,aAAa;IACrB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED,UAAU,WAAW;IACnB,UAAU,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,aAAa,CAAC;CACxB;AAWD,MAAM,MAAM,aAAa,GAAG,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;AAE5D,MAAM,MAAM,iBAAiB,GACzB,QAAQ,GACR,SAAS,GACT,WAAW,GACX,QAAQ,GACR,SAAS,CAAC;AAEd,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,sBAAsB,CAAC;IAC9B,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,aAAa,CAAC;IACtB,qFAAqF;IACrF,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,+DAA+D;IAC/D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kDAAkD;IAClD,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B;;;OAGG;IACH,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0CAA0C;IAC1C,MAAM,CAAC,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,iBAAiB,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,sBAAsB,GAAG,IAAI,CAAC;IACpC,OAAO,EAAE,eAAe,GAAG,IAAI,CAAC;IAChC,MAAM,EAAE,aAAa,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,iBAAkB,SAAQ,qBAAqB;IAC9D,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,2BAA2B,CAAC,OAAO,CAAC,CAAC;IACpD,aAAa,CAAC,EAAE,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,iBAAiB,GAAG,CAC9B,KAAK,EAAE,oBAAoB,KACxB,OAAO,CAAC,qBAAqB,CAAC,CAAC;AAyhBpC;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,sBAAsB,GAC3B,OAAO,CAAC,MAAM,CAAC,CA2DjB;AAED,wBAAsB,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAM1E;AAED,wBAAsB,OAAO,CAC3B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAKnC;AAED,wBAAsB,QAAQ,CAAC,KAAK,SAAK,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAevE;AAED;;;;;;;GAOG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,iBAAiB,CAAC,CAoM5B"}