@elizaos/training 2.0.0-alpha.13 → 2.0.0-alpha.15

package/src/training/index.ts

@@ -4,38 +4,49 @@
  * Core training pipeline services for RL model development.
  */
 
-export type { AutomationConfig } from './AutomationPipeline';
-export { AutomationPipeline, automationPipeline } from './AutomationPipeline';
-export type { BenchmarkResults, ComparisonResults } from './BenchmarkService';
-export { BenchmarkService, benchmarkService } from './BenchmarkService';
+export type { AutomationConfig } from "./AutomationPipeline";
+export { AutomationPipeline, automationPipeline } from "./AutomationPipeline";
+export type { BenchmarkResults, ComparisonResults } from "./BenchmarkService";
+export { BenchmarkService, benchmarkService } from "./BenchmarkService";
 
-export { ConfigValidator } from './ConfigValidator';
-export { logRLConfigOnStartup } from './logRLConfig';
-export { MarketOutcomesTracker } from './MarketOutcomesTracker';
-export type { DeploymentOptions, DeploymentResult } from './ModelDeployer';
-export { ModelDeployer, modelDeployer } from './ModelDeployer';
-export type { ModelArtifact } from './ModelFetcher';
+export { ConfigValidator } from "./ConfigValidator";
+export { logRLConfigOnStartup } from "./logRLConfig";
+export { MarketOutcomesTracker } from "./MarketOutcomesTracker";
+export type { DeploymentOptions, DeploymentResult } from "./ModelDeployer";
+export { ModelDeployer, modelDeployer } from "./ModelDeployer";
+export type { ModelArtifact } from "./ModelFetcher";
 // Model fetching
-export { getLatestRLModel } from './ModelFetcher';
+export { getLatestRLModel } from "./ModelFetcher";
 export {
   ModelSelectionService,
   modelSelectionService,
-} from './ModelSelectionService';
-export { ModelUsageVerifier } from './ModelUsageVerifier';
+} from "./ModelSelectionService";
+export { ModelUsageVerifier } from "./ModelUsageVerifier";
 // Multi-model orchestration for efficient archetype model management
 export type {
   ModelInferenceRequest,
   ModelInferenceResult,
   OrchestratorConfig,
-} from './MultiModelOrchestrator';
+} from "./MultiModelOrchestrator";
 export {
   createMultiModelOrchestrator,
   MultiModelOrchestrator,
-} from './MultiModelOrchestrator';
+} from "./MultiModelOrchestrator";
+export type { NextTrainingModelSelection } from "./pipeline";
+export {
+  benchmarkAndMaybeDeployModel,
+  checkTrainingReadiness,
+  deployModelVersion,
+  getAutomationPipelineStatus,
+  getNextTrainingModelSelection,
+  monitorTrainingJob,
+  rollbackModelVersion,
+  triggerTraining,
+} from "./pipeline";
 export {
   RewardBackpropagationService,
   rewardBackpropagationService,
-} from './RewardBackpropagationService';
+} from "./RewardBackpropagationService";
 export type {
   ArchetypeModelConfig,
   ModelTier,
@@ -43,7 +54,7 @@ export type {
   MultiModelConfig,
   QuantizationMode,
   RLModelConfig,
-} from './RLModelConfig';
+} from "./RLModelConfig";
 export {
   clearArchetypeModels,
   getAllArchetypeModels,
@@ -62,30 +73,19 @@ export {
   MODEL_TIERS,
   // Archetype model management
   registerArchetypeModel,
-} from './RLModelConfig';
-export type { MarketOutcomes, RulerScore } from './RulerScoringService';
+} from "./RLModelConfig";
+export type { MarketOutcomes, RulerScore } from "./RulerScoringService";
 export {
   RulerScoringService,
   rulerScoringService,
-} from './RulerScoringService';
-export type { NextTrainingModelSelection } from './pipeline';
-export {
-  benchmarkAndMaybeDeployModel,
-  checkTrainingReadiness,
-  deployModelVersion,
-  getAutomationPipelineStatus,
-  getNextTrainingModelSelection,
-  monitorTrainingJob,
-  rollbackModelVersion,
-  triggerTraining,
-} from './pipeline';
+} from "./RulerScoringService";
 // Storage services
-export * from './storage';
-export { TrainingMonitor, trainingMonitor } from './TrainingMonitor';
-export { TrajectoryRecorder, trajectoryRecorder } from './TrajectoryRecorder';
+export * from "./storage";
+export { TrainingMonitor, trainingMonitor } from "./TrainingMonitor";
+export { TrajectoryRecorder, trajectoryRecorder } from "./TrajectoryRecorder";
 
 // Types
-export * from './types';
+export * from "./types";
 
 // Window utilities
 export {
@@ -97,4 +97,4 @@ export {
   isTimestampInWindow,
   isWindowComplete,
   parseWindowId,
-} from './window-utils';
+} from "./window-utils";

package/src/training/logRLConfig.ts

@@ -5,7 +5,7 @@
  * Used for diagnostics and verification during deployment.
  */
 
-import { isRLModelAvailable, logRLModelConfig } from './RLModelConfig';
+import { isRLModelAvailable, logRLModelConfig } from "./RLModelConfig";
 
 /**
  * Log RL model configuration and verify setup
@@ -14,9 +14,9 @@ import { isRLModelAvailable, logRLModelConfig } from './RLModelConfig';
  * and verify that the RL training system is properly configured.
  */
 export async function logRLConfigOnStartup(): Promise<void> {
-  console.log('\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');
-  console.log('🚀 RL Training System Configuration');
-  console.log('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n');
+  console.log("\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
+  console.log("🚀 RL Training System Configuration");
+  console.log("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n");
 
   // Log RL configuration
   logRLModelConfig();
@@ -25,10 +25,10 @@ export async function logRLConfigOnStartup(): Promise<void> {
   const available = isRLModelAvailable();
 
   if (available) {
-    console.log('\n✅ RL Model system available');
+    console.log("\n✅ RL Model system available");
   } else {
-    console.log('\nℹ️  RL models not available - using base model');
+    console.log("\nℹ️  RL models not available - using base model");
   }
 
-  console.log('\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n');
+  console.log("\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n");
 }

package/src/training/pipeline.ts

@@ -7,21 +7,18 @@
  * "@elizaos/training" without side-effects.
  */
 
+import type { AutomationPipeline } from "./AutomationPipeline";
+import type { DeploymentOptions, DeploymentResult } from "./ModelDeployer";
 import type {
   AutomationStatus,
   TrainingMonitoringStatus,
   TrainingReadinessResult,
   TrainingTriggerOptions,
   TrainingTriggerResult,
-} from './types';
-import type {
-  DeploymentOptions,
-  DeploymentResult,
-} from './ModelDeployer';
-import type { AutomationPipeline } from './AutomationPipeline';
+} from "./types";
 
 export type NextTrainingModelSelection = Awaited<
-  ReturnType<AutomationPipeline['getModelSelectionInfo']>
+  ReturnType<AutomationPipeline["getModelSelectionInfo"]>
 >;
 
 // ---------------------------------------------------------------------------
@@ -33,14 +30,14 @@ let _pipeline: AutomationPipeline | null = null;
 
 async function getPipeline(): Promise<AutomationPipeline> {
   if (!_pipeline) {
-    const mod = await import('./AutomationPipeline');
+    const mod = await import("./AutomationPipeline");
     _pipeline = mod.automationPipeline;
   }
   return _pipeline;
 }
 
 async function getDeployer() {
-  const mod = await import('./ModelDeployer');
+  const mod = await import("./ModelDeployer");
   return mod.modelDeployer;
 }
 
@@ -56,7 +53,7 @@ export async function checkTrainingReadiness(): Promise<TrainingReadinessResult>
  * Trigger a new training job.
  */
 export async function triggerTraining(
-  options: TrainingTriggerOptions = {}
+  options: TrainingTriggerOptions = {},
 ): Promise<TrainingTriggerResult> {
   const pipeline = await getPipeline();
   return pipeline.triggerTraining(options);
@@ -66,7 +63,7 @@ export async function triggerTraining(
  * Monitor a training batch by its batch id.
  */
 export async function monitorTrainingJob(
-  batchId: string
+  batchId: string,
 ): Promise<TrainingMonitoringStatus> {
   const pipeline = await getPipeline();
   return pipeline.monitorTraining(batchId);
@@ -85,8 +82,8 @@ export async function getAutomationPipelineStatus(): Promise<AutomationStatus> {
  */
 export async function getNextTrainingModelSelection(): Promise<{
   success: boolean;
-  selection: NextTrainingModelSelection['selection'];
-  summary: NextTrainingModelSelection['summary'];
+  selection: NextTrainingModelSelection["selection"];
+  summary: NextTrainingModelSelection["summary"];
 }> {
   const pipeline = await getPipeline();
   return pipeline.getModelSelectionInfo();
@@ -97,7 +94,7 @@ export async function getNextTrainingModelSelection(): Promise<{
  */
 export async function benchmarkAndMaybeDeployModel(
   batchId: string,
-  autoDeploy = true
+  autoDeploy = true,
 ): Promise<{
   benchmarked: boolean;
   deployed: boolean;
@@ -111,7 +108,7 @@ export async function benchmarkAndMaybeDeployModel(
  * Deploy a specific model version using the deployment strategy options.
  */
 export async function deployModelVersion(
-  options: DeploymentOptions
+  options: DeploymentOptions,
 ): Promise<DeploymentResult> {
   const deployer = await getDeployer();
   return deployer.deploy(options);
@@ -122,7 +119,7 @@ export async function deployModelVersion(
  */
 export async function rollbackModelVersion(
   currentVersion: string,
-  targetVersion: string
+  targetVersion: string,
 ): Promise<DeploymentResult> {
   const deployer = await getDeployer();
   return deployer.rollback(currentVersion, targetVersion);

package/src/training/storage/ModelStorageService.ts

@@ -5,12 +5,12 @@
  * Stores trained models with metadata for easy deployment.
  */
 
-import { getTrainingDataAdapter } from '../../adapter';
-import type { JsonValue } from '../../adapter';
-import { del, list, put } from '@vercel/blob';
-import fs from 'fs/promises';
-import path from 'path';
-import { logger } from '../../utils/logger';
+import fs from "node:fs/promises";
+import path from "node:path";
+import { del, list, put } from "@vercel/blob";
+import type { JsonValue } from "../../adapter";
+import { getTrainingDataAdapter } from "../../adapter";
+import { logger } from "../../utils/logger";
 
 export interface ModelMetadata {
   trainingBatch?: string;
@@ -30,7 +30,7 @@ export interface ModelVersion {
 }
 
 export class ModelStorageService {
-  private readonly blobPrefix = 'models/';
+  private readonly blobPrefix = "models/";
 
   /**
    * Upload trained model to Vercel Blob
@@ -39,9 +39,9 @@ export class ModelStorageService {
     version: string;
     modelPath: string;
     modelIdPrefix?: string;
-    metadata?: ModelVersion['metadata'];
+    metadata?: ModelVersion["metadata"];
   }): Promise<ModelVersion> {
-    logger.info('Uploading model to Vercel Blob', {
+    logger.info("Uploading model to Vercel Blob", {
       version: options.version,
       path: options.modelPath,
     });
@@ -55,9 +55,9 @@ export class ModelStorageService {
       `${this.blobPrefix}${options.version}/${fileName}`,
       modelData,
       {
-        access: 'public', // Models can be publicly downloaded
+        access: "public", // Models can be publicly downloaded
         addRandomSuffix: false,
-      }
+      },
     );
 
     // Upload metadata
@@ -65,26 +65,26 @@ export class ModelStorageService {
       `${this.blobPrefix}${options.version}/metadata.json`,
       JSON.stringify(options.metadata || {}, null, 2),
       {
-        access: 'public',
+        access: "public",
         addRandomSuffix: false,
-      }
+      },
     );
 
-    logger.info('Model uploaded to Vercel Blob', {
+    logger.info("Model uploaded to Vercel Blob", {
       version: options.version,
       url: blob.url,
       size: (blob as { size?: number }).size || 0,
     });
 
     const metadataModelIdPrefix =
-      typeof options.metadata?.modelIdPrefix === 'string'
+      typeof options.metadata?.modelIdPrefix === "string"
         ? options.metadata.modelIdPrefix
         : undefined;
     const modelIdPrefix =
       options.modelIdPrefix ||
       metadataModelIdPrefix ||
       process.env.TRAINING_MODEL_ID_PREFIX ||
-      'eliza-agent';
+      "eliza-agent";
 
     // Save to database via adapter
     const adapter = getTrainingDataAdapter();
@@ -93,9 +93,9 @@ export class ModelStorageService {
       modelId: `${modelIdPrefix}-${options.version}`,
       version: options.version,
       baseModel:
-        (options.metadata?.baseModel as string) || 'unsloth/Qwen3-4B-128K',
+        (options.metadata?.baseModel as string) || "unsloth/Qwen3-4B-128K",
       trainingBatch: (options.metadata?.trainingBatch as string) || null,
-      status: 'ready',
+      status: "ready",
       deployedAt: null,
       archivedAt: null,
       storagePath: blob.url,
@@ -116,7 +116,7 @@ export class ModelStorageService {
     return {
       version: options.version,
       baseModel:
-        (options.metadata?.baseModel as string) || 'unsloth/Qwen3-4B-128K',
+        (options.metadata?.baseModel as string) || "unsloth/Qwen3-4B-128K",
       blobUrl: blob.url,
       size: (blob as { size?: number }).size || 0,
       uploadedAt: new Date(),
@@ -129,7 +129,7 @@ export class ModelStorageService {
    */
   async downloadModel(version: string): Promise<{
     modelData: Buffer;
-    metadata: ModelVersion['metadata'];
+    metadata: ModelVersion["metadata"];
   }> {
     const adapter = getTrainingDataAdapter();
     const model = await adapter.getModelByVersion(version);
@@ -143,10 +143,10 @@ export class ModelStorageService {
     const modelData = Buffer.from(await modelResponse.arrayBuffer());
 
     // Download metadata
-    const metadataUrl = model.storagePath.replace(/\/[^/]+$/, '/metadata.json');
+    const metadataUrl = model.storagePath.replace(/\/[^/]+$/, "/metadata.json");
     const metadataResponse = await fetch(metadataUrl);
     const metadata =
-      (await metadataResponse.json()) as ModelVersion['metadata'];
+      (await metadataResponse.json()) as ModelVersion["metadata"];
 
     return {
       modelData,
@@ -178,7 +178,7 @@ export class ModelStorageService {
     const versions = new Map<string, VersionData>();
 
     for (const blob of blobs) {
-      const parts = blob.pathname.split('/');
+      const parts = blob.pathname.split("/");
       const version = parts[1];
       if (!version) continue;
 
@@ -196,7 +196,7 @@ export class ModelStorageService {
             ? blob.uploadedAt.toISOString()
             : blob.uploadedAt,
       };
-      versions.get(version)!.blobs.push(blobInfo);
+      versions.get(version)?.blobs.push(blobInfo);
     }
 
     // Get metadata for each version
@@ -205,19 +205,19 @@ export class ModelStorageService {
     for (const [version, data] of versions) {
       const modelBlob = data.blobs.find(
         (b: BlobInfo) =>
-          b.pathname.endsWith('.safetensors') || b.pathname.endsWith('.bin')
+          b.pathname.endsWith(".safetensors") || b.pathname.endsWith(".bin"),
       );
 
       if (modelBlob) {
         // Try to get metadata
-        let metadata: ModelVersion['metadata'] = {};
+        let metadata: ModelVersion["metadata"] = {};
         try {
           const metadataBlob = data.blobs.find((b: BlobInfo) =>
-            b.pathname.endsWith('metadata.json')
+            b.pathname.endsWith("metadata.json"),
           );
           if (metadataBlob) {
             const response = await fetch(metadataBlob.url);
-            metadata = (await response.json()) as ModelVersion['metadata'];
+            metadata = (await response.json()) as ModelVersion["metadata"];
           }
         } catch {
           // No metadata, use defaults
@@ -225,7 +225,7 @@ export class ModelStorageService {
 
         models.push({
           version,
-          baseModel: metadata.baseModel || 'unknown',
+          baseModel: metadata.baseModel || "unknown",
           blobUrl: modelBlob.url,
           size: modelBlob.size,
           uploadedAt:
@@ -238,7 +238,7 @@ export class ModelStorageService {
     }
 
     return models.sort(
-      (a, b) => b.uploadedAt.getTime() - a.uploadedAt.getTime()
+      (a, b) => b.uploadedAt.getTime() - a.uploadedAt.getTime(),
     );
   }
 
@@ -258,12 +258,12 @@ export class ModelStorageService {
     const adapter = getTrainingDataAdapter();
     const model = await adapter.getModelByVersion(version);
     if (model) {
-      await adapter.updateModelStatus(model.modelId, 'archived', {
+      await adapter.updateModelStatus(model.modelId, "archived", {
         archivedAt: new Date(),
       });
     }
 
-    logger.info('Model deleted from Vercel Blob', { version });
+    logger.info("Model deleted from Vercel Blob", { version });
   }
 
   /**

package/src/training/storage/TrainingDataArchiver.ts

@@ -5,11 +5,11 @@
  * for long-term storage and reproducibility.
  */
 
-import type { JsonValue } from '../../adapter';
-import { del, list, put } from '@vercel/blob';
-import fs from 'fs/promises';
-import path from 'path';
-import { logger } from '../../utils/logger';
+import fs from "node:fs/promises";
+import path from "node:path";
+import { del, list, put } from "@vercel/blob";
+import type { JsonValue } from "../../adapter";
+import { logger } from "../../utils/logger";
 
 export interface ArchivedWindow {
   windowId: string;
@@ -25,7 +25,7 @@ export interface ArchivedWindow {
 }
 
 export class TrainingDataArchiver {
-  private readonly blobPrefix = 'training-data/';
+  private readonly blobPrefix = "training-data/";
 
   /**
    * Archive training data for a window
@@ -37,7 +37,7 @@ export class TrainingDataArchiver {
     rulerScoresPath?: string;
     metadata?: Record<string, unknown>;
   }): Promise<ArchivedWindow> {
-    logger.info('Archiving training data', { windowId: options.windowId });
+    logger.info("Archiving training data", { windowId: options.windowId });
 
     const prefix = `${this.blobPrefix}${options.windowId}/`;
     interface BlobUrls {
@@ -47,15 +47,15 @@ export class TrainingDataArchiver {
       metadata: string;
     }
     const urls: BlobUrls = {
-      trajectories: '',
-      metadata: '',
+      trajectories: "",
+      metadata: "",
     };
     let totalSize = 0;
 
     // Upload trajectories
     const trajData = await fs.readFile(options.trajectoriesPath);
     const trajBlob = await put(`${prefix}trajectories.jsonl`, trajData, {
-      access: 'public',
+      access: "public",
       addRandomSuffix: false,
     });
     urls.trajectories = trajBlob.url;
@@ -65,7 +65,7 @@ export class TrainingDataArchiver {
     if (options.groupsPath) {
       const groupsData = await fs.readFile(options.groupsPath);
       const groupsBlob = await put(`${prefix}groups.jsonl`, groupsData, {
-        access: 'public',
+        access: "public",
         addRandomSuffix: false,
       });
       urls.groups = groupsBlob.url;
@@ -76,7 +76,7 @@ export class TrainingDataArchiver {
     if (options.rulerScoresPath) {
       const scoresData = await fs.readFile(options.rulerScoresPath);
       const scoresBlob = await put(`${prefix}ruler_scores.json`, scoresData, {
-        access: 'public',
+        access: "public",
         addRandomSuffix: false,
       });
       urls.rulerScores = scoresBlob.url;
@@ -86,13 +86,13 @@ export class TrainingDataArchiver {
     // Upload metadata
     const metadataJson = JSON.stringify(options.metadata || {}, null, 2);
     const metadataBlob = await put(`${prefix}metadata.json`, metadataJson, {
-      access: 'public',
+      access: "public",
       addRandomSuffix: false,
     });
     urls.metadata = metadataBlob.url;
-    totalSize += Buffer.byteLength(metadataJson, 'utf8');
+    totalSize += Buffer.byteLength(metadataJson, "utf8");
 
-    logger.info('Training data archived', {
+    logger.info("Training data archived", {
       windowId: options.windowId,
       size: totalSize,
     });
@@ -134,16 +134,16 @@ export class TrainingDataArchiver {
       const response = await fetch(blob.url);
       const filename = path.basename(blob.pathname);
 
-      if (filename === 'trajectories.jsonl') {
+      if (filename === "trajectories.jsonl") {
         result.trajectories = await response.text();
-      } else if (filename === 'groups.jsonl') {
+      } else if (filename === "groups.jsonl") {
         result.groups = await response.text();
-      } else if (filename === 'ruler_scores.json') {
+      } else if (filename === "ruler_scores.json") {
         result.rulerScores = (await response.json()) as Record<
           string,
           JsonValue
         >;
-      } else if (filename === 'metadata.json') {
+      } else if (filename === "metadata.json") {
         result.metadata = (await response.json()) as Record<string, JsonValue>;
       }
     }
@@ -169,7 +169,7 @@ export class TrainingDataArchiver {
 
     const windows = new Set<string>();
     for (const blob of blobs) {
-      const parts = blob.pathname.split('/');
+      const parts = blob.pathname.split("/");
       if (parts[1]) {
         windows.add(parts[1]);
       }
@@ -189,7 +189,7 @@ export class TrainingDataArchiver {
       await del(blob.url);
     }
 
-    logger.info('Deleted archived window', { windowId });
+    logger.info("Deleted archived window", { windowId });
   }
 }
 

package/src/training/storage/index.ts

@@ -8,10 +8,10 @@ export {
   ModelStorageService,
   type ModelVersion,
   modelStorage,
-} from './ModelStorageService';
+} from "./ModelStorageService";
 
 export {
   type ArchivedWindow,
   TrainingDataArchiver,
   trainingDataArchiver,
-} from './TrainingDataArchiver';
+} from "./TrainingDataArchiver";

package/src/training/types.ts

@@ -6,11 +6,11 @@
 
 import type {
   JsonValue,
-  TrajectoryRecord,
+  LlmCallLogRecord,
   TrainedModelRecord,
   TrainingBatchRecord,
-  LlmCallLogRecord,
-} from '../adapter';
+  TrajectoryRecord,
+} from "../adapter";
 
 // Re-export adapter record types under the old names for backward compatibility
 export type Trajectory = TrajectoryRecord;
@@ -57,7 +57,7 @@ export interface LLMCall {
   temperature: number;
   maxTokens: number;
   latencyMs?: number;
-  purpose: 'action' | 'reasoning' | 'evaluation' | 'response';
+  purpose: "action" | "reasoning" | "evaluation" | "response";
   actionType?: string;
 }
 
@@ -79,7 +79,7 @@ export interface Action {
     perpCorrect?: boolean; // Was the perp trade correct?
     sentimentAtTrade?: number; // Sentiment at time of trade (-1 to 1)
     priceChange?: number; // Actual price change after trade
-    expectedDirection?: 'up' | 'down'; // Expected direction based on sentiment
+    expectedDirection?: "up" | "down"; // Expected direction based on sentiment
 
     // Sentiment analysis accuracy
     sentimentAccuracy?: number; // How accurate was sentiment reading (0-1)
@@ -196,7 +196,7 @@ export interface AutomationConfig {
   pythonProjectRoot?: string;
   trainerScriptPath?: string;
   trainerPythonExecutable?: string;
-  trainingMode?: 'atropos' | 'tinker';
+  trainingMode?: "atropos" | "tinker";
   atroposApiUrl?: string;
   vllmPort?: number;
 }