@elizaos/training 2.0.0-alpha.13 → 2.0.0-alpha.15

package/src/training/BenchmarkService.ts

@@ -13,12 +13,12 @@
  * @see ModelBenchmarkService - For HuggingFace upload evaluation
  */
 
-import fs from 'node:fs/promises';
-import path from 'node:path';
-import { getTrainingDataAdapter, type JsonValue } from '../adapter';
-import { BenchmarkRunner } from '../benchmark/BenchmarkRunner';
-import { getAgentRuntimeManager } from '../dependencies';
-import { logger } from '../utils/logger';
+import fs from "node:fs/promises";
+import path from "node:path";
+import { getTrainingDataAdapter, type JsonValue } from "../adapter";
+import { BenchmarkRunner } from "../benchmark/BenchmarkRunner";
+import { getAgentRuntimeManager } from "../dependencies";
+import { logger } from "../utils/logger";
 
 export interface BenchmarkResults {
   modelId: string;
@@ -48,11 +48,11 @@ export class BenchmarkService {
   // Use the 1-week benchmark we generated for comprehensive evaluation
   private readonly DEFAULT_BENCHMARK_PATH = path.resolve(
     process.cwd(),
-    'benchmarks/benchmark-week-10080-60-10-5-8-12345.json'
+    "benchmarks/benchmark-week-10080-60-10-5-8-12345.json",
   );
   private readonly RESULTS_DIR = path.resolve(
     process.cwd(),
-    'benchmark-results/models'
+    "benchmark-results/models",
   );
 
   /**
@@ -71,10 +71,10 @@ export class BenchmarkService {
       return this.DEFAULT_BENCHMARK_PATH;
     } catch {
       // Fallback: find any benchmark file
-      const benchmarkDir = path.resolve(process.cwd(), 'benchmarks');
+      const benchmarkDir = path.resolve(process.cwd(), "benchmarks");
       const files = await fs.readdir(benchmarkDir);
       const benchmarkFiles = files.filter(
-        (f) => f.startsWith('benchmark-') && f.endsWith('.json')
+        (f) => f.startsWith("benchmark-") && f.endsWith(".json"),
       );
 
       if (benchmarkFiles.length > 0) {
@@ -82,14 +82,14 @@ export class BenchmarkService {
         logger.warn(
           `Default benchmark not found, using: ${fallbackPath}`,
           undefined,
-          'BenchmarkService'
+          "BenchmarkService",
         );
         return fallbackPath;
       }
     }
 
     throw new Error(
-      'No benchmark files found. Generate benchmark data before running evaluation.'
+      "No benchmark files found. Generate benchmark data before running evaluation.",
     );
   }
 
@@ -113,12 +113,12 @@ export class BenchmarkService {
    */
   async benchmarkModel(
     modelId: string,
-    benchmarkPath?: string
+    benchmarkPath?: string,
   ): Promise<BenchmarkResults> {
     logger.info(
       `Benchmarking model: ${modelId}`,
       undefined,
-      'BenchmarkService'
+      "BenchmarkService",
     );
 
     const startTime = Date.now();
@@ -133,7 +133,7 @@ export class BenchmarkService {
     const outputDir = path.join(
       this.RESULTS_DIR,
       modelId,
-      Date.now().toString()
+      Date.now().toString(),
     );
     await fs.mkdir(outputDir, { recursive: true });
 
@@ -153,13 +153,13 @@ export class BenchmarkService {
 
     // Run benchmark
     logger.info(
-      'Running benchmark...',
+      "Running benchmark...",
       {
         modelId,
         modelIdentifier,
         agent: agent.username,
       },
-      'BenchmarkService'
+      "BenchmarkService",
     );
 
     const result = await BenchmarkRunner.runSingle({
@@ -195,17 +195,16 @@ export class BenchmarkService {
     };
 
     logger.info(
-      'Benchmark complete',
+      "Benchmark complete",
       {
         modelId,
         score: benchmarkScore.toFixed(3),
         pnl: result.metrics.totalPnl.toFixed(2),
-        accuracy:
-          (result.metrics.predictionMetrics.accuracy * 100).toFixed(1) + '%',
-        optimality: result.metrics.optimalityScore.toFixed(1) + '%',
+        accuracy: `${(result.metrics.predictionMetrics.accuracy * 100).toFixed(1)}%`,
+        optimality: `${result.metrics.optimalityScore.toFixed(1)}%`,
         duration: `${(duration / 1000).toFixed(1)}s`,
       },
-      'BenchmarkService'
+      "BenchmarkService",
     );
 
     // Store results
@@ -235,12 +234,12 @@ export class BenchmarkService {
    */
   async compareModels(
     newModelId: string,
-    threshold: number = this.DEPLOYMENT_THRESHOLD
+    threshold: number = this.DEPLOYMENT_THRESHOLD,
   ): Promise<ComparisonResults> {
     logger.info(
       `Comparing model: ${newModelId}`,
       undefined,
-      'BenchmarkService'
+      "BenchmarkService",
     );
 
     // Get new model's benchmark results
@@ -257,14 +256,15 @@ export class BenchmarkService {
     const newScore = newModel.benchmarkScore;
 
     // Get previous best model (excluding the new one)
-    const previousBest = await getTrainingDataAdapter().getBestBenchmarkedModel(newModelId);
+    const previousBest =
+      await getTrainingDataAdapter().getBestBenchmarkedModel(newModelId);
 
     // If no previous model, always deploy
     if (!previousBest) {
       logger.info(
-        'No previous model to compare - will deploy',
+        "No previous model to compare - will deploy",
         { newScore },
-        'BenchmarkService'
+        "BenchmarkService",
       );
       return {
         newModel: newModelId,
@@ -273,7 +273,7 @@ export class BenchmarkService {
         previousScore: null,
         improvement: null,
         shouldDeploy: true,
-        reason: 'First model - no comparison available',
+        reason: "First model - no comparison available",
       };
     }
 
@@ -282,7 +282,7 @@ export class BenchmarkService {
     const thresholdScore = previousScore * threshold;
     const shouldDeploy = newScore >= thresholdScore;
 
-    let reason = '';
+    let reason = "";
     if (shouldDeploy) {
       if (newScore > previousScore) {
         reason = `Improved by ${improvement.toFixed(1)}% (${newScore.toFixed(3)} > ${previousScore.toFixed(3)})`;
@@ -294,17 +294,17 @@ export class BenchmarkService {
     }
 
     logger.info(
-      'Model comparison complete',
+      "Model comparison complete",
       {
         newModel: newModelId,
         newScore: newScore.toFixed(3),
         previousModel: previousBest.modelId,
         previousScore: previousScore.toFixed(3),
-        improvement: improvement.toFixed(1) + '%',
+        improvement: `${improvement.toFixed(1)}%`,
         shouldDeploy,
         reason,
       },
-      'BenchmarkService'
+      "BenchmarkService",
     );
 
     return {
@@ -330,7 +330,7 @@ export class BenchmarkService {
    */
   async storeBenchmarkResults(
     modelId: string,
-    results: BenchmarkResults
+    results: BenchmarkResults,
   ): Promise<void> {
     await getTrainingDataAdapter().updateModelBenchmarkResults(modelId, {
       benchmarkScore: results.benchmarkScore,
@@ -348,9 +348,9 @@ export class BenchmarkService {
     });
 
     logger.info(
-      'Stored benchmark results',
+      "Stored benchmark results",
       { modelId, score: results.benchmarkScore },
-      'BenchmarkService'
+      "BenchmarkService",
     );
   }
 
@@ -367,7 +367,7 @@ export class BenchmarkService {
    */
   async shouldDeploy(
     modelId: string,
-    threshold: number = this.DEPLOYMENT_THRESHOLD
+    threshold: number = this.DEPLOYMENT_THRESHOLD,
   ): Promise<boolean> {
     const comparison = await this.compareModels(modelId, threshold);
     return comparison.shouldDeploy;
@@ -401,7 +401,7 @@ export class BenchmarkService {
 
     if (storagePath && storagePath.trim().length > 0) {
       // Check if it looks like a valid model ID
-      if (storagePath.includes('/') || storagePath.includes(':')) {
+      if (storagePath.includes("/") || storagePath.includes(":")) {
         return storagePath;
       }
 
@@ -409,12 +409,12 @@ export class BenchmarkService {
       logger.warn(
         `Invalid storagePath format: ${storagePath}, falling back to modelId`,
         { modelId: model.modelId },
-        'BenchmarkService'
+        "BenchmarkService",
       );
     }
 
     // Fallback to base model if modelId also doesn't look valid
-    if (model.modelId.includes('/')) {
+    if (model.modelId.includes("/")) {
       return model.modelId;
     }
 
@@ -422,7 +422,7 @@ export class BenchmarkService {
     logger.warn(
       `No valid model identifier found, using baseModel`,
       { modelId: model.modelId, baseModel: model.baseModel },
-      'BenchmarkService'
+      "BenchmarkService",
     );
     return model.baseModel;
   }
@@ -441,9 +441,13 @@ export class BenchmarkService {
     const allAgents = await adapter.getAgentUsers();
 
     // Try to find a specific test agent
-    const preferredUsernames = ['trader-aggressive', 'test-agent', 'benchmark-agent'];
+    const preferredUsernames = [
+      "trader-aggressive",
+      "test-agent",
+      "benchmark-agent",
+    ];
     let agent = allAgents.find(
-      (a) => a.username && preferredUsernames.includes(a.username)
+      (a) => a.username && preferredUsernames.includes(a.username),
     );
 
     // Fall back to any agent
@@ -452,7 +456,7 @@ export class BenchmarkService {
     }
 
     if (!agent) {
-      throw new Error('No test agent available for benchmarking');
+      throw new Error("No test agent available for benchmarking");
     }
 
     return agent;
@@ -490,7 +494,7 @@ export class BenchmarkService {
       recentModels: summary
         .sort(
           (a: (typeof summary)[number], b: (typeof summary)[number]) =>
-            b.createdAt.getTime() - a.createdAt.getTime()
+            b.createdAt.getTime() - a.createdAt.getTime(),
         )
         .slice(0, 5),
     };
@@ -501,7 +505,7 @@ export class BenchmarkService {
    */
   async benchmarkMultipleModels(
     modelIds: string[],
-    benchmarkPath?: string
+    benchmarkPath?: string,
   ): Promise<Record<string, BenchmarkResults>> {
     const results: Record<string, BenchmarkResults> = {};
 

package/src/training/ConfigValidator.ts

@@ -4,8 +4,8 @@
  * Validates RL pipeline configuration before execution.
  */
 
-import type { BenchmarkConfig } from '../benchmark/BenchmarkDataGenerator';
-import { logger } from '../utils/logger';
+import type { BenchmarkConfig } from "../benchmark/BenchmarkDataGenerator";
+import { logger } from "../utils/logger";
 
 export interface TrainingConfig {
   min_trajectories_per_batch: number;
@@ -37,56 +37,56 @@ export class ConfigValidator {
 
     // Validate batch size
     if (config.batch_size <= 0) {
-      errors.push('batch_size must be greater than 0');
+      errors.push("batch_size must be greater than 0");
     }
     if (config.batch_size > 64) {
-      warnings.push('batch_size > 64 may cause memory issues');
+      warnings.push("batch_size > 64 may cause memory issues");
     }
 
     // Validate learning rate
     if (config.learning_rate <= 0) {
-      errors.push('learning_rate must be greater than 0');
+      errors.push("learning_rate must be greater than 0");
     }
     if (config.learning_rate > 1e-3) {
-      warnings.push('learning_rate > 1e-3 may cause training instability');
+      warnings.push("learning_rate > 1e-3 may cause training instability");
     }
     if (config.learning_rate < 1e-8) {
       warnings.push(
-        'learning_rate < 1e-8 may be too small for effective learning'
+        "learning_rate < 1e-8 may be too small for effective learning",
       );
     }
 
     // Validate KL penalty
     if (config.kl_penalty < 0) {
-      errors.push('kl_penalty must be non-negative');
+      errors.push("kl_penalty must be non-negative");
     }
     if (config.kl_penalty > 1.0) {
-      warnings.push('kl_penalty > 1.0 may be too high');
+      warnings.push("kl_penalty > 1.0 may be too high");
     }
 
     // Validate iterations
     if (config.iterations_per_window <= 0) {
-      errors.push('iterations_per_window must be greater than 0');
+      errors.push("iterations_per_window must be greater than 0");
     }
 
     // Validate warmup steps
     if (config.warmup_steps < 0) {
-      errors.push('warmup_steps must be non-negative');
+      errors.push("warmup_steps must be non-negative");
     }
 
     // Validate max grad norm
     if (config.max_grad_norm <= 0) {
-      errors.push('max_grad_norm must be greater than 0');
+      errors.push("max_grad_norm must be greater than 0");
     }
 
     // Validate gamma
     if (config.gamma < 0 || config.gamma > 1) {
-      errors.push('gamma must be between 0 and 1');
+      errors.push("gamma must be between 0 and 1");
     }
 
     // Validate min trajectories
     if (config.min_trajectories_per_batch <= 0) {
-      errors.push('min_trajectories_per_batch must be greater than 0');
+      errors.push("min_trajectories_per_batch must be greater than 0");
     }
 
     return {
@@ -109,24 +109,24 @@ export class ConfigValidator {
     const warnings: string[] = [];
 
     if (config.duration_minutes <= 0) {
-      errors.push('duration_minutes must be greater than 0');
+      errors.push("duration_minutes must be greater than 0");
     }
     if (config.duration_minutes > 10080) {
       warnings.push(
-        'duration_minutes > 10080 (1 week) may take a long time to generate'
+        "duration_minutes > 10080 (1 week) may take a long time to generate",
       );
     }
 
     if (config.tick_interval_seconds <= 0) {
-      errors.push('tick_interval_seconds must be greater than 0');
+      errors.push("tick_interval_seconds must be greater than 0");
     }
 
     if (config.num_prediction_markets <= 0) {
-      errors.push('num_prediction_markets must be greater than 0');
+      errors.push("num_prediction_markets must be greater than 0");
     }
 
     if (config.num_perpetual_markets <= 0) {
-      errors.push('num_perpetual_markets must be greater than 0');
+      errors.push("num_perpetual_markets must be greater than 0");
     }
 
     return {
@@ -149,7 +149,7 @@ export class ConfigValidator {
 
     // Validate benchmark config
     if (config.benchmark) {
-      const benchmarkResult = this.validateBenchmarkConfig({
+      const benchmarkResult = ConfigValidator.validateBenchmarkConfig({
         duration_minutes: config.benchmark.durationMinutes,
         tick_interval_seconds: config.benchmark.tickInterval,
         num_prediction_markets: config.benchmark.numPredictionMarkets,
@@ -161,17 +161,19 @@ export class ConfigValidator {
 
     // Validate training config
     if (config.training) {
-      const trainingResult = this.validateTrainingConfig(config.training);
+      const trainingResult = ConfigValidator.validateTrainingConfig(
+        config.training,
+      );
       errors.push(...trainingResult.errors);
       warnings.push(...trainingResult.warnings);
     }
 
     // Validate agent config
     if (config.agents.test_agent_count <= 0) {
-      errors.push('test_agent_count must be greater than 0');
+      errors.push("test_agent_count must be greater than 0");
     }
     if (config.agents.test_agent_count > 10) {
-      warnings.push('test_agent_count > 10 may be slow');
+      warnings.push("test_agent_count > 10 may be slow");
     }
 
     return {
@@ -189,31 +191,35 @@ export class ConfigValidator {
     training: TrainingConfig;
     agents: { test_agent_count: number };
   }): boolean {
-    const result = this.validatePipelineConfig(config);
+    const result = ConfigValidator.validatePipelineConfig(config);
 
     if (result.warnings.length > 0) {
       logger.warn(
-        'Configuration warnings',
+        "Configuration warnings",
         { warnings: result.warnings },
-        'ConfigValidator'
+        "ConfigValidator",
       );
-      result.warnings.forEach((w) => console.log(`  ⚠️  ${w}`));
+      result.warnings.forEach((w) => {
+        console.log(`  ⚠️  ${w}`);
+      });
     }
 
     if (result.errors.length > 0) {
       logger.error(
-        'Configuration errors',
+        "Configuration errors",
         { errors: result.errors },
-        'ConfigValidator'
+        "ConfigValidator",
       );
-      result.errors.forEach((e) => console.error(`  ❌ ${e}`));
+      result.errors.forEach((e) => {
+        console.error(`  ❌ ${e}`);
+      });
       return false;
     }
 
     logger.info(
-      'Configuration validation passed',
+      "Configuration validation passed",
       undefined,
-      'ConfigValidator'
+      "ConfigValidator",
     );
     return true;
   }

package/src/training/MarketOutcomesTracker.ts

@@ -5,9 +5,9 @@
  * This gives RULER the ground truth to evaluate agent decisions.
  */
 
-import { getMarketDataAdapter } from '../adapter';
-import { generateSnowflakeId, logger } from '../utils';
-import { getPreviousWindowId } from './window-utils';
+import { getMarketDataAdapter } from "../adapter";
+import { generateSnowflakeId, logger } from "../utils";
+import { getPreviousWindowId } from "./window-utils";
 
 export interface WindowOutcomes {
   windowId: string;
@@ -36,7 +36,9 @@ export class MarketOutcomesTracker {
 
     const marketAdapter = getMarketDataAdapter();
     if (!marketAdapter) {
-      logger.warn('Market data adapter not available, skipping outcome tracking');
+      logger.warn(
+        "Market data adapter not available, skipping outcome tracking",
+      );
       return;
     }
 
@@ -44,7 +46,10 @@ export class MarketOutcomesTracker {
     const windowEnd = new Date(windowStart.getTime() + 60 * 60 * 1000);
 
     // Get stock price movements from perpetual positions
-    const perpTrades = await marketAdapter.getPerpPositionsForWindow(windowStart, windowEnd);
+    const perpTrades = await marketAdapter.getPerpPositionsForWindow(
+      windowStart,
+      windowEnd,
+    );
 
     // Group by ticker and calculate movements
     const stockMovements = new Map<
@@ -56,7 +61,9 @@ export class MarketOutcomesTracker {
       if (!trade.ticker) continue;
 
       const existing = stockMovements.get(trade.ticker);
-      const endPrice = Number(trade.currentPrice ?? trade.exitPrice ?? trade.entryPrice);
+      const endPrice = Number(
+        trade.currentPrice ?? trade.exitPrice ?? trade.entryPrice,
+      );
       if (!existing) {
         stockMovements.set(trade.ticker, {
           start: Number(trade.entryPrice),
@@ -81,12 +88,15 @@ export class MarketOutcomesTracker {
         startPrice: String(data.start),
         endPrice: String(data.end),
         changePercent: String(changePercent),
-        sentiment: changePercent > 0 ? 'BULLISH' : 'BEARISH',
+        sentiment: changePercent > 0 ? "BULLISH" : "BEARISH",
       });
     }
 
     // Get prediction market resolutions
-    const resolvedMarkets = await marketAdapter.getResolvedMarketsForWindow(windowStart, windowEnd);
+    const resolvedMarkets = await marketAdapter.getResolvedMarketsForWindow(
+      windowStart,
+      windowEnd,
+    );
 
     // Save prediction outcomes
     for (const market of resolvedMarkets) {
@@ -95,7 +105,7 @@ export class MarketOutcomesTracker {
         windowId,
         predictionMarketId: market.id,
         question: market.question,
-        outcome: market.outcome ? 'YES' : 'NO',
+        outcome: market.outcome ? "YES" : "NO",
         finalProbability: String(market.finalProbability ?? 0.5),
       });
     }
@@ -114,7 +124,7 @@ export class MarketOutcomesTracker {
 
     const marketAdapter = getMarketDataAdapter();
     if (!marketAdapter) {
-      logger.warn('Market data adapter not available');
+      logger.warn("Market data adapter not available");
       return 0;
     }
 
@@ -172,8 +182,8 @@ export class MarketOutcomesTracker {
         const r = o as Record<string, unknown>;
         return {
           marketId: r.predictionMarketId as string,
-          question: (r.question as string) || '',
-          outcome: (r.outcome as string) || 'UNRESOLVED',
+          question: (r.question as string) || "",
+          outcome: (r.outcome as string) || "UNRESOLVED",
           finalProbability: Number(r.finalProbability || 0),
         };
       });

package/src/training/ModelDeployer.ts

@@ -5,13 +5,13 @@
  * Handles gradual rollout and rollback if needed.
  */
 
-import { getTrainingDataAdapter } from '../adapter';
-import { getAgentRuntimeManager } from '../dependencies';
-import { logger } from '../utils/logger';
+import { getTrainingDataAdapter } from "../adapter";
+import { getAgentRuntimeManager } from "../dependencies";
+import { logger } from "../utils/logger";
 
 export interface DeploymentOptions {
   modelVersion: string;
-  strategy: 'immediate' | 'gradual' | 'test';
+  strategy: "immediate" | "gradual" | "test";
   rolloutPercentage?: number;
   testAgentIds?: string[];
 }
@@ -26,7 +26,7 @@ export interface DeploymentResult {
 interface DeploymentStatusRecord {
   deploymentId: string;
   modelVersion: string;
-  status: 'in_progress' | 'deployed' | 'degraded' | 'failed';
+  status: "in_progress" | "deployed" | "degraded" | "failed";
   agentsUpdated: number;
   agentsFailed: number;
   performance: {
@@ -47,7 +47,7 @@ export class ModelDeployer {
   async deploy(options: DeploymentOptions): Promise<DeploymentResult> {
     const da = getTrainingDataAdapter();
 
-    logger.info('Starting model deployment', {
+    logger.info("Starting model deployment", {
       version: options.modelVersion,
       strategy: options.strategy,
     });
@@ -59,7 +59,7 @@ export class ModelDeployer {
     }
 
     const strategy =
-      options.strategy === 'immediate' ? 'all' : options.strategy;
+      options.strategy === "immediate" ? "all" : options.strategy;
 
     const targetAgents = await da.getAgentUsers({
       strategy,
@@ -73,7 +73,7 @@ export class ModelDeployer {
     this.deploymentStatus.set(deploymentId, {
       deploymentId,
       modelVersion: options.modelVersion,
-      status: 'in_progress',
+      status: "in_progress",
       agentsUpdated: 0,
       agentsFailed: 0,
       performance: {
@@ -84,7 +84,7 @@ export class ModelDeployer {
       completedAt: null,
     });
 
-    await da.updateModelStatus(model.modelId, 'deployed', {
+    await da.updateModelStatus(model.modelId, "deployed", {
       deployedAt: new Date(),
       agentsUsing: targetAgents.length,
     });
@@ -99,14 +99,14 @@ export class ModelDeployer {
         runtimesReset++;
       } catch (err) {
         runtimeResetFailures++;
-        logger.warn('Failed to reset runtime for agent', {
+        logger.warn("Failed to reset runtime for agent", {
           agentId: agent.id,
           error: err instanceof Error ? err.message : String(err),
         });
       }
     }
 
-    logger.info('Model deployed successfully', {
+    logger.info("Model deployed successfully", {
       version: options.modelVersion,
       agentsUpdated: targetAgents.length,
       deploymentId,
@@ -118,7 +118,7 @@ export class ModelDeployer {
     this.deploymentStatus.set(deploymentId, {
       deploymentId,
       modelVersion: options.modelVersion,
-      status: runtimeResetFailures > 0 ? 'degraded' : 'deployed',
+      status: runtimeResetFailures > 0 ? "degraded" : "deployed",
       agentsUpdated: runtimesReset,
       agentsFailed: runtimeResetFailures,
       performance: {
@@ -146,16 +146,16 @@ export class ModelDeployer {
    */
   async rollback(
     currentVersion: string,
-    targetVersion: string
+    targetVersion: string,
   ): Promise<DeploymentResult> {
-    logger.info('Rolling back model', {
+    logger.info("Rolling back model", {
       from: currentVersion,
       to: targetVersion,
     });
 
     return await this.deploy({
       modelVersion: targetVersion,
-      strategy: 'immediate',
+      strategy: "immediate",
     });
   }