@elizaos/training 2.0.0-alpha.13 → 2.0.0-alpha.15

package/src/benchmark/index.ts

@@ -11,16 +11,16 @@ export type {
   MatchupAgentResult,
   MatchupBenchmarkConfig,
   MatchupBenchmarkResult,
-} from './ArchetypeMatchupBenchmark';
+} from "./ArchetypeMatchupBenchmark";
 export {
   ArchetypeMatchupBenchmark,
   runQuickMatchupBenchmark,
-} from './ArchetypeMatchupBenchmark';
+} from "./ArchetypeMatchupBenchmark";
 export type {
   BenchmarkHistoryEntry,
   ModelComparisonData,
-} from './BenchmarkChartGenerator';
-export { BenchmarkChartGenerator } from './BenchmarkChartGenerator';
+} from "./BenchmarkChartGenerator";
+export { BenchmarkChartGenerator } from "./BenchmarkChartGenerator";
 export type {
   BenchmarkConfig,
   BenchmarkGameSnapshot,
@@ -29,33 +29,33 @@ export type {
   HiddenNarrativeFact,
   ScheduledCausalEvent,
   VolatilityBucket,
-} from './BenchmarkDataGenerator';
-export { BenchmarkDataGenerator, SeededRandom } from './BenchmarkDataGenerator';
-export { BenchmarkDataViewer } from './BenchmarkDataViewer';
+} from "./BenchmarkDataGenerator";
+export { BenchmarkDataGenerator, SeededRandom } from "./BenchmarkDataGenerator";
+export { BenchmarkDataViewer } from "./BenchmarkDataViewer";
 export type {
   BenchmarkHistoryQuery,
   BenchmarkResultInput,
   BenchmarkTrendData,
-} from './BenchmarkHistoryService';
-export { BenchmarkHistoryService } from './BenchmarkHistoryService';
+} from "./BenchmarkHistoryService";
+export { BenchmarkHistoryService } from "./BenchmarkHistoryService";
 export type {
   BenchmarkComparisonResult,
   BenchmarkRunConfig,
-} from './BenchmarkRunner';
-export { BenchmarkRunner } from './BenchmarkRunner';
-export * as BenchmarkValidator from './BenchmarkValidator';
-export type { FastEvalConfig, FastEvalResult } from './FastEvalRunner';
-export { FastEvalRunner } from './FastEvalRunner';
-export { MetricsValidator } from './MetricsValidator';
-export { MetricsVisualizer } from './MetricsVisualizer';
+} from "./BenchmarkRunner";
+export { BenchmarkRunner } from "./BenchmarkRunner";
+export * as BenchmarkValidator from "./BenchmarkValidator";
+export type { FastEvalConfig, FastEvalResult } from "./FastEvalRunner";
+export { FastEvalRunner } from "./FastEvalRunner";
+export { MetricsValidator } from "./MetricsValidator";
+export { MetricsVisualizer } from "./MetricsVisualizer";
 export type {
   AverageMetrics,
   ModelBenchmarkOptions,
   ModelBenchmarkResult,
   ModelComparisonResult,
-} from './ModelBenchmarkService';
-export { ModelBenchmarkService } from './ModelBenchmarkService';
-export type { ModelConfig } from './ModelRegistry';
+} from "./ModelBenchmarkService";
+export { ModelBenchmarkService } from "./ModelBenchmarkService";
+export type { ModelConfig } from "./ModelRegistry";
 export {
   getBaselineModels,
   getModelById,
@@ -65,12 +65,12 @@ export {
   getModelsByTier,
   MODEL_REGISTRY,
   validateModelId,
-} from './ModelRegistry';
+} from "./ModelRegistry";
 // Shared utilities
 export {
   type JsonValue,
   parseSimulationMetrics,
-} from './parseSimulationMetrics';
+} from "./parseSimulationMetrics";
 export {
   createRulerContext,
   extractMarketOutcomesFromBenchmark,
@@ -79,13 +79,13 @@ export {
   getTrueFacts,
   scoreActionAgainstGroundTruth,
   wasDecisionOptimal,
-} from './RulerBenchmarkIntegration';
-export { SimulationA2AInterface } from './SimulationA2AInterface';
+} from "./RulerBenchmarkIntegration";
+export { SimulationA2AInterface } from "./SimulationA2AInterface";
 export type {
   SimulationConfig,
   SimulationMetrics,
   SimulationResult,
-} from './SimulationEngine';
-export { SimulationEngine } from './SimulationEngine';
-export type { TaskRunnerConfig, TaskRunResult } from './TaskRunner';
-export { TaskRunner } from './TaskRunner';
+} from "./SimulationEngine";
+export { SimulationEngine } from "./SimulationEngine";
+export type { TaskRunnerConfig, TaskRunResult } from "./TaskRunner";
+export { TaskRunner } from "./TaskRunner";

package/src/benchmark/parseSimulationMetrics.ts

@@ -5,7 +5,7 @@
  * Used by ModelBenchmarkService and HuggingFaceModelUploader.
  */
 
-import type { SimulationMetrics } from './SimulationEngine';
+import type { SimulationMetrics } from "./SimulationEngine";
 
 /**
  * JSON value type for parsing untyped data
@@ -27,38 +27,38 @@ export type JsonValue =
  * @throws Error if data is invalid or missing required fields
  */
 export function parseSimulationMetrics(data: JsonValue): SimulationMetrics {
-  if (typeof data !== 'object' || data === null) {
-    throw new Error('Invalid SimulationMetrics: expected object');
+  if (typeof data !== "object" || data === null) {
+    throw new Error("Invalid SimulationMetrics: expected object");
   }
 
   const metrics = data as Record<string, JsonValue>;
 
   // Validate required fields
-  if (typeof metrics.totalPnl !== 'number') {
-    throw new Error('Invalid SimulationMetrics: totalPnl must be a number');
+  if (typeof metrics.totalPnl !== "number") {
+    throw new Error("Invalid SimulationMetrics: totalPnl must be a number");
   }
 
   if (
-    typeof metrics.predictionMetrics !== 'object' ||
+    typeof metrics.predictionMetrics !== "object" ||
     metrics.predictionMetrics === null
   ) {
     throw new Error(
-      'Invalid SimulationMetrics: predictionMetrics must be an object'
+      "Invalid SimulationMetrics: predictionMetrics must be an object",
     );
   }
 
-  if (typeof metrics.perpMetrics !== 'object' || metrics.perpMetrics === null) {
-    throw new Error('Invalid SimulationMetrics: perpMetrics must be an object');
+  if (typeof metrics.perpMetrics !== "object" || metrics.perpMetrics === null) {
+    throw new Error("Invalid SimulationMetrics: perpMetrics must be an object");
   }
 
-  if (typeof metrics.optimalityScore !== 'number') {
+  if (typeof metrics.optimalityScore !== "number") {
     throw new Error(
-      'Invalid SimulationMetrics: optimalityScore must be a number'
+      "Invalid SimulationMetrics: optimalityScore must be a number",
     );
   }
 
-  if (typeof metrics.timing !== 'object' || metrics.timing === null) {
-    throw new Error('Invalid SimulationMetrics: timing must be an object');
+  if (typeof metrics.timing !== "object" || metrics.timing === null) {
+    throw new Error("Invalid SimulationMetrics: timing must be an object");
   }
 
   // Validate nested structures
@@ -72,41 +72,41 @@ export function parseSimulationMetrics(data: JsonValue): SimulationMetrics {
   // Helper to safely get number or default
   const getNumber = (obj: Record<string, JsonValue>, key: string): number => {
     const val = obj[key];
-    return typeof val === 'number' ? val : 0;
+    return typeof val === "number" ? val : 0;
   };
 
   // Parse socialMetrics if present
   const socialMetricsData = metrics.socialMetrics;
   const socialMetrics =
-    typeof socialMetricsData === 'object' && socialMetricsData !== null
+    typeof socialMetricsData === "object" && socialMetricsData !== null
       ? (socialMetricsData as Record<string, JsonValue>)
       : null;
 
   return {
     totalPnl: metrics.totalPnl as number,
     predictionMetrics: {
-      totalPositions: getNumber(predictionMetrics, 'totalPositions'),
-      correctPredictions: getNumber(predictionMetrics, 'correctPredictions'),
+      totalPositions: getNumber(predictionMetrics, "totalPositions"),
+      correctPredictions: getNumber(predictionMetrics, "correctPredictions"),
       incorrectPredictions: getNumber(
         predictionMetrics,
-        'incorrectPredictions'
+        "incorrectPredictions",
       ),
-      accuracy: getNumber(predictionMetrics, 'accuracy'),
-      avgPnlPerPosition: getNumber(predictionMetrics, 'avgPnlPerPosition'),
+      accuracy: getNumber(predictionMetrics, "accuracy"),
+      avgPnlPerPosition: getNumber(predictionMetrics, "avgPnlPerPosition"),
     },
     perpMetrics: {
-      totalTrades: getNumber(perpMetrics, 'totalTrades'),
-      profitableTrades: getNumber(perpMetrics, 'profitableTrades'),
-      winRate: getNumber(perpMetrics, 'winRate'),
-      avgPnlPerTrade: getNumber(perpMetrics, 'avgPnlPerTrade'),
-      maxDrawdown: getNumber(perpMetrics, 'maxDrawdown'),
+      totalTrades: getNumber(perpMetrics, "totalTrades"),
+      profitableTrades: getNumber(perpMetrics, "profitableTrades"),
+      winRate: getNumber(perpMetrics, "winRate"),
+      avgPnlPerTrade: getNumber(perpMetrics, "avgPnlPerTrade"),
+      maxDrawdown: getNumber(perpMetrics, "maxDrawdown"),
     },
     socialMetrics: socialMetrics
       ? {
-          postsCreated: getNumber(socialMetrics, 'postsCreated'),
-          groupsJoined: getNumber(socialMetrics, 'groupsJoined'),
-          messagesReceived: getNumber(socialMetrics, 'messagesReceived'),
-          reputationGained: getNumber(socialMetrics, 'reputationGained'),
+          postsCreated: getNumber(socialMetrics, "postsCreated"),
+          groupsJoined: getNumber(socialMetrics, "groupsJoined"),
+          messagesReceived: getNumber(socialMetrics, "messagesReceived"),
+          reputationGained: getNumber(socialMetrics, "reputationGained"),
         }
       : {
           postsCreated: 0,
@@ -115,9 +115,9 @@ export function parseSimulationMetrics(data: JsonValue): SimulationMetrics {
           reputationGained: 0,
         },
     timing: {
-      avgResponseTime: getNumber(timing, 'avgResponseTime'),
-      maxResponseTime: getNumber(timing, 'maxResponseTime'),
-      totalDuration: getNumber(timing, 'totalDuration'),
+      avgResponseTime: getNumber(timing, "avgResponseTime"),
+      maxResponseTime: getNumber(timing, "maxResponseTime"),
+      totalDuration: getNumber(timing, "totalDuration"),
     },
     optimalityScore: metrics.optimalityScore as number,
   };

package/src/benchmark/simulation-types.ts

@@ -1,14 +1,14 @@
-import type { JsonValue } from '../adapter';
+import type { JsonValue } from "../adapter";
 
 export type AgentActionType =
-  | 'query_state'
-  | 'buy_prediction'
-  | 'sell_prediction'
-  | 'open_perp'
-  | 'close_perp'
-  | 'create_post'
-  | 'join_group'
-  | 'send_message';
+  | "query_state"
+  | "buy_prediction"
+  | "sell_prediction"
+  | "open_perp"
+  | "close_perp"
+  | "create_post"
+  | "join_group"
+  | "send_message";
 
 export interface AgentAction {
   tick: number;
@@ -27,7 +27,7 @@ export interface AgentAction {
     perpCorrect?: boolean;
     sentimentAtTrade?: number;
     priceChange?: number;
-    expectedDirection?: 'up' | 'down';
+    expectedDirection?: "up" | "down";
 
     /** Sentiment analysis accuracy tracking */
     sentimentAccuracy?: number;

package/src/dependencies.ts

@@ -21,7 +21,7 @@
  * @packageDocumentation
  */
 
-import type { JsonValue } from './adapter';
+import type { JsonValue } from "./adapter";
 
 /**
  * Minimal agent runtime interface.
@@ -58,7 +58,7 @@ export interface CreateAgentParams {
   personality?: string;
   tradingStrategy?: string;
   initialDeposit?: number;
-  modelTier?: 'lite' | 'standard' | 'pro';
+  modelTier?: "lite" | "standard" | "pro";
 }
 
 /**
@@ -83,11 +83,11 @@ export interface ILLMCaller {
   callGroqDirect(params: {
     prompt: string;
     system: string;
-    modelSize?: 'small' | 'medium' | 'large';
+    modelSize?: "small" | "medium" | "large";
     temperature?: number;
     maxTokens?: number;
     actionType?: string;
-    responseFormat?: { type: 'json_object' };
+    responseFormat?: { type: "json_object" };
   }): Promise<string>;
 }
 
@@ -112,14 +112,14 @@ export type ExportGroupedForGRPOFn = (options: {
 export type ExportToHuggingFaceFn = (options: {
   datasetName: string;
   trajectoryIds?: string[];
-  format?: 'parquet' | 'jsonl';
+  format?: "parquet" | "jsonl";
 }) => Promise<{ success: boolean; url?: string; error?: string }>;
 
 /**
  * Convert trajectory to training format messages
  */
 export type ToTrainingMessagesFn = (
-  trajectory: TrajectoryForTraining
+  trajectory: TrajectoryForTraining,
 ) => TrainingMessage[];
 
 /**
@@ -175,7 +175,7 @@ export interface TrajectoryStepForTraining {
     temperature: number;
     maxTokens: number;
     latencyMs?: number;
-    purpose: 'action' | 'reasoning' | 'evaluation' | 'response' | 'other';
+    purpose: "action" | "reasoning" | "evaluation" | "response" | "other";
     actionType?: string;
   }>;
   action: {
@@ -195,7 +195,7 @@ export interface TrajectoryStepForTraining {
 }
 
 export interface TrainingMessage {
-  role: 'system' | 'user' | 'assistant';
+  role: "system" | "user" | "assistant";
   content: string;
 }
 
@@ -218,9 +218,9 @@ let _toTrainingMessages: ToTrainingMessagesFn | null = null;
 function assertFn(dep: unknown, name: string, methods: string[]): void {
   if (dep == null) return; // allow explicit null/undefined (means "skip")
   for (const method of methods) {
-    if (typeof (dep as Record<string, unknown>)[method] !== 'function') {
+    if (typeof (dep as Record<string, unknown>)[method] !== "function") {
       throw new TypeError(
-        `configureTrainingDependencies: ${name}.${method} must be a function, got ${typeof (dep as Record<string, unknown>)[method]}`
+        `configureTrainingDependencies: ${name}.${method} must be a function, got ${typeof (dep as Record<string, unknown>)[method]}`,
       );
     }
   }
@@ -242,41 +242,41 @@ export function configureTrainingDependencies(config: {
   toTrainingMessages?: ToTrainingMessagesFn;
 }): void {
   // Runtime shape checks – catch adapter mismatches early
-  assertFn(config.agentService, 'agentService', ['createAgent']);
-  assertFn(config.agentRuntimeManager, 'agentRuntimeManager', [
-    'getRuntime',
-    'resetRuntime',
+  assertFn(config.agentService, "agentService", ["createAgent"]);
+  assertFn(config.agentRuntimeManager, "agentRuntimeManager", [
+    "getRuntime",
+    "resetRuntime",
   ]);
-  assertFn(config.autonomousCoordinator, 'autonomousCoordinator', [
-    'executeAutonomousTick',
+  assertFn(config.autonomousCoordinator, "autonomousCoordinator", [
+    "executeAutonomousTick",
   ]);
-  assertFn(config.llmCaller, 'llmCaller', ['callGroqDirect']);
+  assertFn(config.llmCaller, "llmCaller", ["callGroqDirect"]);
 
   if (
     config.exportGroupedForGRPO !== undefined &&
     config.exportGroupedForGRPO !== null &&
-    typeof config.exportGroupedForGRPO !== 'function'
+    typeof config.exportGroupedForGRPO !== "function"
   ) {
     throw new TypeError(
-      'configureTrainingDependencies: exportGroupedForGRPO must be a function'
+      "configureTrainingDependencies: exportGroupedForGRPO must be a function",
     );
   }
   if (
     config.exportToHuggingFace !== undefined &&
     config.exportToHuggingFace !== null &&
-    typeof config.exportToHuggingFace !== 'function'
+    typeof config.exportToHuggingFace !== "function"
   ) {
     throw new TypeError(
-      'configureTrainingDependencies: exportToHuggingFace must be a function'
+      "configureTrainingDependencies: exportToHuggingFace must be a function",
     );
   }
   if (
     config.toTrainingMessages !== undefined &&
     config.toTrainingMessages !== null &&
-    typeof config.toTrainingMessages !== 'function'
+    typeof config.toTrainingMessages !== "function"
   ) {
     throw new TypeError(
-      'configureTrainingDependencies: toTrainingMessages must be a function'
+      "configureTrainingDependencies: toTrainingMessages must be a function",
     );
   }
 
@@ -310,7 +310,7 @@ export function configureTrainingDependencies(config: {
 export function getAgentService(): IAgentService {
   if (!_agentService) {
     throw new Error(
-      'AgentService not configured. Call configureTrainingDependencies() first.'
+      "AgentService not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _agentService;
@@ -323,7 +323,7 @@ export function getAgentService(): IAgentService {
 export function getAgentRuntimeManager(): IAgentRuntimeManager {
   if (!_agentRuntimeManager) {
     throw new Error(
-      'AgentRuntimeManager not configured. Call configureTrainingDependencies() first.'
+      "AgentRuntimeManager not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _agentRuntimeManager;
@@ -336,7 +336,7 @@ export function getAgentRuntimeManager(): IAgentRuntimeManager {
 export function getAutonomousCoordinator(): IAutonomousCoordinator {
   if (!_autonomousCoordinator) {
     throw new Error(
-      'AutonomousCoordinator not configured. Call configureTrainingDependencies() first.'
+      "AutonomousCoordinator not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _autonomousCoordinator;
@@ -349,7 +349,7 @@ export function getAutonomousCoordinator(): IAutonomousCoordinator {
 export function getLLMCaller(): ILLMCaller {
   if (!_llmCaller) {
     throw new Error(
-      'LLMCaller not configured. Call configureTrainingDependencies() first.'
+      "LLMCaller not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _llmCaller;
@@ -362,7 +362,7 @@ export function getLLMCaller(): ILLMCaller {
 export function getExportGroupedForGRPO(): ExportGroupedForGRPOFn {
   if (!_exportGroupedForGRPO) {
     throw new Error(
-      'exportGroupedForGRPO not configured. Call configureTrainingDependencies() first.'
+      "exportGroupedForGRPO not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _exportGroupedForGRPO;
@@ -375,7 +375,7 @@ export function getExportGroupedForGRPO(): ExportGroupedForGRPOFn {
 export function getExportToHuggingFace(): ExportToHuggingFaceFn {
   if (!_exportToHuggingFace) {
     throw new Error(
-      'exportToHuggingFace not configured. Call configureTrainingDependencies() first.'
+      "exportToHuggingFace not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _exportToHuggingFace;
@@ -388,7 +388,7 @@ export function getExportToHuggingFace(): ExportToHuggingFaceFn {
 export function getToTrainingMessages(): ToTrainingMessagesFn {
   if (!_toTrainingMessages) {
     throw new Error(
-      'toTrainingMessages not configured. Call configureTrainingDependencies() first.'
+      "toTrainingMessages not configured. Call configureTrainingDependencies() first.",
     );
   }
   return _toTrainingMessages;
@@ -422,7 +422,7 @@ export interface IAutonomousCoordinator {
   executeAutonomousTick(
     agentUserId: string,
     agentRuntime: IAgentRuntimeLike,
-    recordTrajectories?: boolean
+    recordTrajectories?: boolean,
   ): Promise<{
     success: boolean;
     actionsExecuted?: {
@@ -448,7 +448,7 @@ export interface ITaskInteractor {
     options?: {
       maxTurns?: number;
       temperature?: number;
-    }
+    },
   ): Promise<{
     success: boolean;
     response: string;
@@ -461,14 +461,14 @@ export interface ITaskInteractor {
 let _taskInteractor: ITaskInteractor | null = null;
 
 export function configureTaskInteractor(interactor: ITaskInteractor): void {
-  assertFn(interactor, 'taskInteractor', ['executeTask']);
+  assertFn(interactor, "taskInteractor", ["executeTask"]);
   _taskInteractor = interactor;
 }
 
 export function getTaskInteractor(): ITaskInteractor {
   if (!_taskInteractor) {
     throw new Error(
-      'TaskInteractor not configured. Call configureTaskInteractor() first.'
+      "TaskInteractor not configured. Call configureTaskInteractor() first.",
     );
   }
   return _taskInteractor;