@elizaos/training 2.0.0-alpha.13 → 2.0.0-alpha.15

package/src/huggingface/index.ts

@@ -4,24 +4,24 @@
  * Tools for uploading models and datasets to HuggingFace Hub.
  */
 
-export { HuggingFaceDatasetUploader } from './HuggingFaceDatasetUploader';
+export { HuggingFaceDatasetUploader } from "./HuggingFaceDatasetUploader";
 export type {
   DatasetUploadOptions,
   WeeklyUploadResult,
-} from './HuggingFaceIntegrationService';
+} from "./HuggingFaceIntegrationService";
 export {
   HuggingFaceIntegrationService,
   huggingFaceIntegration,
-} from './HuggingFaceIntegrationService';
+} from "./HuggingFaceIntegrationService";
 export type {
   ModelCardBenchmarkResult,
   ModelUploadOptions,
   ModelUploadResult,
-} from './HuggingFaceModelUploader';
-export { HuggingFaceModelUploader } from './HuggingFaceModelUploader';
+} from "./HuggingFaceModelUploader";
+export { HuggingFaceModelUploader } from "./HuggingFaceModelUploader";
 
 export {
   getHuggingFaceToken,
   HuggingFaceUploadUtil,
   requireHuggingFaceToken,
-} from './shared/HuggingFaceUploadUtil';
+} from "./shared/HuggingFaceUploadUtil";

package/src/huggingface/shared/HuggingFaceUploadUtil.ts

@@ -5,21 +5,21 @@
  * Consolidates upload logic used across different services.
  */
 
-import { exec } from 'node:child_process';
-import { promisify } from 'node:util';
-import * as hubModule from '@huggingface/hub';
-import { promises as fs } from 'fs';
-import * as path from 'path';
-import { logger } from '../../utils/logger';
+import { exec } from "node:child_process";
+import { promises as fs } from "node:fs";
+import * as path from "node:path";
+import { promisify } from "node:util";
+import * as hubModule from "@huggingface/hub";
+import { logger } from "../../utils/logger";
 
 export interface UploadFileOptions {
-  repo: { type: 'model' | 'dataset'; name: string };
+  repo: { type: "model" | "dataset"; name: string };
   file: { path: string; content: Blob };
   credentials: { accessToken: string };
 }
 
 export interface CreateRepoOptions {
-  repo: { type: 'model' | 'dataset'; name: string };
+  repo: { type: "model" | "dataset"; name: string };
   credentials: { accessToken: string };
   private?: boolean;
 }
@@ -46,7 +46,7 @@ export function requireHuggingFaceToken(): string {
   const token = getHuggingFaceToken();
   if (!token) {
     throw new Error(
-      'HuggingFace token not configured. Set HUGGING_FACE_TOKEN or HF_TOKEN environment variable.'
+      "HuggingFace token not configured. Set HUGGING_FACE_TOKEN or HF_TOKEN environment variable.",
     );
   }
   return token;
@@ -58,10 +58,10 @@ export class HuggingFaceUploadUtil {
    */
   static async uploadFile(
     repoName: string,
-    repoType: 'model' | 'dataset',
+    repoType: "model" | "dataset",
     filePath: string,
     fileContent: string,
-    token: string
+    token: string,
   ): Promise<void> {
     const uploadFile = hubModule.uploadFile;
 
@@ -87,9 +87,9 @@ export class HuggingFaceUploadUtil {
    */
   static async uploadDirectory(
     repoName: string,
-    repoType: 'model' | 'dataset',
+    repoType: "model" | "dataset",
     localDir: string,
-    token: string
+    token: string,
   ): Promise<number> {
     const files = await fs.readdir(localDir);
     let uploadCount = 0;
@@ -99,14 +99,14 @@ export class HuggingFaceUploadUtil {
       const stats = await fs.stat(filePath);
 
       if (stats.isFile()) {
-        const content = await fs.readFile(filePath, 'utf-8');
+        const content = await fs.readFile(filePath, "utf-8");
 
         await HuggingFaceUploadUtil.uploadFile(
           repoName,
           repoType,
           file,
           content,
-          token
+          token,
         );
         uploadCount++;
       }
@@ -125,9 +125,9 @@ export class HuggingFaceUploadUtil {
    */
   static async ensureRepository(
     repoName: string,
-    repoType: 'model' | 'dataset',
+    repoType: "model" | "dataset",
     token: string,
-    isPrivate = false
+    isPrivate = false,
   ): Promise<void> {
     const createRepo = hubModule.createRepo;
 
@@ -137,19 +137,19 @@ export class HuggingFaceUploadUtil {
         credentials: { accessToken: token },
         private: isPrivate,
       });
-      logger.info('Created new repository', { repo: repoName, type: repoType });
+      logger.info("Created new repository", { repo: repoName, type: repoType });
     } catch (error) {
       // Repository might already exist, which is fine
       if (
         error instanceof Error &&
-        (error.message.includes('already exists') ||
-          error.message.includes('Repository not found'))
+        (error.message.includes("already exists") ||
+          error.message.includes("Repository not found"))
       ) {
-        logger.info('Repository already exists or accessible', {
+        logger.info("Repository already exists or accessible", {
           repo: repoName,
         });
       } else {
-        logger.warn('Could not ensure repository exists', {
+        logger.warn("Could not ensure repository exists", {
           error,
           repo: repoName,
         });
@@ -162,9 +162,9 @@ export class HuggingFaceUploadUtil {
    */
   static async uploadViaCLI(
     repoName: string,
-    repoType: 'model' | 'dataset',
+    repoType: "model" | "dataset",
     localDir: string,
-    token: string
+    token: string,
   ): Promise<void> {
     try {
       const execAsync = promisify(exec);
@@ -173,18 +173,18 @@ export class HuggingFaceUploadUtil {
       process.env.HUGGINGFACE_HUB_TOKEN = token;
 
       console.log(
-        `Uploading ${localDir} to ${repoName} via huggingface-cli...`
+        `Uploading ${localDir} to ${repoName} via huggingface-cli...`,
       );
 
       await execAsync(
-        `huggingface-cli upload ${repoName} ${localDir} --repo-type ${repoType}`
+        `huggingface-cli upload ${repoName} ${localDir} --repo-type ${repoType}`,
       );
 
-      logger.info('Successfully uploaded via huggingface-cli', {
+      logger.info("Successfully uploaded via huggingface-cli", {
         repo: repoName,
       });
     } catch (error) {
-      logger.error('CLI upload failed', { error });
+      logger.error("CLI upload failed", { error });
       throw error;
     }
   }
@@ -194,12 +194,12 @@ export class HuggingFaceUploadUtil {
    */
   static getManualUploadInstructions(
     repoName: string,
-    repoType: 'model' | 'dataset',
-    localDir: string
+    repoType: "model" | "dataset",
+    localDir: string,
   ): string[] {
     return [
-      '1. Install huggingface-cli: pip install huggingface_hub',
-      '2. Login: huggingface-cli login',
+      "1. Install huggingface-cli: pip install huggingface_hub",
+      "2. Login: huggingface-cli login",
       `3. Upload: huggingface-cli upload ${repoName} ${localDir} --repo-type ${repoType}`,
     ];
   }

package/src/index.ts

@@ -19,17 +19,6 @@
  * @packageDocumentation
  */
 
-// Data adapter (must be registered before DB-dependent operations)
-export {
-  getTrainingDataAdapter,
-  getMarketDataAdapter,
-  getLlmLogAdapter,
-  isDataAdapterRegistered,
-  resetAdapters,
-  setLlmLogAdapter,
-  setMarketDataAdapter,
-  setTrainingDataAdapter,
-} from './adapter';
 export type {
   BenchmarkResultRecord,
   ILlmLogAdapter,
@@ -40,14 +29,25 @@ export type {
   TrainedModelRecord,
   TrainingBatchRecord,
   TrajectoryRecord,
-  UUID,
   UserRecord,
-} from './adapter';
+  UUID,
+} from "./adapter";
+// Data adapter (must be registered before DB-dependent operations)
+export {
+  getLlmLogAdapter,
+  getMarketDataAdapter,
+  getTrainingDataAdapter,
+  isDataAdapterRegistered,
+  resetAdapters,
+  setLlmLogAdapter,
+  setMarketDataAdapter,
+  setTrainingDataAdapter,
+} from "./adapter";
 
 // Archetypes
-export * from './archetypes';
+export * from "./archetypes";
 // Re-export all sub-modules
-export * from './benchmark';
+export * from "./benchmark";
 export type {
   CreateAgentParams,
   ExportGroupedForGRPOFn,
@@ -60,7 +60,7 @@ export type {
   TrainingMessage,
   TrajectoryForTraining,
   TrajectoryStepForTraining,
-} from './dependencies';
+} from "./dependencies";
 // Dependencies configuration
 export {
   areAgentDependenciesConfigured,
@@ -73,16 +73,21 @@ export {
   getExportToHuggingFace,
   getLLMCaller,
   getToTrainingMessages,
-} from './dependencies';
+} from "./dependencies";
 // Generation
-export * from './generation';
-export * from './huggingface';
+export * from "./generation";
+export * from "./huggingface";
 // Training initialization
 export {
   initializeTrainingPackage,
   isTrainingInitialized,
   resetTrainingInitialization,
-} from './init-training';
+} from "./init-training";
+// Metrics (re-export for backwards compatibility, prefer import from './metrics')
+export * from "./metrics";
+export * from "./rubrics";
+export * from "./scoring";
+export * from "./training";
 export {
   benchmarkAndMaybeDeployModel,
   checkTrainingReadiness,
@@ -92,11 +97,6 @@ export {
   monitorTrainingJob,
   rollbackModelVersion,
   triggerTraining,
-} from './training/pipeline';
-// Metrics (re-export for backwards compatibility, prefer import from './metrics')
-export * from './metrics';
-export * from './rubrics';
-export * from './scoring';
-export * from './training';
+} from "./training/pipeline";
 // Utilities
-export * from './utils';
+export * from "./utils";

package/src/init-training.ts

@@ -10,8 +10,8 @@
  *   await initializeTrainingPackage();
  */
 
-import { areDependenciesConfigured } from './dependencies';
-import { logger } from './utils/logger';
+import { areDependenciesConfigured } from "./dependencies";
+import { logger } from "./utils/logger";
 
 let initialized = false;
 
@@ -22,20 +22,20 @@ let initialized = false;
  */
 export async function initializeTrainingPackage(): Promise<void> {
   if (initialized) {
-    logger.debug('Training package already initialized', {}, 'TrainingInit');
+    logger.debug("Training package already initialized", {}, "TrainingInit");
     return;
   }
 
-  logger.info('Initializing training package...', {}, 'TrainingInit');
+  logger.info("Initializing training package...", {}, "TrainingInit");
 
   if (!areDependenciesConfigured()) {
     throw new Error(
-      'Training dependencies not configured. Call configureTrainingDependencies() first.'
+      "Training dependencies not configured. Call configureTrainingDependencies() first.",
     );
   }
 
   initialized = true;
-  logger.info('Training package initialized successfully', {}, 'TrainingInit');
+  logger.info("Training package initialized successfully", {}, "TrainingInit");
 }
 
 /**

package/src/metrics/TrajectoryMetricsExtractor.ts

@@ -14,8 +14,8 @@
  * @packageDocumentation
  */
 
-import type { TrajectoryStep } from '../training/types';
-import { logger } from '../utils/logger';
+import type { TrajectoryStep } from "../training/types";
+import { logger } from "../utils/logger";
 import type {
   BehavioralMetrics,
   BehaviorMetrics,
@@ -23,43 +23,43 @@ import type {
   InformationMetrics,
   SocialMetrics,
   TradingMetrics,
-} from './types';
+} from "./types";
 
 /**
  * Action types that count as social interactions
  */
 const SOCIAL_ACTION_TYPES = new Set([
-  'join_group_chat',
-  'create_group_chat',
-  'leave_group_chat',
-  'post_group_message',
-  'send_dm',
-  'reply_dm',
-  'create_post',
-  'comment',
-  'like',
-  'follow',
-  'unfollow',
-  'mention',
-  'invite',
-  'react',
-  'share',
+  "join_group_chat",
+  "create_group_chat",
+  "leave_group_chat",
+  "post_group_message",
+  "send_dm",
+  "reply_dm",
+  "create_post",
+  "comment",
+  "like",
+  "follow",
+  "unfollow",
+  "mention",
+  "invite",
+  "react",
+  "share",
 ]);
 
 /**
  * Action types that count as trading actions
  */
 const TRADING_ACTION_TYPES = new Set([
-  'trade',
-  'buy',
-  'sell',
-  'place_order',
-  'cancel_order',
-  'close_position',
-  'open_position',
-  'predict',
-  'bet',
-  'swap',
+  "trade",
+  "buy",
+  "sell",
+  "place_order",
+  "cancel_order",
+  "close_position",
+  "open_position",
+  "predict",
+  "bet",
+  "swap",
 ]);
 
 export class TrajectoryMetricsExtractor {
@@ -107,7 +107,7 @@ export class TrajectoryMetricsExtractor {
    */
   private extractSocialMetrics(
     steps: TrajectoryStep[],
-    agentId: string
+    agentId: string,
   ): SocialMetrics {
     const metrics: SocialMetrics = {
       groupChatsJoined: 0,
@@ -135,13 +135,13 @@ export class TrajectoryMetricsExtractor {
       const params = action.parameters || {};
 
       // Group chat actions
-      if (actionType === 'join_group_chat') {
+      if (actionType === "join_group_chat") {
         metrics.groupChatsJoined++;
-      } else if (actionType === 'create_group_chat') {
+      } else if (actionType === "create_group_chat") {
         metrics.groupChatsCreated++;
       } else if (
-        actionType === 'post_group_message' ||
-        actionType === 'group_message'
+        actionType === "post_group_message" ||
+        actionType === "group_message"
       ) {
         metrics.groupMessagesSent++;
         if (params.groupId) {
@@ -150,7 +150,7 @@ export class TrajectoryMetricsExtractor {
       }
 
       // DM actions
-      else if (actionType === 'send_dm' || actionType === 'dm') {
+      else if (actionType === "send_dm" || actionType === "dm") {
         const isInitiator =
           params.initiator === agentId || params.fromAgent === agentId;
         if (isInitiator) {
@@ -159,14 +159,14 @@ export class TrajectoryMetricsExtractor {
         if (params.toUserId || params.recipientId) {
           usersInteracted.add(String(params.toUserId || params.recipientId));
         }
-      } else if (actionType === 'reply_dm') {
+      } else if (actionType === "reply_dm") {
         dmsReplied++;
       }
 
       // Post/comment actions
-      else if (actionType === 'create_post' || actionType === 'post') {
+      else if (actionType === "create_post" || actionType === "post") {
         metrics.postsCreated++;
-      } else if (actionType === 'comment' || actionType === 'reply') {
+      } else if (actionType === "comment" || actionType === "reply") {
         metrics.commentsMade++;
         if (params.authorId) {
           usersInteracted.add(String(params.authorId));
@@ -174,12 +174,12 @@ export class TrajectoryMetricsExtractor {
       }
 
       // Mention/invite actions
-      else if (actionType === 'mention') {
+      else if (actionType === "mention") {
         metrics.mentionsGiven++;
         if (params.mentionedUserId) {
           usersInteracted.add(String(params.mentionedUserId));
         }
-      } else if (actionType === 'invite') {
+      } else if (actionType === "invite") {
         metrics.invitationsSent++;
         if (params.invitedUserId) {
           usersInteracted.add(String(params.invitedUserId));
@@ -211,7 +211,7 @@ export class TrajectoryMetricsExtractor {
   private extractTradingMetrics(
     steps: TrajectoryStep[],
     startBalance?: number,
-    endBalance?: number
+    endBalance?: number,
   ): TradingMetrics {
     const metrics: TradingMetrics = {
       tradesExecuted: 0,
@@ -249,15 +249,15 @@ export class TrajectoryMetricsExtractor {
 
         // Track buy/sell
         if (
-          actionType === 'buy' ||
-          params.side === 'buy' ||
-          params.direction === 'long'
+          actionType === "buy" ||
+          params.side === "buy" ||
+          params.direction === "long"
         ) {
           metrics.buyTrades++;
         } else if (
-          actionType === 'sell' ||
-          params.side === 'sell' ||
-          params.direction === 'short'
+          actionType === "sell" ||
+          params.side === "sell" ||
+          params.direction === "short"
         ) {
           metrics.sellTrades++;
         }
@@ -270,7 +270,7 @@ export class TrajectoryMetricsExtractor {
 
         // Track position size
         const size = Number(
-          params.amount || params.size || params.quantity || 0
+          params.amount || params.size || params.quantity || 0,
         );
         if (size > 0) {
           positionSizes.push(size);
@@ -278,7 +278,7 @@ export class TrajectoryMetricsExtractor {
 
         // Track P&L from result
         const tradePnL = Number(
-          result.pnl || result.profit || result.return || 0
+          result.pnl || result.profit || result.return || 0,
         );
         if (tradePnL !== 0) {
           tradePnLs.push(tradePnL);
@@ -333,7 +333,7 @@ export class TrajectoryMetricsExtractor {
       const mean =
         tradePnLs.reduce((sum, pnl) => sum + pnl, 0) / tradePnLs.length;
       const variance =
-        tradePnLs.reduce((sum, pnl) => sum + Math.pow(pnl - mean, 2), 0) /
+        tradePnLs.reduce((sum, pnl) => sum + (pnl - mean) ** 2, 0) /
         tradePnLs.length;
       const stdDev = Math.sqrt(variance);
       if (stdDev > 0) {
@@ -370,7 +370,7 @@ export class TrajectoryMetricsExtractor {
 
       // Track reputation changes
       const reputation = Number(
-        envState.reputation || envState.agentReputation || 0
+        envState.reputation || envState.agentReputation || 0,
       );
       if (reputation !== 0) {
         if (startReputation === null) {
@@ -390,7 +390,7 @@ export class TrajectoryMetricsExtractor {
 
       // Track follower changes
       const followers = Number(
-        envState.followers || envState.followerCount || 0
+        envState.followers || envState.followerCount || 0,
       );
       if (followers !== 0) {
         if (startFollowers === null) {
@@ -405,17 +405,17 @@ export class TrajectoryMetricsExtractor {
         const result = action.result;
         if (result.likes || result.upvotes) {
           metrics.positiveReactions += Number(
-            result.likes || result.upvotes || 0
+            result.likes || result.upvotes || 0,
           );
         }
         if (result.dislikes || result.downvotes) {
           metrics.negativeReactions += Number(
-            result.dislikes || result.downvotes || 0
+            result.dislikes || result.downvotes || 0,
           );
         }
         if (result.shares || result.reshares) {
           metrics.informationSpread += Number(
-            result.shares || result.reshares || 0
+            result.shares || result.reshares || 0,
           );
         }
       }
@@ -456,7 +456,7 @@ export class TrajectoryMetricsExtractor {
       actionSuccessRate: 0,
       episodeLength: steps.length,
       actionTypesUsed: [],
-      dominantActionType: '',
+      dominantActionType: "",
     };
 
     const actionTypeCounts = new Map<string, number>();
@@ -477,7 +477,7 @@ export class TrajectoryMetricsExtractor {
       // Count action types
       actionTypeCounts.set(
         actionType,
-        (actionTypeCounts.get(actionType) || 0) + 1
+        (actionTypeCounts.get(actionType) || 0) + 1,
       );
 
       // Categorize actions
@@ -524,8 +524,7 @@ export class TrajectoryMetricsExtractor {
       const counts = Array.from(actionTypeCounts.values());
       const mean = counts.reduce((sum, c) => sum + c, 0) / counts.length;
       const variance =
-        counts.reduce((sum, c) => sum + Math.pow(c - mean, 2), 0) /
-        counts.length;
+        counts.reduce((sum, c) => sum + (c - mean) ** 2, 0) / counts.length;
       // Normalize to 0-1 range (higher = more consistent)
       metrics.consistencyScore = 1 / (1 + Math.sqrt(variance) / mean);
     } else {
@@ -539,7 +538,7 @@ export class TrajectoryMetricsExtractor {
    * Extract information gathering metrics
    */
   private extractInformationMetrics(
-    steps: TrajectoryStep[]
+    steps: TrajectoryStep[],
   ): InformationMetrics {
     const metrics: InformationMetrics = {
       researchActions: 0,
@@ -558,21 +557,21 @@ export class TrajectoryMetricsExtractor {
 
       const actionType = action.actionType.toLowerCase();
 
-      if (actionType === 'research' || actionType === 'analyze') {
+      if (actionType === "research" || actionType === "analyze") {
         metrics.researchActions++;
-      } else if (actionType === 'read_news' || actionType === 'consume_news') {
+      } else if (actionType === "read_news" || actionType === "consume_news") {
         metrics.newsConsumed++;
       } else if (
-        actionType === 'query_market' ||
-        actionType === 'check_price' ||
-        actionType === 'get_quote'
+        actionType === "query_market" ||
+        actionType === "check_price" ||
+        actionType === "get_quote"
       ) {
         metrics.marketDataQueries++;
-      } else if (actionType === 'request_info' || actionType === 'ask') {
+      } else if (actionType === "request_info" || actionType === "ask") {
         metrics.infoRequestsSent++;
-      } else if (actionType === 'share_info' || actionType === 'share') {
+      } else if (actionType === "share_info" || actionType === "share") {
         metrics.infoShared++;
-      } else if (actionType === 'predict' || actionType === 'bet') {
+      } else if (actionType === "predict" || actionType === "bet") {
         metrics.predictionsMade++;
 
         // Check if prediction was correct
@@ -606,9 +605,9 @@ export class TrajectoryMetricsExtractor {
 
       if (!Array.isArray(steps) || steps.length === 0) {
         logger.warn(
-          'Invalid or empty steps array',
+          "Invalid or empty steps array",
           { trajectoryId: params.trajectoryId },
-          'MetricsExtractor'
+          "MetricsExtractor",
         );
         return null;
       }
@@ -635,12 +634,12 @@ export class TrajectoryMetricsExtractor {
       });
     } catch (error) {
       logger.error(
-        'Failed to extract metrics',
+        "Failed to extract metrics",
         {
           trajectoryId: params.trajectoryId,
           error: error instanceof Error ? error.message : String(error),
         },
-        'MetricsExtractor'
+        "MetricsExtractor",
       );
       return null;
     }