@elizaos/training 2.0.0-alpha.21 → 2.0.0-alpha.22

package/dist/utils/snowflake.js

@@ -0,0 +1,15 @@
+/**
+ * Snowflake ID Generator
+ *
+ * Generates unique IDs for training package entities.
+ * Uses a simple timestamp-based approach.
+ */
+let counter = 0;
+export async function generateSnowflakeId() {
+    const timestamp = Date.now();
+    const currentCounter = counter++;
+    if (counter > 999)
+        counter = 0;
+    // Format: timestamp (13 digits) + counter (3 digits)
+    return `${timestamp}${currentCounter.toString().padStart(3, "0")}`;
+}

package/dist/utils/synthetic-detector.js

@@ -0,0 +1,67 @@
+/**
+ * Training Data Validator
+ *
+ * Validates that training data contains real LLM calls.
+ * No synthetic pattern detection needed - we simply don't generate synthetic data.
+ */
+/**
+ * Validate that trajectory steps contain real LLM calls.
+ *
+ * Training data MUST have actual LLM calls with real prompts and responses.
+ *
+ * @returns Object with validation result and details
+ */
+export function validateLLMCalls(steps) {
+    const issues = [];
+    let stepsWithLLM = 0;
+    let totalLLMCalls = 0;
+    for (let i = 0; i < steps.length; i++) {
+        const step = steps[i];
+        const llmCalls = step?.llmCalls ?? step?.llm_calls ?? [];
+        if (llmCalls.length === 0) {
+            continue;
+        }
+        stepsWithLLM++;
+        for (let j = 0; j < llmCalls.length; j++) {
+            const call = llmCalls[j];
+            if (!call)
+                continue;
+            totalLLMCalls++;
+            // Validate LLM call has actual content
+            const systemPrompt = call.systemPrompt ?? call.system_prompt ?? "";
+            const userPrompt = call.userPrompt ?? call.user_prompt ?? "";
+            const response = call.response ?? "";
+            if (systemPrompt.length < 10) {
+                issues.push(`Step ${i}, call ${j}: Missing or empty system prompt`);
+            }
+            if (userPrompt.length < 10) {
+                issues.push(`Step ${i}, call ${j}: Missing or empty user prompt`);
+            }
+            if (response.length < 5) {
+                issues.push(`Step ${i}, call ${j}: Missing or empty response`);
+            }
+        }
+    }
+    // At least 3 steps should have LLM calls for valid training data
+    if (stepsWithLLM < 3) {
+        issues.push(`Only ${stepsWithLLM}/${steps.length} steps have LLM calls (minimum: 3)`);
+    }
+    return {
+        valid: issues.length === 0,
+        totalSteps: steps.length,
+        stepsWithLLM,
+        totalLLMCalls,
+        issues,
+    };
+}
+/**
+ * Assert that trajectory steps contain real LLM calls.
+ * Throws an error if validation fails.
+ */
+export function assertHasLLMCalls(steps, trajectoryId) {
+    const validation = validateLLMCalls(steps);
+    if (!validation.valid) {
+        throw new Error(`Trajectory ${trajectoryId} failed LLM validation: ${validation.issues.join("; ")}. ` +
+            "Training data must contain real LLM calls.");
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elizaos/training",
-  "version": "2.0.0-alpha.21",
+  "version": "2.0.0-alpha.22",
   "description": "ElizaOS RL training pipeline with benchmarking and model publishing support",
   "main": "./src/index.ts",
   "types": "./src/index.ts",
@@ -53,5 +53,5 @@
     "bun-types": "^1.3.2",
     "typescript": "^5.9.3"
   },
-  "gitHead": "dd83c65e58df52768d31b55abe591573407ab346"
+  "gitHead": "56caa0e2d9f193f75091154d639df4a48065d80f"
 }

package/research-output/training-runs/training-run-1773742857616.json

@@ -0,0 +1,38 @@
+{
+  "timestamp": "2026-03-17T10:20:57.616Z",
+  "config": {
+    "skipTraining": true,
+    "skipBenchmark": true,
+    "ticks": 100,
+    "archetype": "trader",
+    "verbose": false
+  },
+  "results": [
+    {
+      "name": "Check Prerequisites",
+      "success": true,
+      "message": "Prerequisites satisfied (Ollama: yes)",
+      "details": {
+        "python": true,
+        "trainingDir": true,
+        "mlx": false,
+        "ollama": true
+      },
+      "duration": 132
+    },
+    {
+      "name": "Install Dependencies",
+      "success": true,
+      "message": "Python dependencies installed",
+      "duration": 1528
+    },
+    {
+      "name": "Train Model",
+      "success": true,
+      "message": "Training skipped (--skip-training)",
+      "duration": 0
+    }
+  ],
+  "totalDuration": 1660,
+  "success": true
+}

package/research-output/training-runs/training-run-1773742946977.json

@@ -0,0 +1,38 @@
+{
+  "timestamp": "2026-03-17T10:22:26.977Z",
+  "config": {
+    "skipTraining": true,
+    "skipBenchmark": true,
+    "ticks": 100,
+    "archetype": "trader",
+    "verbose": false
+  },
+  "results": [
+    {
+      "name": "Check Prerequisites",
+      "success": true,
+      "message": "Prerequisites satisfied (Ollama: yes)",
+      "details": {
+        "python": true,
+        "trainingDir": true,
+        "mlx": false,
+        "ollama": true
+      },
+      "duration": 55
+    },
+    {
+      "name": "Install Dependencies",
+      "success": true,
+      "message": "Python dependencies installed",
+      "duration": 1215
+    },
+    {
+      "name": "Train Model",
+      "success": true,
+      "message": "Training skipped (--skip-training)",
+      "duration": 0
+    }
+  ],
+  "totalDuration": 1270,
+  "success": true
+}

package/research-output/training-runs/training-run-1773743278891.json

@@ -0,0 +1,38 @@
+{
+  "timestamp": "2026-03-17T10:27:58.891Z",
+  "config": {
+    "skipTraining": true,
+    "skipBenchmark": true,
+    "ticks": 100,
+    "archetype": "trader",
+    "verbose": false
+  },
+  "results": [
+    {
+      "name": "Check Prerequisites",
+      "success": true,
+      "message": "Prerequisites satisfied (Ollama: yes)",
+      "details": {
+        "python": true,
+        "trainingDir": true,
+        "mlx": false,
+        "ollama": true
+      },
+      "duration": 315
+    },
+    {
+      "name": "Install Dependencies",
+      "success": true,
+      "message": "Python dependencies installed",
+      "duration": 3870
+    },
+    {
+      "name": "Train Model",
+      "success": true,
+      "message": "Training skipped (--skip-training)",
+      "duration": 0
+    }
+  ],
+  "totalDuration": 4185,
+  "success": true
+}

package/research-output/training-runs/training-run-1773743409754.json

@@ -0,0 +1,38 @@
+{
+  "timestamp": "2026-03-17T10:30:09.754Z",
+  "config": {
+    "skipTraining": true,
+    "skipBenchmark": true,
+    "ticks": 100,
+    "archetype": "trader",
+    "verbose": false
+  },
+  "results": [
+    {
+      "name": "Check Prerequisites",
+      "success": true,
+      "message": "Prerequisites satisfied (Ollama: yes)",
+      "details": {
+        "python": true,
+        "trainingDir": true,
+        "mlx": false,
+        "ollama": true
+      },
+      "duration": 145
+    },
+    {
+      "name": "Install Dependencies",
+      "success": true,
+      "message": "Python dependencies installed",
+      "duration": 2265
+    },
+    {
+      "name": "Train Model",
+      "success": true,
+      "message": "Training skipped (--skip-training)",
+      "duration": 1
+    }
+  ],
+  "totalDuration": 2412,
+  "success": true
+}

package/research-output/training-runs/training-run-1773743651086.json

@@ -0,0 +1,38 @@
+{
+  "timestamp": "2026-03-17T10:34:11.086Z",
+  "config": {
+    "skipTraining": true,
+    "skipBenchmark": true,
+    "ticks": 100,
+    "archetype": "trader",
+    "verbose": false
+  },
+  "results": [
+    {
+      "name": "Check Prerequisites",
+      "success": true,
+      "message": "Prerequisites satisfied (Ollama: yes)",
+      "details": {
+        "python": true,
+        "trainingDir": true,
+        "mlx": false,
+        "ollama": true
+      },
+      "duration": 138
+    },
+    {
+      "name": "Install Dependencies",
+      "success": true,
+      "message": "Python dependencies installed",
+      "duration": 1809
+    },
+    {
+      "name": "Train Model",
+      "success": true,
+      "message": "Training skipped (--skip-training)",
+      "duration": 1
+    }
+  ],
+  "totalDuration": 1949,
+  "success": true
+}

package/research-output/training-runs/training-run-1773743782883.json

@@ -0,0 +1,38 @@
+{
+  "timestamp": "2026-03-17T10:36:22.883Z",
+  "config": {
+    "skipTraining": true,
+    "skipBenchmark": true,
+    "ticks": 100,
+    "archetype": "trader",
+    "verbose": false
+  },
+  "results": [
+    {
+      "name": "Check Prerequisites",
+      "success": true,
+      "message": "Prerequisites satisfied (Ollama: yes)",
+      "details": {
+        "python": true,
+        "trainingDir": true,
+        "mlx": false,
+        "ollama": true
+      },
+      "duration": 40
+    },
+    {
+      "name": "Install Dependencies",
+      "success": true,
+      "message": "Python dependencies installed",
+      "duration": 1138
+    },
+    {
+      "name": "Train Model",
+      "success": true,
+      "message": "Training skipped (--skip-training)",
+      "duration": 0
+    }
+  ],
+  "totalDuration": 1178,
+  "success": true
+}