trickle-cli 0.1.201 → 0.1.203

package/dist/commands/monitor.js

@@ -456,6 +456,39 @@ function analyzeLlmCalls(trickleDir) {
             suggestion: `Large prompts increase cost and latency. Consider chunking input, using summarization, or reducing context window.`,
         });
     }
+    // 4. Structured output validation — detect malformed JSON in LLM outputs
+    let malformedCount = 0;
+    const malformedExamples = [];
+    for (const c of calls) {
+        const output = c.outputPreview || '';
+        if (!output || c.error)
+            continue;
+        // Detect if output looks like it was supposed to be JSON but isn't valid
+        const trimmed = output.trim();
+        if (trimmed.startsWith('{') || trimmed.startsWith('[') || trimmed.startsWith('```json')) {
+            let jsonStr = trimmed;
+            if (jsonStr.startsWith('```json'))
+                jsonStr = jsonStr.replace(/^```json\s*/, '').replace(/```$/, '').trim();
+            try {
+                JSON.parse(jsonStr);
+            }
+            catch {
+                malformedCount++;
+                if (malformedExamples.length < 3) {
+                    malformedExamples.push(`${c.model}: "${trimmed.substring(0, 60)}..."`);
+                }
+            }
+        }
+    }
+    if (malformedCount > 0) {
+        alerts.push({
+            kind: 'alert', severity: 'warning', category: 'llm_malformed_json',
+            message: `${malformedCount} LLM response(s) contain malformed JSON`,
+            details: { count: malformedCount, examples: malformedExamples },
+            timestamp: Date.now(),
+            suggestion: `LLM returned JSON-like output that doesn't parse. Use structured output mode (response_format: {type: "json_object"}) or add output validation.`,
+        });
+    }
     return alerts;
 }
 function analyzeAgentEvents(trickleDir) {

package/dist/commands/playback.d.ts

@@ -0,0 +1,11 @@
+/**
+ * trickle playback — Step-by-step replay of agent execution.
+ *
+ * Reads agents.jsonl, llm.jsonl, mcp.jsonl and plays back events
+ * in chronological order with timing. Local-first: instant replay
+ * from local JSONL files, no server needed.
+ */
+export declare function playbackCommand(opts: {
+    json?: boolean;
+    speed?: string;
+}): void;

package/dist/commands/playback.js

@@ -0,0 +1,167 @@
+"use strict";
+/**
+ * trickle playback — Step-by-step replay of agent execution.
+ *
+ * Reads agents.jsonl, llm.jsonl, mcp.jsonl and plays back events
+ * in chronological order with timing. Local-first: instant replay
+ * from local JSONL files, no server needed.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.playbackCommand = playbackCommand;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const chalk_1 = __importDefault(require("chalk"));
+function readJsonl(fp) {
+    if (!fs.existsSync(fp))
+        return [];
+    return fs.readFileSync(fp, 'utf-8').split('\n').filter(Boolean)
+        .map(l => { try {
+        return JSON.parse(l);
+    }
+    catch {
+        return null;
+    } }).filter(Boolean);
+}
+function playbackCommand(opts) {
+    const dir = process.env.TRICKLE_LOCAL_DIR || path.join(process.cwd(), '.trickle');
+    const events = [];
+    // Collect events from all sources
+    for (const e of readJsonl(path.join(dir, 'agents.jsonl'))) {
+        const evt = e.event || '?';
+        const name = e.chain || e.tool || '';
+        let icon = '→';
+        if (evt.includes('start'))
+            icon = '▶';
+        if (evt.includes('end'))
+            icon = '■';
+        if (evt.includes('error'))
+            icon = '✗';
+        if (evt === 'action')
+            icon = '⚒';
+        if (evt === 'finish')
+            icon = '✔';
+        let detail = '';
+        if (e.toolInput)
+            detail = `→ ${String(e.toolInput).substring(0, 80)}`;
+        if (e.output)
+            detail = `← ${String(e.output).substring(0, 80)}`;
+        if (e.thought)
+            detail = `💭 ${String(e.thought).substring(0, 80)}`;
+        if (e.error)
+            detail = `✗ ${String(e.error).substring(0, 80)}`;
+        events.push({
+            timestamp: e.timestamp || 0,
+            source: `agent:${evt}`,
+            icon,
+            title: `${name} [${evt}]`,
+            detail,
+            durationMs: e.durationMs,
+        });
+    }
+    for (const c of readJsonl(path.join(dir, 'llm.jsonl'))) {
+        const err = c.error ? ` ERR: ${String(c.error).substring(0, 40)}` : '';
+        events.push({
+            timestamp: c.timestamp || 0,
+            source: 'llm',
+            icon: '✦',
+            title: `${c.provider}/${c.model}`,
+            detail: `${c.totalTokens || 0}tok ${c.estimatedCostUsd ? '$' + c.estimatedCostUsd.toFixed(4) : ''} → ${(c.inputPreview || '').substring(0, 50)}${err}`,
+            durationMs: c.durationMs,
+            cost: c.estimatedCostUsd,
+        });
+    }
+    for (const m of readJsonl(path.join(dir, 'mcp.jsonl'))) {
+        if (m.tool === '__list_tools')
+            continue;
+        const dir2 = m.direction === 'outgoing' ? '→' : '←';
+        events.push({
+            timestamp: m.timestamp || 0,
+            source: 'mcp',
+            icon: dir2,
+            title: `MCP: ${m.tool}`,
+            detail: m.resultPreview ? `← ${String(m.resultPreview).substring(0, 60)}` : '',
+            durationMs: m.durationMs,
+        });
+    }
+    if (events.length === 0) {
+        console.log(chalk_1.default.yellow('  No agent/LLM/MCP events to replay.'));
+        return;
+    }
+    // Sort chronologically
+    events.sort((a, b) => a.timestamp - b.timestamp);
+    if (opts.json) {
+        console.log(JSON.stringify(events, null, 2));
+        return;
+    }
+    // Playback
+    console.log('');
+    console.log(chalk_1.default.bold('  trickle playback'));
+    console.log(chalk_1.default.gray('  ' + '─'.repeat(60)));
+    console.log(chalk_1.default.gray(`  ${events.length} events | replaying chronologically`));
+    console.log('');
+    const startTs = events[0].timestamp;
+    let cumulativeCost = 0;
+    for (let i = 0; i < events.length; i++) {
+        const e = events[i];
+        const elapsed = e.timestamp - startTs;
+        const timeStr = formatTime(elapsed);
+        const durStr = e.durationMs ? chalk_1.default.gray(` (${e.durationMs.toFixed(0)}ms)`) : '';
+        if (e.cost)
+            cumulativeCost += e.cost;
+        const iconColor = e.source === 'llm' ? chalk_1.default.magenta : e.source === 'mcp' ? chalk_1.default.green :
+            e.icon === '✗' ? chalk_1.default.red : e.icon === '✔' ? chalk_1.default.green : chalk_1.default.blue;
+        console.log(`  ${chalk_1.default.gray(timeStr)} ${iconColor(e.icon)} ${chalk_1.default.bold(e.title)}${durStr}`);
+        if (e.detail) {
+            console.log(`  ${chalk_1.default.gray('         ')} ${chalk_1.default.gray(e.detail)}`);
+        }
+    }
+    // Summary
+    const totalDuration = events[events.length - 1].timestamp - startTs;
+    console.log('');
+    console.log(chalk_1.default.gray('  ' + '─'.repeat(60)));
+    console.log(`  ${events.length} events in ${formatTime(totalDuration)}${cumulativeCost > 0 ? ` | $${cumulativeCost.toFixed(4)} total cost` : ''}`);
+    console.log('');
+}
+function formatTime(ms) {
+    if (ms >= 60000)
+        return `${(ms / 60000).toFixed(1)}m`;
+    if (ms >= 1000)
+        return `${(ms / 1000).toFixed(1)}s`;
+    return `${ms}ms`;
+}

package/dist/index.js

@@ -920,6 +920,15 @@ program
     const { whyCommand } = await Promise.resolve().then(() => __importStar(require("./commands/why")));
     whyCommand(query, opts);
 });
+// trickle playback
+program
+    .command("playback")
+    .description("Replay agent execution step-by-step — chronological timeline of all decisions")
+    .option("--json", "Output structured JSON")
+    .action(async (opts) => {
+    const { playbackCommand } = await Promise.resolve().then(() => __importStar(require("./commands/playback")));
+    playbackCommand(opts);
+});
 // trickle summarize
 program
     .command("summarize")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "trickle-cli",
-  "version": "0.1.201",
+  "version": "0.1.203",
   "description": "Zero-code runtime observability for JS/Python + AI agent debugging. Traces LangChain, CrewAI, OpenAI, Anthropic, Gemini. Eval, security, compliance, cost tracking. Free, local-first.",
   "keywords": ["observability", "tracing", "llm", "openai", "anthropic", "langchain", "crewai", "agent", "mcp", "debugging", "typescript", "python", "security", "eval", "compliance"],
   "bin": {

package/src/commands/monitor.ts

@@ -481,6 +481,37 @@ function analyzeLlmCalls(trickleDir: string): Alert[] {
     });
   }
 
+  // 4. Structured output validation — detect malformed JSON in LLM outputs
+  let malformedCount = 0;
+  const malformedExamples: string[] = [];
+  for (const c of calls) {
+    const output = c.outputPreview || '';
+    if (!output || c.error) continue;
+    // Detect if output looks like it was supposed to be JSON but isn't valid
+    const trimmed = output.trim();
+    if (trimmed.startsWith('{') || trimmed.startsWith('[') || trimmed.startsWith('```json')) {
+      let jsonStr = trimmed;
+      if (jsonStr.startsWith('```json')) jsonStr = jsonStr.replace(/^```json\s*/, '').replace(/```$/, '').trim();
+      try {
+        JSON.parse(jsonStr);
+      } catch {
+        malformedCount++;
+        if (malformedExamples.length < 3) {
+          malformedExamples.push(`${c.model}: "${trimmed.substring(0, 60)}..."`);
+        }
+      }
+    }
+  }
+  if (malformedCount > 0) {
+    alerts.push({
+      kind: 'alert', severity: 'warning', category: 'llm_malformed_json',
+      message: `${malformedCount} LLM response(s) contain malformed JSON`,
+      details: { count: malformedCount, examples: malformedExamples },
+      timestamp: Date.now(),
+      suggestion: `LLM returned JSON-like output that doesn't parse. Use structured output mode (response_format: {type: "json_object"}) or add output validation.`,
+    });
+  }
+
   return alerts;
 }
 

package/src/commands/playback.ts

@@ -0,0 +1,137 @@
+/**
+ * trickle playback — Step-by-step replay of agent execution.
+ *
+ * Reads agents.jsonl, llm.jsonl, mcp.jsonl and plays back events
+ * in chronological order with timing. Local-first: instant replay
+ * from local JSONL files, no server needed.
+ */
+
+import * as fs from 'fs';
+import * as path from 'path';
+import chalk from 'chalk';
+
+function readJsonl(fp: string): any[] {
+  if (!fs.existsSync(fp)) return [];
+  return fs.readFileSync(fp, 'utf-8').split('\n').filter(Boolean)
+    .map(l => { try { return JSON.parse(l); } catch { return null; } }).filter(Boolean);
+}
+
+interface PlaybackEvent {
+  timestamp: number;
+  source: string;
+  icon: string;
+  title: string;
+  detail: string;
+  durationMs?: number;
+  cost?: number;
+}
+
+export function playbackCommand(opts: { json?: boolean; speed?: string }): void {
+  const dir = process.env.TRICKLE_LOCAL_DIR || path.join(process.cwd(), '.trickle');
+  const events: PlaybackEvent[] = [];
+
+  // Collect events from all sources
+  for (const e of readJsonl(path.join(dir, 'agents.jsonl'))) {
+    const evt = e.event || '?';
+    const name = e.chain || e.tool || '';
+    let icon = '→';
+    if (evt.includes('start')) icon = '▶';
+    if (evt.includes('end')) icon = '■';
+    if (evt.includes('error')) icon = '✗';
+    if (evt === 'action') icon = '⚒';
+    if (evt === 'finish') icon = '✔';
+
+    let detail = '';
+    if (e.toolInput) detail = `→ ${String(e.toolInput).substring(0, 80)}`;
+    if (e.output) detail = `← ${String(e.output).substring(0, 80)}`;
+    if (e.thought) detail = `💭 ${String(e.thought).substring(0, 80)}`;
+    if (e.error) detail = `✗ ${String(e.error).substring(0, 80)}`;
+
+    events.push({
+      timestamp: e.timestamp || 0,
+      source: `agent:${evt}`,
+      icon,
+      title: `${name} [${evt}]`,
+      detail,
+      durationMs: e.durationMs,
+    });
+  }
+
+  for (const c of readJsonl(path.join(dir, 'llm.jsonl'))) {
+    const err = c.error ? ` ERR: ${String(c.error).substring(0, 40)}` : '';
+    events.push({
+      timestamp: c.timestamp || 0,
+      source: 'llm',
+      icon: '✦',
+      title: `${c.provider}/${c.model}`,
+      detail: `${c.totalTokens || 0}tok ${c.estimatedCostUsd ? '$' + c.estimatedCostUsd.toFixed(4) : ''} → ${(c.inputPreview || '').substring(0, 50)}${err}`,
+      durationMs: c.durationMs,
+      cost: c.estimatedCostUsd,
+    });
+  }
+
+  for (const m of readJsonl(path.join(dir, 'mcp.jsonl'))) {
+    if (m.tool === '__list_tools') continue;
+    const dir2 = m.direction === 'outgoing' ? '→' : '←';
+    events.push({
+      timestamp: m.timestamp || 0,
+      source: 'mcp',
+      icon: dir2,
+      title: `MCP: ${m.tool}`,
+      detail: m.resultPreview ? `← ${String(m.resultPreview).substring(0, 60)}` : '',
+      durationMs: m.durationMs,
+    });
+  }
+
+  if (events.length === 0) {
+    console.log(chalk.yellow('  No agent/LLM/MCP events to replay.'));
+    return;
+  }
+
+  // Sort chronologically
+  events.sort((a, b) => a.timestamp - b.timestamp);
+
+  if (opts.json) {
+    console.log(JSON.stringify(events, null, 2));
+    return;
+  }
+
+  // Playback
+  console.log('');
+  console.log(chalk.bold('  trickle playback'));
+  console.log(chalk.gray('  ' + '─'.repeat(60)));
+  console.log(chalk.gray(`  ${events.length} events | replaying chronologically`));
+  console.log('');
+
+  const startTs = events[0].timestamp;
+  let cumulativeCost = 0;
+
+  for (let i = 0; i < events.length; i++) {
+    const e = events[i];
+    const elapsed = e.timestamp - startTs;
+    const timeStr = formatTime(elapsed);
+    const durStr = e.durationMs ? chalk.gray(` (${e.durationMs.toFixed(0)}ms)`) : '';
+    if (e.cost) cumulativeCost += e.cost;
+
+    const iconColor = e.source === 'llm' ? chalk.magenta : e.source === 'mcp' ? chalk.green :
+      e.icon === '✗' ? chalk.red : e.icon === '✔' ? chalk.green : chalk.blue;
+
+    console.log(`  ${chalk.gray(timeStr)} ${iconColor(e.icon)} ${chalk.bold(e.title)}${durStr}`);
+    if (e.detail) {
+      console.log(`  ${chalk.gray('         ')} ${chalk.gray(e.detail)}`);
+    }
+  }
+
+  // Summary
+  const totalDuration = events[events.length - 1].timestamp - startTs;
+  console.log('');
+  console.log(chalk.gray('  ' + '─'.repeat(60)));
+  console.log(`  ${events.length} events in ${formatTime(totalDuration)}${cumulativeCost > 0 ? ` | $${cumulativeCost.toFixed(4)} total cost` : ''}`);
+  console.log('');
+}
+
+function formatTime(ms: number): string {
+  if (ms >= 60000) return `${(ms / 60000).toFixed(1)}m`;
+  if (ms >= 1000) return `${(ms / 1000).toFixed(1)}s`;
+  return `${ms}ms`;
+}

package/src/index.ts

@@ -953,6 +953,16 @@ program
     whyCommand(query, opts);
   });
 
+// trickle playback
+program
+  .command("playback")
+  .description("Replay agent execution step-by-step — chronological timeline of all decisions")
+  .option("--json", "Output structured JSON")
+  .action(async (opts) => {
+    const { playbackCommand } = await import("./commands/playback");
+    playbackCommand(opts);
+  });
+
 // trickle summarize
 program
   .command("summarize")