trickle-cli 0.1.202 → 0.1.204

package/dist/commands/cost-report.js

@@ -156,6 +156,8 @@ function costReportCommand(opts) {
         ['claude-opus', 'frontier'], ['claude-sonnet', 'standard'], ['claude-haiku', 'mini'],
         ['gemini-2.5-flash-lite', 'mini'], ['gemini-2.5-flash', 'standard'], ['gemini-2.5-pro', 'frontier'],
         ['gemini-2.0-flash', 'mini'], ['gemini-1.5-pro', 'frontier'], ['gemini-1.5-flash', 'mini'],
+        ['mistral-large', 'frontier'], ['mistral-medium', 'standard'], ['mistral-small', 'mini'], ['codestral', 'standard'],
+        ['command-r-plus', 'frontier'], ['command-r', 'standard'], ['command-light', 'mini'],
     ];
     function classifyTier(model) {
         for (const [pattern, tier] of TIER_RULES) {

package/dist/commands/monitor.js

@@ -456,6 +456,39 @@ function analyzeLlmCalls(trickleDir) {
             suggestion: `Large prompts increase cost and latency. Consider chunking input, using summarization, or reducing context window.`,
         });
     }
+    // 4. Structured output validation — detect malformed JSON in LLM outputs
+    let malformedCount = 0;
+    const malformedExamples = [];
+    for (const c of calls) {
+        const output = c.outputPreview || '';
+        if (!output || c.error)
+            continue;
+        // Detect if output looks like it was supposed to be JSON but isn't valid
+        const trimmed = output.trim();
+        if (trimmed.startsWith('{') || trimmed.startsWith('[') || trimmed.startsWith('```json')) {
+            let jsonStr = trimmed;
+            if (jsonStr.startsWith('```json'))
+                jsonStr = jsonStr.replace(/^```json\s*/, '').replace(/```$/, '').trim();
+            try {
+                JSON.parse(jsonStr);
+            }
+            catch {
+                malformedCount++;
+                if (malformedExamples.length < 3) {
+                    malformedExamples.push(`${c.model}: "${trimmed.substring(0, 60)}..."`);
+                }
+            }
+        }
+    }
+    if (malformedCount > 0) {
+        alerts.push({
+            kind: 'alert', severity: 'warning', category: 'llm_malformed_json',
+            message: `${malformedCount} LLM response(s) contain malformed JSON`,
+            details: { count: malformedCount, examples: malformedExamples },
+            timestamp: Date.now(),
+            suggestion: `LLM returned JSON-like output that doesn't parse. Use structured output mode (response_format: {type: "json_object"}) or add output validation.`,
+        });
+    }
     return alerts;
 }
 function analyzeAgentEvents(trickleDir) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "trickle-cli",
-  "version": "0.1.202",
+  "version": "0.1.204",
   "description": "Zero-code runtime observability for JS/Python + AI agent debugging. Traces LangChain, CrewAI, OpenAI, Anthropic, Gemini. Eval, security, compliance, cost tracking. Free, local-first.",
   "keywords": ["observability", "tracing", "llm", "openai", "anthropic", "langchain", "crewai", "agent", "mcp", "debugging", "typescript", "python", "security", "eval", "compliance"],
   "bin": {

package/src/commands/cost-report.ts

@@ -131,6 +131,8 @@ export function costReportCommand(opts: { json?: boolean; budget?: string }): vo
     ['claude-opus', 'frontier'], ['claude-sonnet', 'standard'], ['claude-haiku', 'mini'],
     ['gemini-2.5-flash-lite', 'mini'], ['gemini-2.5-flash', 'standard'], ['gemini-2.5-pro', 'frontier'],
     ['gemini-2.0-flash', 'mini'], ['gemini-1.5-pro', 'frontier'], ['gemini-1.5-flash', 'mini'],
+    ['mistral-large', 'frontier'], ['mistral-medium', 'standard'], ['mistral-small', 'mini'], ['codestral', 'standard'],
+    ['command-r-plus', 'frontier'], ['command-r', 'standard'], ['command-light', 'mini'],
   ];
 
   function classifyTier(model: string): string {

package/src/commands/monitor.ts

@@ -481,6 +481,37 @@ function analyzeLlmCalls(trickleDir: string): Alert[] {
     });
   }
 
+  // 4. Structured output validation — detect malformed JSON in LLM outputs
+  let malformedCount = 0;
+  const malformedExamples: string[] = [];
+  for (const c of calls) {
+    const output = c.outputPreview || '';
+    if (!output || c.error) continue;
+    // Detect if output looks like it was supposed to be JSON but isn't valid
+    const trimmed = output.trim();
+    if (trimmed.startsWith('{') || trimmed.startsWith('[') || trimmed.startsWith('```json')) {
+      let jsonStr = trimmed;
+      if (jsonStr.startsWith('```json')) jsonStr = jsonStr.replace(/^```json\s*/, '').replace(/```$/, '').trim();
+      try {
+        JSON.parse(jsonStr);
+      } catch {
+        malformedCount++;
+        if (malformedExamples.length < 3) {
+          malformedExamples.push(`${c.model}: "${trimmed.substring(0, 60)}..."`);
+        }
+      }
+    }
+  }
+  if (malformedCount > 0) {
+    alerts.push({
+      kind: 'alert', severity: 'warning', category: 'llm_malformed_json',
+      message: `${malformedCount} LLM response(s) contain malformed JSON`,
+      details: { count: malformedCount, examples: malformedExamples },
+      timestamp: Date.now(),
+      suggestion: `LLM returned JSON-like output that doesn't parse. Use structured output mode (response_format: {type: "json_object"}) or add output validation.`,
+    });
+  }
+
   return alerts;
 }