@poncho-ai/harness 0.20.5 → 0.20.7

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @poncho-ai/harness@0.20.5 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
+> @poncho-ai/harness@0.20.7 build /Users/cesar/Dev/latitude/poncho-ai/packages/harness
 > tsup src/index.ts --format esm --dts
 
 CLI Building entry: src/index.ts
@@ -7,8 +7,8 @@
 CLI tsup v8.5.1
 CLI Target: es2022
 ESM Build start
-ESM dist/index.js 199.08 KB
-ESM ⚡️ Build success in 126ms
+ESM dist/index.js 199.34 KB
+ESM ⚡️ Build success in 115ms
 DTS Build start
-DTS ⚡️ Build success in 6833ms
+DTS ⚡️ Build success in 3439ms
 DTS dist/index.d.ts 24.36 KB

package/.turbo/turbo-lint.log

@@ -0,0 +1,6 @@
+
+> @poncho-ai/harness@0.11.2 lint /Users/cesar/Dev/latitude/poncho-ai/packages/harness
+> eslint src/
+
+sh: eslint: command not found
+ ELIFECYCLE  Command failed.

package/.turbo/turbo-test.log

@@ -0,0 +1,135 @@
+
+> @poncho-ai/harness@0.16.1 test /Users/cesar/Dev/latitude/poncho-ai/packages/harness
+> vitest
+
+
+ RUN  v1.6.1 /Users/cesar/Dev/latitude/poncho-ai/packages/harness
+
+ ✓ test/telemetry.test.ts  (3 tests) 2ms
+[event] step:completed {"type":"step:completed","step":1,"duration":1}
+[event] step:started {"type":"step:started","step":2}
+ ✓ test/schema-converter.test.ts  (27 tests) 19ms
+stdout | test/mcp.test.ts > mcp bridge protocol transports > discovers and calls tools over streamable HTTP
+[poncho][mcp] {"event":"catalog.loaded","server":"remote","discoveredCount":1}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":1,"filteredByPolicyCount":0,"filteredByIntentCount":0}
+
+stdout | test/mcp.test.ts > mcp bridge protocol transports > selects discovered tools by requested patterns
+[poncho][mcp] {"event":"catalog.loaded","server":"remote","discoveredCount":2}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":1,"filteredByPolicyCount":0,"filteredByIntentCount":1}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":2,"filteredByPolicyCount":0,"filteredByIntentCount":0}
+
+ ✓ test/agent-parser.test.ts  (10 tests) 24ms
+stdout | test/mcp.test.ts > mcp bridge protocol transports > skips discovery when bearer token env value is missing
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":0,"filteredByPolicyCount":0,"filteredByIntentCount":0}
+
+stderr | test/mcp.test.ts > mcp bridge protocol transports > skips discovery when bearer token env value is missing
+[poncho][mcp] {"event":"auth.token_missing","server":"remote","tokenEnv":"MISSING_TOKEN_ENV"}
+
+stdout | test/mcp.test.ts > mcp bridge protocol transports > returns actionable errors for 403 permission failures
+[poncho][mcp] {"event":"catalog.loaded","server":"remote","discoveredCount":1}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":1,"filteredByPolicyCount":0,"filteredByIntentCount":0}
+
+ ✓ test/mcp.test.ts  (6 tests) 81ms
+ ✓ test/memory.test.ts  (4 tests) 56ms
+ ✓ test/state.test.ts  (5 tests) 237ms
+ ✓ test/model-factory.test.ts  (4 tests) 2ms
+ ✓ test/agent-identity.test.ts  (2 tests) 43ms
+stdout | test/harness.test.ts > agent harness > registers default filesystem tools
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > disables write_file by default in production environment
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > allows disabling built-in tools via poncho.config.js
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > supports per-environment tool overrides
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > supports per-environment tool overrides
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > does not auto-register exported tool objects from skill scripts
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > refreshes skill metadata and tools in development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > refreshes skill metadata and tools in development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"skills:changed","requestedPatterns":[]}
+[poncho][mcp] {"event":"tools.cleared","reason":"activate:beta","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > prunes removed active skills after refresh in development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+[poncho][mcp] {"event":"tools.cleared","reason":"activate:obsolete","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > prunes removed active skills after refresh in development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"skills:changed","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > does not refresh skills outside development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > clears active skills when skill metadata changes in development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+[poncho][mcp] {"event":"tools.cleared","reason":"activate:alpha","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > clears active skills when skill metadata changes in development mode
+[poncho][mcp] {"event":"tools.cleared","reason":"skills:changed","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > lists skill scripts through list_skill_scripts
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > runs JavaScript/TypeScript skill scripts through run_skill_script
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > runs AGENT-scope scripts from root scripts directory
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > blocks path traversal in run_skill_script
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > requires allowed-tools entries for non-standard script directories
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > registers MCP tools dynamically for stacked active skills and supports deactivation
+[poncho][mcp] {"event":"catalog.loaded","server":"remote","discoveredCount":2}
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":1,"filteredByPolicyCount":0,"filteredByIntentCount":1}
+[poncho][mcp] {"event":"tools.refreshed","reason":"activate:skill-a","requestedPatterns":["remote/a"],"registeredCount":1,"activeSkills":["skill-a"]}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":2,"registeredCount":2,"filteredByPolicyCount":0,"filteredByIntentCount":0}
+[poncho][mcp] {"event":"tools.refreshed","reason":"activate:skill-b","requestedPatterns":["remote/a","remote/b"],"registeredCount":2,"activeSkills":["skill-a","skill-b"]}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":1,"filteredByPolicyCount":0,"filteredByIntentCount":1}
+[poncho][mcp] {"event":"tools.refreshed","reason":"deactivate:skill-a","requestedPatterns":["remote/b"],"registeredCount":1,"activeSkills":["skill-b"]}
+
+stdout | test/harness.test.ts > agent harness > supports flat tool access config format
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > flat tool access takes priority over legacy defaults
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > byEnvironment overrides flat tool access
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > registerTools skips tools disabled via config
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > approval access level registers the tool but marks it for approval
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > tools without approval config do not require approval
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+
+stdout | test/harness.test.ts > agent harness > allows in-flight MCP calls to finish after skill deactivation
+[poncho][mcp] {"event":"catalog.loaded","server":"remote","discoveredCount":1}
+[poncho][mcp] {"event":"tools.cleared","reason":"initialize","requestedPatterns":[]}
+[poncho][mcp] {"event":"tools.selected","requestedPatternCount":1,"registeredCount":1,"filteredByPolicyCount":0,"filteredByIntentCount":0}
+[poncho][mcp] {"event":"tools.refreshed","reason":"activate:skill-slow","requestedPatterns":["remote/slow"],"registeredCount":1,"activeSkills":["skill-slow"]}
+[poncho][mcp] {"event":"tools.cleared","reason":"deactivate:skill-slow","requestedPatterns":[]}
+
+ ✓ test/harness.test.ts  (25 tests) 291ms
+
+ Test Files  9 passed (9)
+      Tests  86 passed (86)
+   Start at  17:47:43
+   Duration  1.88s (transform 684ms, setup 1ms, collect 2.34s, tests 755ms, environment 2ms, prepare 1.27s)
+

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @poncho-ai/harness
 
+## 0.20.7
+
+### Patch Changes
+
+- [`8999a47`](https://github.com/cesr/poncho-ai/commit/8999a477b6e73ffb7c942a9cc5c85e704ec158b8) Thanks [@cesr](https://github.com/cesr)! - Enable token usage and cost tracking in Latitude telemetry by setting `recordInputs` and `recordOutputs` in the Vercel AI SDK's `experimental_telemetry` config.
+
+## 0.20.6
+
+### Patch Changes
+
+- [`afbcc7b`](https://github.com/cesr/poncho-ai/commit/afbcc7b188258b7d193aa1f6f9f4462c2841ceec) Thanks [@cesr](https://github.com/cesr)! - Fix Latitude telemetry traces being silently dropped when conversation IDs are not valid UUIDs (e.g. Resend/Slack-derived IDs). Only pass conversationUuid to Latitude when it matches UUID v4 format.
+
 ## 0.20.5
 
 ### Patch Changes

package/dist/index.js

@@ -3647,7 +3647,9 @@ var AgentHarness = class {
       const projectId = parseInt(process.env[latProjectIdEnv2] ?? "", 10);
       const rawPath = config?.telemetry?.latitude?.path ?? this.parsedAgent?.frontmatter.name ?? "agent";
       const path = rawPath.replace(/[^\w\-./]/g, "-").replace(/-+/g, "-").replace(/^-+|-+$/g, "") || "agent";
-      const conversationUuid = input.conversationId ?? (typeof input.parameters?.__activeConversationId === "string" ? input.parameters.__activeConversationId : void 0);
+      const rawConversationId = input.conversationId ?? (typeof input.parameters?.__activeConversationId === "string" ? input.parameters.__activeConversationId : void 0);
+      const UUID_RE = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+      const conversationUuid = rawConversationId && UUID_RE.test(rawConversationId) ? rawConversationId : void 0;
       console.info(
         `[poncho][telemetry] Latitude telemetry active \u2013 projectId=${projectId}, path="${path}"${conversationUuid ? `, conversation="${conversationUuid}"` : ""}`
       );
@@ -4105,7 +4107,9 @@ ${textContent}` };
           abortSignal: input.abortSignal,
           ...typeof maxTokens === "number" ? { maxTokens } : {},
           experimental_telemetry: {
-            isEnabled: telemetryEnabled && !!this.latitudeTelemetry
+            isEnabled: telemetryEnabled && !!this.latitudeTelemetry,
+            recordInputs: true,
+            recordOutputs: true
           }
         });
         let fullText = "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@poncho-ai/harness",
-  "version": "0.20.5",
+  "version": "0.20.7",
   "description": "Agent execution runtime - conversation loop, tool dispatch, streaming",
   "repository": {
     "type": "git",

package/src/harness.ts

@@ -1116,11 +1116,16 @@ export class AgentHarness {
       // Sanitize path for Latitude's DOCUMENT_PATH_REGEXP: /^([\w-]+\/)*([\w-.])+$/
       const path = rawPath.replace(/[^\w\-./]/g, '-').replace(/-+/g, '-').replace(/^-+|-+$/g, '') || 'agent';
 
-      const conversationUuid = input.conversationId ?? (
+      const rawConversationId = input.conversationId ?? (
         typeof input.parameters?.__activeConversationId === "string"
           ? input.parameters.__activeConversationId
           : undefined
       );
+      // Latitude expects a UUID v4 for documentLogUuid; only pass it if valid
+      const UUID_RE = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
+      const conversationUuid = rawConversationId && UUID_RE.test(rawConversationId)
+        ? rawConversationId
+        : undefined;
 
       console.info(
         `[poncho][telemetry] Latitude telemetry active – projectId=${projectId}, path="${path}"${conversationUuid ? `, conversation="${conversationUuid}"` : ""}`,
@@ -1676,6 +1681,8 @@ ${boundedMainMemory.trim()}`
           ...(typeof maxTokens === "number" ? { maxTokens } : {}),
           experimental_telemetry: {
             isEnabled: telemetryEnabled && !!this.latitudeTelemetry,
+            recordInputs: true,
+            recordOutputs: true,
           },
         });
         // Stream full response — use fullStream to get visibility into