@poncho-ai/harness 0.5.0 → 0.6.0

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @poncho-ai/harness@0.5.0 build /Users/cesar/Dev/latitude/poncho-ai/packages/harness
+> @poncho-ai/harness@0.6.0 build /Users/cesar/Dev/latitude/poncho-ai/packages/harness
 > tsup src/index.ts --format esm --dts
 
 CLI Building entry: src/index.ts
@@ -7,8 +7,8 @@ CLI Using tsconfig: tsconfig.json
 CLI tsup v8.5.1
 CLI Target: es2022
 ESM Build start
-ESM dist/index.js 112.34 KB
-ESM ⚡️ Build success in 66ms
+ESM dist/index.js 114.60 KB
+ESM ⚡️ Build success in 69ms
 DTS Build start
-DTS ⚡️ Build success in 2273ms
-DTS dist/index.d.ts 15.87 KB
+DTS ⚡️ Build success in 2819ms
+DTS dist/index.d.ts 16.10 KB

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @poncho-ai/harness
 
+## 0.6.0
+
+### Minor Changes
+
+- Add markdown table support and fix Latitude telemetry integration
+  - Add markdown table rendering with `marked` library in web UI
+  - Add table styling with horizontal scroll and hover effects
+  - Add margins to HR elements for better spacing
+  - Integrate Latitude telemetry with Vercel AI SDK using event queue pattern
+  - Enable real-time streaming while capturing complete traces
+  - Fix telemetry to show all messages and interactions in Latitude dashboard
+
 ## 0.5.0
 
 ### Minor Changes

package/dist/index.d.ts

@@ -323,6 +323,11 @@ declare class AgentHarness {
     initialize(): Promise<void>;
     shutdown(): Promise<void>;
     listTools(): ToolDefinition[];
+    /**
+     * Wraps the run() generator with Latitude telemetry capture for complete trace coverage
+     * Streams events in real-time using an event queue pattern
+     */
+    runWithTelemetry(input: RunInput): AsyncGenerator<AgentEvent>;
     run(input: RunInput): AsyncGenerator<AgentEvent>;
     runToCompletion(input: RunInput): Promise<HarnessRunOutput>;
 }

package/dist/index.js

@@ -1863,6 +1863,9 @@ var extractRunnableFunction = (value) => {
   return void 0;
 };
 
+// src/harness.ts
+import { LatitudeTelemetry } from "@latitude-data/telemetry";
+
 // src/tool-dispatcher.ts
 var ToolDispatcher = class {
   tools = /* @__PURE__ */ new Map();
@@ -2229,6 +2232,63 @@ var AgentHarness = class {
   listTools() {
     return this.dispatcher.list();
   }
+  /**
+   * Wraps the run() generator with Latitude telemetry capture for complete trace coverage
+   * Streams events in real-time using an event queue pattern
+   */
+  async *runWithTelemetry(input) {
+    const config = this.loadedConfig;
+    const telemetryEnabled = config?.telemetry?.enabled !== false;
+    const latitudeApiKey = config?.telemetry?.latitude?.apiKey;
+    const rawProjectId = config?.telemetry?.latitude?.projectId;
+    const projectId = typeof rawProjectId === "string" ? parseInt(rawProjectId, 10) : rawProjectId;
+    const path = config?.telemetry?.latitude?.path ?? this.parsedAgent?.frontmatter.name ?? "agent";
+    if (telemetryEnabled && latitudeApiKey && projectId) {
+      const telemetry = new LatitudeTelemetry(latitudeApiKey);
+      const eventQueue = [];
+      let queueResolve = null;
+      let generatorDone = false;
+      let generatorError = null;
+      const capturePromise = telemetry.capture({ projectId, path }, async () => {
+        try {
+          for await (const event of this.run(input)) {
+            eventQueue.push(event);
+            if (queueResolve) {
+              const resolve8 = queueResolve;
+              queueResolve = null;
+              resolve8();
+            }
+          }
+        } catch (error) {
+          generatorError = error;
+        } finally {
+          generatorDone = true;
+          if (queueResolve) {
+            queueResolve();
+            queueResolve = null;
+          }
+        }
+      });
+      try {
+        while (!generatorDone || eventQueue.length > 0) {
+          if (eventQueue.length > 0) {
+            yield eventQueue.shift();
+          } else if (!generatorDone) {
+            await new Promise((resolve8) => {
+              queueResolve = resolve8;
+            });
+          }
+        }
+        if (generatorError) {
+          throw generatorError;
+        }
+      } finally {
+        await capturePromise;
+      }
+    } else {
+      yield* this.run(input);
+    }
+  }
   async *run(input) {
     if (!this.parsedAgent) {
       await this.initialize();
@@ -2374,13 +2434,18 @@ ${boundedMainMemory.trim()}` : "";
         const modelName = agent.frontmatter.model?.name ?? "claude-opus-4-5";
         const temperature = agent.frontmatter.model?.temperature ?? 0.2;
         const maxTokens = agent.frontmatter.model?.maxTokens ?? 1024;
+        const telemetryEnabled = this.loadedConfig?.telemetry?.enabled !== false;
+        const latitudeApiKey = this.loadedConfig?.telemetry?.latitude?.apiKey;
         const result = await streamText({
           model: this.modelProvider(modelName),
           system: integrityPrompt,
           messages: coreMessages,
           tools,
           temperature,
-          maxTokens
+          maxTokens,
+          experimental_telemetry: {
+            isEnabled: telemetryEnabled && !!latitudeApiKey
+          }
         });
         let streamedAnyChunk = false;
         let fullText = "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@poncho-ai/harness",
-  "version": "0.5.0",
+  "version": "0.6.0",
   "description": "Agent execution runtime - conversation loop, tool dispatch, streaming",
   "repository": {
     "type": "git",

package/src/harness.ts

@@ -22,6 +22,7 @@ import { streamText, type CoreMessage } from "ai";
 import { jsonSchemaToZod } from "./schema-converter.js";
 import type { SkillMetadata } from "./skill-context.js";
 import { createSkillTools } from "./skill-tools.js";
+import { LatitudeTelemetry } from "@latitude-data/telemetry";
 import {
   applyToolPolicy,
   matchesSlashPattern,
@@ -355,7 +356,6 @@ export class AgentHarness {
     this.registerConfiguredBuiltInTools(config);
     const provider = this.parsedAgent.frontmatter.model?.provider ?? "anthropic";
     const memoryConfig = resolveMemoryConfig(config);
-    // TODO: Integrate Latitude telemetry with Vercel AI SDK
     // Only create modelProvider if one wasn't injected (for production use)
     // Tests can inject a mock modelProvider via constructor options
     if (!this.modelProviderInjected) {
@@ -409,6 +409,75 @@ export class AgentHarness {
     return this.dispatcher.list();
   }
 
+  /**
+   * Wraps the run() generator with Latitude telemetry capture for complete trace coverage
+   * Streams events in real-time using an event queue pattern
+   */
+  async *runWithTelemetry(input: RunInput): AsyncGenerator<AgentEvent> {
+    const config = this.loadedConfig;
+    const telemetryEnabled = config?.telemetry?.enabled !== false;
+    const latitudeApiKey = config?.telemetry?.latitude?.apiKey;
+    const rawProjectId = config?.telemetry?.latitude?.projectId;
+    const projectId = typeof rawProjectId === 'string' ? parseInt(rawProjectId, 10) : rawProjectId;
+    const path = config?.telemetry?.latitude?.path ?? this.parsedAgent?.frontmatter.name ?? 'agent';
+
+    // If Latitude telemetry is configured, wrap the entire run with capture
+    if (telemetryEnabled && latitudeApiKey && projectId) {
+      const telemetry = new LatitudeTelemetry(latitudeApiKey);
+
+      // Event queue for streaming events in real-time
+      const eventQueue: AgentEvent[] = [];
+      let queueResolve: ((value: void) => void) | null = null;
+      let generatorDone = false;
+      let generatorError: Error | null = null;
+
+      // Start the generator inside telemetry.capture() (runs in background)
+      const capturePromise = telemetry.capture({ projectId, path }, async () => {
+        try {
+          for await (const event of this.run(input)) {
+            eventQueue.push(event);
+            if (queueResolve) {
+              const resolve = queueResolve;
+              queueResolve = null;
+              resolve();
+            }
+          }
+        } catch (error) {
+          generatorError = error as Error;
+        } finally {
+          generatorDone = true;
+          if (queueResolve) {
+            queueResolve();
+            queueResolve = null;
+          }
+        }
+      });
+
+      // Yield events from the queue as they arrive
+      try {
+        while (!generatorDone || eventQueue.length > 0) {
+          if (eventQueue.length > 0) {
+            yield eventQueue.shift()!;
+          } else if (!generatorDone) {
+            // Wait for next event
+            await new Promise<void>((resolve) => {
+              queueResolve = resolve;
+            });
+          }
+        }
+
+        if (generatorError) {
+          throw generatorError;
+        }
+      } finally {
+        await capturePromise;
+      }
+    } else {
+      // No telemetry configured, just pass through
+      yield* this.run(input);
+    }
+  }
+
   async *run(input: RunInput): AsyncGenerator<AgentEvent> {
     if (!this.parsedAgent) {
       await this.initialize();
@@ -588,14 +657,20 @@ ${boundedMainMemory.trim()}`
         const temperature = agent.frontmatter.model?.temperature ?? 0.2;
         const maxTokens = agent.frontmatter.model?.maxTokens ?? 1024;
 
-        // Stream response using Vercel AI SDK
+        // Stream response using Vercel AI SDK with telemetry enabled
+        const telemetryEnabled = this.loadedConfig?.telemetry?.enabled !== false;
+        const latitudeApiKey = this.loadedConfig?.telemetry?.latitude?.apiKey;
+
         const result = await streamText({
-        model: this.modelProvider(modelName),
-        system: integrityPrompt,
-        messages: coreMessages,
-        tools,
-        temperature,
-        maxTokens,
+          model: this.modelProvider(modelName),
+          system: integrityPrompt,
+          messages: coreMessages,
+          tools,
+          temperature,
+          maxTokens,
+          experimental_telemetry: {
+            isEnabled: telemetryEnabled && !!latitudeApiKey,
+          },
         });
 
         // Stream text chunks