@tangle-network/agent-eval 0.48.0 → 0.49.0

package/README.md

@@ -215,6 +215,13 @@ const next = await analyzeOptimizationResult(campaign, { researcher })
 
 | Subpath | Use for |
 | --- | --- |
+| `@tangle-network/agent-eval/contract` | **LAND-tier surface** — `selfImprove`, `runCampaign`, `runImprovementLoop`, `runEval`, `Dispatch`, `Mutator`, `Gate`, `defaultProductionGate`, `gepaDriver`, `diffRuns`, storage backends. New code starts here. |
+| `@tangle-network/agent-eval/hosted` | **EXPAND-tier surface** — `createHostedClient`, wire-format types, `HOSTED_WIRE_VERSION`. Ships eval-run events + trace spans to any orchestrator that speaks the spec. |
+| `@tangle-network/agent-eval/adapters/otel` | OTel→hosted bridge — `createOtelBridge` forwards OTel-shape spans (TraceAI, OpenLLMetry, OTel SDK) into the hosted-tier ingest. |
+| `@tangle-network/agent-eval/adapters/langchain` | LangChain executor adapter — wrap a LangChain runnable as a `Dispatch`. |
+| `@tangle-network/agent-eval/adapters/http` | Distributed driver — `httpDispatch` + `runDispatchServer` for cross-machine campaigns. |
+| `@tangle-network/agent-eval/campaign` | Lower-level campaign primitives — `runCampaign`, driver implementations, storage. |
+| `@tangle-network/agent-eval/multishot` | Multi-shot optimization primitives. |
 | `@tangle-network/agent-eval/control` | `observe → validate → decide → act`, action policy, propose/review loops |
 | `@tangle-network/agent-eval/traces` | trace stores, emitters, TraceAnalyst, replay |
 | `@tangle-network/agent-eval/optimization` | feedback trajectories, multi-shot, prompt evolution, GEPA, EvalCampaign |

package/dist/adapters/{traceai.d.ts → otel.d.ts}

@@ -2,39 +2,35 @@ import { TraceSpanEvent, HostedClient } from '../hosted/index.js';
 import '../types-8u72Gc76.js';
 
 /**
- * # `@tangle-network/agent-eval/adapters/traceai` — OTel→hosted bridge.
+ * # `@tangle-network/agent-eval/adapters/otel` — OTel→hosted bridge.
  *
- * Forwards OpenTelemetry-shaped spans (from `future-agi/traceai`, from the
- * OTel SDK directly, or from any library that emits OTel `ReadableSpan`s)
- * into the hosted-tier ingest endpoint via `createHostedClient`.
- *
- * **Why this exists:** future-agi ships the strongest OTel-native
- * instrumentation library in the TypeScript-agent ecosystem. Partners using
- * traceai for tracing should be able to plug it into Tangle Intelligence
- * with one config line — not rebuild OTel emission from scratch. Adapter
- * shape applies equally to any OTel SpanProcessor pipeline.
+ * Forwards OpenTelemetry-shaped spans into the hosted-tier ingest endpoint
+ * via `createHostedClient`. Works with anything that emits OTel
+ * `ReadableSpan`s — `@opentelemetry/sdk-trace-base` directly, OpenLLMetry,
+ * Phoenix's OTel exporter, TraceAI from future-agi, any OTel collector
+ * pipeline.
  *
  * **Pattern:**
  *
  *   ```ts
  *   import { createHostedClient } from '@tangle-network/agent-eval/hosted'
- *   import { createTraceAiBridge } from '@tangle-network/agent-eval/adapters/traceai'
+ *   import { createOtelBridge } from '@tangle-network/agent-eval/adapters/otel'
  *
  *   const client = createHostedClient({ endpoint, apiKey, tenantId })
- *   const bridge = createTraceAiBridge({ client, defaultRunId: substrateRunId })
+ *   const bridge = createOtelBridge({ client, defaultRunId: substrateRunId })
  *
  *   // Wherever your OTel SpanProcessor hands you a finished span:
- *   processor.onEnd = (span) => bridge.ingest([span])
+ *   processor.onEnd = (span) => { void bridge.ingest([span]) }
  *   // …or in a SpanProcessor.onShutdown / batch flush:
  *   await bridge.ingest(batchedSpans)
  *   ```
  *
  * No `@opentelemetry/*` dependency is declared here — the adapter accepts
  * a structurally-typed `OtelLikeSpan`. This keeps the substrate dep graph
- * lean while remaining compatible with OTel SDK `ReadableSpan` instances
- * and with traceai's emitted spans. If a consumer's span shape differs
- * (e.g. `parentSpanId` as a top-level field rather than via
- * `parentSpanContext()`), the adapter accepts both forms.
+ * lean while remaining compatible with any OTel SDK that produces
+ * `ReadableSpan`-shaped instances. If a consumer's span shape exposes
+ * `parentSpanId` as a top-level field rather than via `parentSpanContext()`,
+ * the adapter accepts both forms.
  */
 
 /**
@@ -47,11 +43,10 @@ type HrTime = [number, number];
 declare const OTEL_STATUS_UNSET = 0;
 declare const OTEL_STATUS_OK = 1;
 declare const OTEL_STATUS_ERROR = 2;
-type OtelAttributeValue = string | number | boolean | null | undefined;
+type OtelAttributeValue = string | number | boolean | null | undefined | Array<string> | Array<number> | Array<boolean>;
 /**
  * Structural surface compatible with `@opentelemetry/sdk-trace-base`'s
- * `ReadableSpan`. Consumers pass instances they get from their OTel SDK
- * (or from `future-agi/traceai`, which produces spans of this shape).
+ * `ReadableSpan`. Consumers pass instances they get from their OTel SDK.
  */
 interface OtelLikeSpan {
     spanContext: () => {
@@ -59,9 +54,8 @@ interface OtelLikeSpan {
         spanId: string;
         traceFlags?: number;
     };
-    /** Set on the span itself by some SDKs (legacy / OTLP-shape). Some SDKs
-     *  expose the parent via `parentSpanContext()` instead — the adapter
-     *  checks both. */
+    /** Set on the span itself by some SDKs (OTLP-shape). Other SDKs expose
+     *  the parent via `parentSpanContext()` instead — the adapter checks both. */
     parentSpanId?: string;
     parentSpanContext?: () => {
         spanId: string;
@@ -82,7 +76,7 @@ interface OtelLikeSpan {
 }
 /** `[seconds, nanoseconds]` → unix-nano number. */
 declare function hrTimeToUnixNano(hr: HrTime): number;
-interface TraceAiBridgeOptions {
+interface OtelBridgeOptions {
     /** Hosted client to forward spans to. */
     client: HostedClient;
     /** When set, spans missing a `tangle.runId` attribute receive this value
@@ -97,13 +91,13 @@ interface TraceAiBridgeOptions {
      *  this when you need backpressure or to spill to a fallback. */
     onError?: (err: unknown, batch: TraceSpanEvent[]) => void | Promise<void>;
 }
-interface TraceAiBridge {
+interface OtelBridge {
     /** Convert + ingest a batch of OTel-shape spans. */
     ingest(spans: OtelLikeSpan[]): Promise<void>;
     /** Convert one OTel span to the wire-format event. Useful for tests or
      *  custom batching pipelines. */
     spanToEvent(span: OtelLikeSpan): TraceSpanEvent;
 }
-declare function createTraceAiBridge(opts: TraceAiBridgeOptions): TraceAiBridge;
+declare function createOtelBridge(opts: OtelBridgeOptions): OtelBridge;
 
-export { type HrTime, OTEL_STATUS_ERROR, OTEL_STATUS_OK, OTEL_STATUS_UNSET, type OtelAttributeValue, type OtelLikeSpan, type TraceAiBridge, type TraceAiBridgeOptions, createTraceAiBridge, hrTimeToUnixNano };
+export { type HrTime, OTEL_STATUS_ERROR, OTEL_STATUS_OK, OTEL_STATUS_UNSET, type OtelAttributeValue, type OtelBridge, type OtelBridgeOptions, type OtelLikeSpan, createOtelBridge, hrTimeToUnixNano };

package/dist/adapters/{traceai.js → otel.js}

@@ -1,6 +1,6 @@
 import "../chunk-NSBPE2FW.js";
 
-// src/adapters/traceai.ts
+// src/adapters/otel.ts
 var OTEL_STATUS_UNSET = 0;
 var OTEL_STATUS_OK = 1;
 var OTEL_STATUS_ERROR = 2;
@@ -20,6 +20,10 @@ function cleanAttributes(attrs) {
     if (v === null || v === void 0) continue;
     if (typeof v === "string" || typeof v === "number" || typeof v === "boolean") {
       out[k] = v;
+      continue;
+    }
+    if (Array.isArray(v)) {
+      out[k] = JSON.stringify(v);
     }
   }
   return out;
@@ -37,10 +41,10 @@ function resolveParentSpanId(span) {
   const ctx = span.parentSpanContext?.();
   return ctx?.spanId;
 }
-function createTraceAiBridge(opts) {
+function createOtelBridge(opts) {
   const batchSize = opts.batchSize ?? 200;
   const onError = opts.onError ?? ((err) => {
-    console.warn("[traceai-bridge] ingest batch failed:", err);
+    console.warn("[otel-bridge] ingest batch failed:", err);
   });
   function convert(span) {
     const ctx = span.spanContext();
@@ -100,7 +104,7 @@ export {
   OTEL_STATUS_ERROR,
   OTEL_STATUS_OK,
   OTEL_STATUS_UNSET,
-  createTraceAiBridge,
+  createOtelBridge,
   hrTimeToUnixNano
 };
-//# sourceMappingURL=traceai.js.map
+//# sourceMappingURL=otel.js.map

package/dist/adapters/otel.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/adapters/otel.ts"],"sourcesContent":["/**\n * # `@tangle-network/agent-eval/adapters/otel` — OTel→hosted bridge.\n *\n * Forwards OpenTelemetry-shaped spans into the hosted-tier ingest endpoint\n * via `createHostedClient`. Works with anything that emits OTel\n * `ReadableSpan`s — `@opentelemetry/sdk-trace-base` directly, OpenLLMetry,\n * Phoenix's OTel exporter, TraceAI from future-agi, any OTel collector\n * pipeline.\n *\n * **Pattern:**\n *\n *   ```ts\n *   import { createHostedClient } from '@tangle-network/agent-eval/hosted'\n *   import { createOtelBridge } from '@tangle-network/agent-eval/adapters/otel'\n *\n *   const client = createHostedClient({ endpoint, apiKey, tenantId })\n *   const bridge = createOtelBridge({ client, defaultRunId: substrateRunId })\n *\n *   // Wherever your OTel SpanProcessor hands you a finished span:\n *   processor.onEnd = (span) => { void bridge.ingest([span]) }\n *   // …or in a SpanProcessor.onShutdown / batch flush:\n *   await bridge.ingest(batchedSpans)\n *   ```\n *\n * No `@opentelemetry/*` dependency is declared here — the adapter accepts\n * a structurally-typed `OtelLikeSpan`. This keeps the substrate dep graph\n * lean while remaining compatible with any OTel SDK that produces\n * `ReadableSpan`-shaped instances. If a consumer's span shape exposes\n * `parentSpanId` as a top-level field rather than via `parentSpanContext()`,\n * the adapter accepts both forms.\n */\n\nimport type { HostedClient } from '../hosted/client'\nimport type { TraceSpanEvent } from '../hosted/types'\n\n// ── OTel-compatible structural types ─────────────────────────────────\n\n/**\n * `[seconds, nanoseconds]` — the OTel SDK's `HrTime` shape. Spans emitted\n * by the OTel SDK carry timestamps in this representation; we convert to\n * a single unix-nano number for the wire format.\n */\nexport type HrTime = [number, number]\n\n/** Standard OTel `SpanStatusCode` numeric values: 0 = UNSET, 1 = OK, 2 = ERROR. */\nexport const OTEL_STATUS_UNSET = 0\nexport const OTEL_STATUS_OK = 1\nexport const OTEL_STATUS_ERROR = 2\n\nexport type OtelAttributeValue =\n  | string\n  | number\n  | boolean\n  | null\n  | undefined\n  | Array<string>\n  | Array<number>\n  | Array<boolean>\n\n/**\n * Structural surface compatible with `@opentelemetry/sdk-trace-base`'s\n * `ReadableSpan`. Consumers pass instances they get from their OTel SDK.\n */\nexport interface OtelLikeSpan {\n  spanContext: () => { traceId: string; spanId: string; traceFlags?: number }\n  /** Set on the span itself by some SDKs (OTLP-shape). Other SDKs expose\n   *  the parent via `parentSpanContext()` instead — the adapter checks both. */\n  parentSpanId?: string\n  parentSpanContext?: () => { spanId: string } | undefined\n  name: string\n  startTime: HrTime\n  endTime: HrTime\n  attributes: Record<string, OtelAttributeValue>\n  events?: Array<{\n    name: string\n    time: HrTime\n    attributes?: Record<string, OtelAttributeValue>\n  }>\n  status?: { code: number; message?: string }\n}\n\n// ── Conversion ───────────────────────────────────────────────────────\n\n/** `[seconds, nanoseconds]` → unix-nano number. */\nexport function hrTimeToUnixNano(hr: HrTime): number {\n  const [seconds, nanos] = hr\n  return seconds * 1_000_000_000 + nanos\n}\n\nfunction statusCodeName(code: number | undefined): 'OK' | 'ERROR' | 'UNSET' {\n  if (code === OTEL_STATUS_OK) return 'OK'\n  if (code === OTEL_STATUS_ERROR) return 'ERROR'\n  return 'UNSET'\n}\n\n/**\n * Normalise OTel attributes to the scalar shape the wire format accepts.\n *\n *   - null / undefined → dropped (no representation in the wire format)\n *   - string / number / boolean → passed through\n *   - Array<scalar> → JSON-stringified (the wire format is scalar-only;\n *     dropping arrays would silently lose information, so we serialise\n *     them deterministically)\n *\n * OTel SDK / TraceAI emit array attributes routinely (e.g. `tool.names`,\n * `http.request.header.set-cookie`). Stringification keeps the data flowing\n * through to the dashboard; consumers parse with `JSON.parse` if they need\n * the structured form back.\n */\nfunction cleanAttributes(\n  attrs: Record<string, OtelAttributeValue> | undefined,\n): Record<string, string | number | boolean> {\n  const out: Record<string, string | number | boolean> = {}\n  if (!attrs) return out\n  for (const [k, v] of Object.entries(attrs)) {\n    if (v === null || v === undefined) continue\n    if (typeof v === 'string' || typeof v === 'number' || typeof v === 'boolean') {\n      out[k] = v\n      continue\n    }\n    if (Array.isArray(v)) {\n      out[k] = JSON.stringify(v)\n    }\n  }\n  return out\n}\n\nfunction readPivotString(\n  attrs: Record<string, OtelAttributeValue>,\n  key: string,\n): string | undefined {\n  const v = attrs[key]\n  return typeof v === 'string' ? v : undefined\n}\n\nfunction readPivotNumber(\n  attrs: Record<string, OtelAttributeValue>,\n  key: string,\n): number | undefined {\n  const v = attrs[key]\n  return typeof v === 'number' ? v : undefined\n}\n\nfunction resolveParentSpanId(span: OtelLikeSpan): string | undefined {\n  if (span.parentSpanId) return span.parentSpanId\n  const ctx = span.parentSpanContext?.()\n  return ctx?.spanId\n}\n\n// ── Bridge ───────────────────────────────────────────────────────────\n\nexport interface OtelBridgeOptions {\n  /** Hosted client to forward spans to. */\n  client: HostedClient\n  /** When set, spans missing a `tangle.runId` attribute receive this value\n   *  on the way out. Useful when the OTel emitter doesn't know which\n   *  substrate run it's serving. */\n  defaultRunId?: string\n  /** Max spans per ingest call. Default 200. The hosted ingest endpoint\n   *  caps at 5000 per call; we batch smaller by default to keep individual\n   *  retries cheap. */\n  batchSize?: number\n  /** Called when a batch fails to ingest. Defaults to a console.warn. Hook\n   *  this when you need backpressure or to spill to a fallback. */\n  onError?: (err: unknown, batch: TraceSpanEvent[]) => void | Promise<void>\n}\n\nexport interface OtelBridge {\n  /** Convert + ingest a batch of OTel-shape spans. */\n  ingest(spans: OtelLikeSpan[]): Promise<void>\n  /** Convert one OTel span to the wire-format event. Useful for tests or\n   *  custom batching pipelines. */\n  spanToEvent(span: OtelLikeSpan): TraceSpanEvent\n}\n\nexport function createOtelBridge(opts: OtelBridgeOptions): OtelBridge {\n  const batchSize = opts.batchSize ?? 200\n  const onError =\n    opts.onError ??\n    ((err) => {\n      console.warn('[otel-bridge] ingest batch failed:', err)\n    })\n\n  function convert(span: OtelLikeSpan): TraceSpanEvent {\n    const ctx = span.spanContext()\n    const attributes = cleanAttributes(span.attributes)\n    // Pull pivot attributes off the cleaned attribute map so they round-trip\n    // through the wire format's first-class fields. They REMAIN in\n    // `attributes` as well so downstream OTel viewers see the same values.\n    const runId = readPivotString(attributes, 'tangle.runId') ?? opts.defaultRunId\n    const scenarioId = readPivotString(attributes, 'tangle.scenarioId')\n    const cellId = readPivotString(attributes, 'tangle.cellId')\n    const generation = readPivotNumber(attributes, 'tangle.generation')\n\n    if (runId && !attributes['tangle.runId']) {\n      attributes['tangle.runId'] = runId\n    }\n\n    const event: TraceSpanEvent = {\n      traceId: ctx.traceId,\n      spanId: ctx.spanId,\n      name: span.name,\n      startTimeUnixNano: hrTimeToUnixNano(span.startTime),\n      endTimeUnixNano: hrTimeToUnixNano(span.endTime),\n      attributes,\n    }\n    const parentSpanId = resolveParentSpanId(span)\n    if (parentSpanId) event.parentSpanId = parentSpanId\n    if (span.events && span.events.length > 0) {\n      event.events = span.events.map((e) => {\n        const eventAttrs = cleanAttributes(e.attributes)\n        const node: {\n          timeUnixNano: number\n          name: string\n          attributes?: Record<string, string | number | boolean>\n        } = {\n          timeUnixNano: hrTimeToUnixNano(e.time),\n          name: e.name,\n        }\n        if (Object.keys(eventAttrs).length > 0) node.attributes = eventAttrs\n        return node\n      })\n    }\n    if (span.status) {\n      event.status = { code: statusCodeName(span.status.code), message: span.status.message }\n    }\n    if (runId) event['tangle.runId'] = runId\n    if (scenarioId) event['tangle.scenarioId'] = scenarioId\n    if (cellId) event['tangle.cellId'] = cellId\n    if (generation !== undefined) event['tangle.generation'] = generation\n    return event\n  }\n\n  async function ingest(spans: OtelLikeSpan[]): Promise<void> {\n    if (spans.length === 0) return\n    const events = spans.map(convert)\n    for (let i = 0; i < events.length; i += batchSize) {\n      const batch = events.slice(i, i + batchSize)\n      try {\n        await opts.client.ingestTraces(batch)\n      } catch (err) {\n        await onError(err, batch)\n      }\n    }\n  }\n\n  return { ingest, spanToEvent: convert }\n}\n"],"mappings":";;;AA6CO,IAAM,oBAAoB;AAC1B,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AAqC1B,SAAS,iBAAiB,IAAoB;AACnD,QAAM,CAAC,SAAS,KAAK,IAAI;AACzB,SAAO,UAAU,MAAgB;AACnC;AAEA,SAAS,eAAe,MAAoD;AAC1E,MAAI,SAAS,eAAgB,QAAO;AACpC,MAAI,SAAS,kBAAmB,QAAO;AACvC,SAAO;AACT;AAgBA,SAAS,gBACP,OAC2C;AAC3C,QAAM,MAAiD,CAAC;AACxD,MAAI,CAAC,MAAO,QAAO;AACnB,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,KAAK,GAAG;AAC1C,QAAI,MAAM,QAAQ,MAAM,OAAW;AACnC,QAAI,OAAO,MAAM,YAAY,OAAO,MAAM,YAAY,OAAO,MAAM,WAAW;AAC5E,UAAI,CAAC,IAAI;AACT;AAAA,IACF;AACA,QAAI,MAAM,QAAQ,CAAC,GAAG;AACpB,UAAI,CAAC,IAAI,KAAK,UAAU,CAAC;AAAA,IAC3B;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,gBACP,OACA,KACoB;AACpB,QAAM,IAAI,MAAM,GAAG;AACnB,SAAO,OAAO,MAAM,WAAW,IAAI;AACrC;AAEA,SAAS,gBACP,OACA,KACoB;AACpB,QAAM,IAAI,MAAM,GAAG;AACnB,SAAO,OAAO,MAAM,WAAW,IAAI;AACrC;AAEA,SAAS,oBAAoB,MAAwC;AACnE,MAAI,KAAK,aAAc,QAAO,KAAK;AACnC,QAAM,MAAM,KAAK,oBAAoB;AACrC,SAAO,KAAK;AACd;AA4BO,SAAS,iBAAiB,MAAqC;AACpE,QAAM,YAAY,KAAK,aAAa;AACpC,QAAM,UACJ,KAAK,YACJ,CAAC,QAAQ;AACR,YAAQ,KAAK,sCAAsC,GAAG;AAAA,EACxD;AAEF,WAAS,QAAQ,MAAoC;AACnD,UAAM,MAAM,KAAK,YAAY;AAC7B,UAAM,aAAa,gBAAgB,KAAK,UAAU;AAIlD,UAAM,QAAQ,gBAAgB,YAAY,cAAc,KAAK,KAAK;AAClE,UAAM,aAAa,gBAAgB,YAAY,mBAAmB;AAClE,UAAM,SAAS,gBAAgB,YAAY,eAAe;AAC1D,UAAM,aAAa,gBAAgB,YAAY,mBAAmB;AAElE,QAAI,SAAS,CAAC,WAAW,cAAc,GAAG;AACxC,iBAAW,cAAc,IAAI;AAAA,IAC/B;AAEA,UAAM,QAAwB;AAAA,MAC5B,SAAS,IAAI;AAAA,MACb,QAAQ,IAAI;AAAA,MACZ,MAAM,KAAK;AAAA,MACX,mBAAmB,iBAAiB,KAAK,SAAS;AAAA,MAClD,iBAAiB,iBAAiB,KAAK,OAAO;AAAA,MAC9C;AAAA,IACF;AACA,UAAM,eAAe,oBAAoB,IAAI;AAC7C,QAAI,aAAc,OAAM,eAAe;AACvC,QAAI,KAAK,UAAU,KAAK,OAAO,SAAS,GAAG;AACzC,YAAM,SAAS,KAAK,OAAO,IAAI,CAAC,MAAM;AACpC,cAAM,aAAa,gBAAgB,EAAE,UAAU;AAC/C,cAAM,OAIF;AAAA,UACF,cAAc,iBAAiB,EAAE,IAAI;AAAA,UACrC,MAAM,EAAE;AAAA,QACV;AACA,YAAI,OAAO,KAAK,UAAU,EAAE,SAAS,EAAG,MAAK,aAAa;AAC1D,eAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,QAAI,KAAK,QAAQ;AACf,YAAM,SAAS,EAAE,MAAM,eAAe,KAAK,OAAO,IAAI,GAAG,SAAS,KAAK,OAAO,QAAQ;AAAA,IACxF;AACA,QAAI,MAAO,OAAM,cAAc,IAAI;AACnC,QAAI,WAAY,OAAM,mBAAmB,IAAI;AAC7C,QAAI,OAAQ,OAAM,eAAe,IAAI;AACrC,QAAI,eAAe,OAAW,OAAM,mBAAmB,IAAI;AAC3D,WAAO;AAAA,EACT;AAEA,iBAAe,OAAO,OAAsC;AAC1D,QAAI,MAAM,WAAW,EAAG;AACxB,UAAM,SAAS,MAAM,IAAI,OAAO;AAChC,aAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK,WAAW;AACjD,YAAM,QAAQ,OAAO,MAAM,GAAG,IAAI,SAAS;AAC3C,UAAI;AACF,cAAM,KAAK,OAAO,aAAa,KAAK;AAAA,MACtC,SAAS,KAAK;AACZ,cAAM,QAAQ,KAAK,KAAK;AAAA,MAC1B;AAAA,IACF;AAAA,EACF;AAEA,SAAO,EAAE,QAAQ,aAAa,QAAQ;AACxC;","names":[]}

package/dist/openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.1.0",
   "info": {
     "title": "@tangle-network/agent-eval — wire protocol",
-    "version": "0.48.0",
+    "version": "0.49.0",
     "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
     "contact": {
       "name": "Tangle Network",

package/docs/adapters-observability.md

@@ -35,7 +35,7 @@ it*. Unified at the trace level, you see both as one timeline per cell.
 - Compose: register TraceAI's instrumentations on the global tracer
   provider, then either point both at your OTLP collector or at
   TraceAI's hosted backend if you want their UI.
-- **Or use the bridge: `@tangle-network/agent-eval/adapters/traceai`.**
+- **Or use the bridge: `@tangle-network/agent-eval/adapters/otel`.**
   Forwards finished OTel spans (`ReadableSpan` shape) directly into the
   hosted-tier ingest, lifting `tangle.runId` / `tangle.scenarioId` /
   `tangle.cellId` / `tangle.generation` to first-class wire fields so
@@ -43,10 +43,10 @@ it*. Unified at the trace level, you see both as one timeline per cell.
   at the substrate; consumers pass spans from their own OTel SDK.
   ```ts
   import { createHostedClient } from '@tangle-network/agent-eval/hosted'
-  import { createTraceAiBridge } from '@tangle-network/agent-eval/adapters/traceai'
+  import { createOtelBridge } from '@tangle-network/agent-eval/adapters/otel'
 
   const client = createHostedClient({ endpoint, apiKey, tenantId })
-  const bridge = createTraceAiBridge({ client, defaultRunId: substrateRunId })
+  const bridge = createOtelBridge({ client, defaultRunId: substrateRunId })
   processor.onEnd = (span) => { void bridge.ingest([span]) }
   // ...or call `bridge.ingest(batch)` from a SpanProcessor.onShutdown.
   ```

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangle-network/agent-eval",
-  "version": "0.48.0",
+  "version": "0.49.0",
   "description": "Substrate for self-improving agents: traces, verifiable rewards, preferences, GEPA / reflective mutation, auto-research, replay, sequential anytime-valid stats, and release gates.",
   "homepage": "https://github.com/tangle-network/agent-eval#readme",
   "repository": {
@@ -119,10 +119,10 @@
       "import": "./dist/adapters/http.js",
       "default": "./dist/adapters/http.js"
     },
-    "./adapters/traceai": {
-      "types": "./dist/adapters/traceai.d.ts",
-      "import": "./dist/adapters/traceai.js",
-      "default": "./dist/adapters/traceai.js"
+    "./adapters/otel": {
+      "types": "./dist/adapters/otel.d.ts",
+      "import": "./dist/adapters/otel.js",
+      "default": "./dist/adapters/otel.js"
     },
     "./hosted": {
       "types": "./dist/hosted/index.d.ts",

package/dist/adapters/traceai.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../../src/adapters/traceai.ts"],"sourcesContent":["/**\n * # `@tangle-network/agent-eval/adapters/traceai` — OTel→hosted bridge.\n *\n * Forwards OpenTelemetry-shaped spans (from `future-agi/traceai`, from the\n * OTel SDK directly, or from any library that emits OTel `ReadableSpan`s)\n * into the hosted-tier ingest endpoint via `createHostedClient`.\n *\n * **Why this exists:** future-agi ships the strongest OTel-native\n * instrumentation library in the TypeScript-agent ecosystem. Partners using\n * traceai for tracing should be able to plug it into Tangle Intelligence\n * with one config line — not rebuild OTel emission from scratch. Adapter\n * shape applies equally to any OTel SpanProcessor pipeline.\n *\n * **Pattern:**\n *\n *   ```ts\n *   import { createHostedClient } from '@tangle-network/agent-eval/hosted'\n *   import { createTraceAiBridge } from '@tangle-network/agent-eval/adapters/traceai'\n *\n *   const client = createHostedClient({ endpoint, apiKey, tenantId })\n *   const bridge = createTraceAiBridge({ client, defaultRunId: substrateRunId })\n *\n *   // Wherever your OTel SpanProcessor hands you a finished span:\n *   processor.onEnd = (span) => bridge.ingest([span])\n *   // …or in a SpanProcessor.onShutdown / batch flush:\n *   await bridge.ingest(batchedSpans)\n *   ```\n *\n * No `@opentelemetry/*` dependency is declared here — the adapter accepts\n * a structurally-typed `OtelLikeSpan`. This keeps the substrate dep graph\n * lean while remaining compatible with OTel SDK `ReadableSpan` instances\n * and with traceai's emitted spans. If a consumer's span shape differs\n * (e.g. `parentSpanId` as a top-level field rather than via\n * `parentSpanContext()`), the adapter accepts both forms.\n */\n\nimport type { HostedClient } from '../hosted/client'\nimport type { TraceSpanEvent } from '../hosted/types'\n\n// ── OTel-compatible structural types ─────────────────────────────────\n\n/**\n * `[seconds, nanoseconds]` — the OTel SDK's `HrTime` shape. Spans emitted\n * by the OTel SDK carry timestamps in this representation; we convert to\n * a single unix-nano number for the wire format.\n */\nexport type HrTime = [number, number]\n\n/** Standard OTel `SpanStatusCode` numeric values: 0 = UNSET, 1 = OK, 2 = ERROR. */\nexport const OTEL_STATUS_UNSET = 0\nexport const OTEL_STATUS_OK = 1\nexport const OTEL_STATUS_ERROR = 2\n\nexport type OtelAttributeValue = string | number | boolean | null | undefined\n\n/**\n * Structural surface compatible with `@opentelemetry/sdk-trace-base`'s\n * `ReadableSpan`. Consumers pass instances they get from their OTel SDK\n * (or from `future-agi/traceai`, which produces spans of this shape).\n */\nexport interface OtelLikeSpan {\n  spanContext: () => { traceId: string; spanId: string; traceFlags?: number }\n  /** Set on the span itself by some SDKs (legacy / OTLP-shape). Some SDKs\n   *  expose the parent via `parentSpanContext()` instead — the adapter\n   *  checks both. */\n  parentSpanId?: string\n  parentSpanContext?: () => { spanId: string } | undefined\n  name: string\n  startTime: HrTime\n  endTime: HrTime\n  attributes: Record<string, OtelAttributeValue>\n  events?: Array<{\n    name: string\n    time: HrTime\n    attributes?: Record<string, OtelAttributeValue>\n  }>\n  status?: { code: number; message?: string }\n}\n\n// ── Conversion ───────────────────────────────────────────────────────\n\n/** `[seconds, nanoseconds]` → unix-nano number. */\nexport function hrTimeToUnixNano(hr: HrTime): number {\n  const [seconds, nanos] = hr\n  return seconds * 1_000_000_000 + nanos\n}\n\nfunction statusCodeName(code: number | undefined): 'OK' | 'ERROR' | 'UNSET' {\n  if (code === OTEL_STATUS_OK) return 'OK'\n  if (code === OTEL_STATUS_ERROR) return 'ERROR'\n  return 'UNSET'\n}\n\n/** Drop null/undefined attribute values; keep string/number/boolean. */\nfunction cleanAttributes(\n  attrs: Record<string, OtelAttributeValue> | undefined,\n): Record<string, string | number | boolean> {\n  const out: Record<string, string | number | boolean> = {}\n  if (!attrs) return out\n  for (const [k, v] of Object.entries(attrs)) {\n    if (v === null || v === undefined) continue\n    if (typeof v === 'string' || typeof v === 'number' || typeof v === 'boolean') {\n      out[k] = v\n    }\n  }\n  return out\n}\n\nfunction readPivotString(\n  attrs: Record<string, OtelAttributeValue>,\n  key: string,\n): string | undefined {\n  const v = attrs[key]\n  return typeof v === 'string' ? v : undefined\n}\n\nfunction readPivotNumber(\n  attrs: Record<string, OtelAttributeValue>,\n  key: string,\n): number | undefined {\n  const v = attrs[key]\n  return typeof v === 'number' ? v : undefined\n}\n\nfunction resolveParentSpanId(span: OtelLikeSpan): string | undefined {\n  if (span.parentSpanId) return span.parentSpanId\n  const ctx = span.parentSpanContext?.()\n  return ctx?.spanId\n}\n\n// ── Bridge ───────────────────────────────────────────────────────────\n\nexport interface TraceAiBridgeOptions {\n  /** Hosted client to forward spans to. */\n  client: HostedClient\n  /** When set, spans missing a `tangle.runId` attribute receive this value\n   *  on the way out. Useful when the OTel emitter doesn't know which\n   *  substrate run it's serving. */\n  defaultRunId?: string\n  /** Max spans per ingest call. Default 200. The hosted ingest endpoint\n   *  caps at 5000 per call; we batch smaller by default to keep individual\n   *  retries cheap. */\n  batchSize?: number\n  /** Called when a batch fails to ingest. Defaults to a console.warn. Hook\n   *  this when you need backpressure or to spill to a fallback. */\n  onError?: (err: unknown, batch: TraceSpanEvent[]) => void | Promise<void>\n}\n\nexport interface TraceAiBridge {\n  /** Convert + ingest a batch of OTel-shape spans. */\n  ingest(spans: OtelLikeSpan[]): Promise<void>\n  /** Convert one OTel span to the wire-format event. Useful for tests or\n   *  custom batching pipelines. */\n  spanToEvent(span: OtelLikeSpan): TraceSpanEvent\n}\n\nexport function createTraceAiBridge(opts: TraceAiBridgeOptions): TraceAiBridge {\n  const batchSize = opts.batchSize ?? 200\n  const onError =\n    opts.onError ??\n    ((err) => {\n      console.warn('[traceai-bridge] ingest batch failed:', err)\n    })\n\n  function convert(span: OtelLikeSpan): TraceSpanEvent {\n    const ctx = span.spanContext()\n    const attributes = cleanAttributes(span.attributes)\n    // Pull pivot attributes off the cleaned attribute map so they round-trip\n    // through the wire format's first-class fields. They REMAIN in\n    // `attributes` as well so downstream OTel viewers see the same values.\n    const runId = readPivotString(attributes, 'tangle.runId') ?? opts.defaultRunId\n    const scenarioId = readPivotString(attributes, 'tangle.scenarioId')\n    const cellId = readPivotString(attributes, 'tangle.cellId')\n    const generation = readPivotNumber(attributes, 'tangle.generation')\n\n    if (runId && !attributes['tangle.runId']) {\n      attributes['tangle.runId'] = runId\n    }\n\n    const event: TraceSpanEvent = {\n      traceId: ctx.traceId,\n      spanId: ctx.spanId,\n      name: span.name,\n      startTimeUnixNano: hrTimeToUnixNano(span.startTime),\n      endTimeUnixNano: hrTimeToUnixNano(span.endTime),\n      attributes,\n    }\n    const parentSpanId = resolveParentSpanId(span)\n    if (parentSpanId) event.parentSpanId = parentSpanId\n    if (span.events && span.events.length > 0) {\n      event.events = span.events.map((e) => {\n        const eventAttrs = cleanAttributes(e.attributes)\n        const node: {\n          timeUnixNano: number\n          name: string\n          attributes?: Record<string, string | number | boolean>\n        } = {\n          timeUnixNano: hrTimeToUnixNano(e.time),\n          name: e.name,\n        }\n        if (Object.keys(eventAttrs).length > 0) node.attributes = eventAttrs\n        return node\n      })\n    }\n    if (span.status) {\n      event.status = { code: statusCodeName(span.status.code), message: span.status.message }\n    }\n    if (runId) event['tangle.runId'] = runId\n    if (scenarioId) event['tangle.scenarioId'] = scenarioId\n    if (cellId) event['tangle.cellId'] = cellId\n    if (generation !== undefined) event['tangle.generation'] = generation\n    return event\n  }\n\n  async function ingest(spans: OtelLikeSpan[]): Promise<void> {\n    if (spans.length === 0) return\n    const events = spans.map(convert)\n    for (let i = 0; i < events.length; i += batchSize) {\n      const batch = events.slice(i, i + batchSize)\n      try {\n        await opts.client.ingestTraces(batch)\n      } catch (err) {\n        await onError(err, batch)\n      }\n    }\n  }\n\n  return { ingest, spanToEvent: convert }\n}\n"],"mappings":";;;AAiDO,IAAM,oBAAoB;AAC1B,IAAM,iBAAiB;AACvB,IAAM,oBAAoB;AA+B1B,SAAS,iBAAiB,IAAoB;AACnD,QAAM,CAAC,SAAS,KAAK,IAAI;AACzB,SAAO,UAAU,MAAgB;AACnC;AAEA,SAAS,eAAe,MAAoD;AAC1E,MAAI,SAAS,eAAgB,QAAO;AACpC,MAAI,SAAS,kBAAmB,QAAO;AACvC,SAAO;AACT;AAGA,SAAS,gBACP,OAC2C;AAC3C,QAAM,MAAiD,CAAC;AACxD,MAAI,CAAC,MAAO,QAAO;AACnB,aAAW,CAAC,GAAG,CAAC,KAAK,OAAO,QAAQ,KAAK,GAAG;AAC1C,QAAI,MAAM,QAAQ,MAAM,OAAW;AACnC,QAAI,OAAO,MAAM,YAAY,OAAO,MAAM,YAAY,OAAO,MAAM,WAAW;AAC5E,UAAI,CAAC,IAAI;AAAA,IACX;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,gBACP,OACA,KACoB;AACpB,QAAM,IAAI,MAAM,GAAG;AACnB,SAAO,OAAO,MAAM,WAAW,IAAI;AACrC;AAEA,SAAS,gBACP,OACA,KACoB;AACpB,QAAM,IAAI,MAAM,GAAG;AACnB,SAAO,OAAO,MAAM,WAAW,IAAI;AACrC;AAEA,SAAS,oBAAoB,MAAwC;AACnE,MAAI,KAAK,aAAc,QAAO,KAAK;AACnC,QAAM,MAAM,KAAK,oBAAoB;AACrC,SAAO,KAAK;AACd;AA4BO,SAAS,oBAAoB,MAA2C;AAC7E,QAAM,YAAY,KAAK,aAAa;AACpC,QAAM,UACJ,KAAK,YACJ,CAAC,QAAQ;AACR,YAAQ,KAAK,yCAAyC,GAAG;AAAA,EAC3D;AAEF,WAAS,QAAQ,MAAoC;AACnD,UAAM,MAAM,KAAK,YAAY;AAC7B,UAAM,aAAa,gBAAgB,KAAK,UAAU;AAIlD,UAAM,QAAQ,gBAAgB,YAAY,cAAc,KAAK,KAAK;AAClE,UAAM,aAAa,gBAAgB,YAAY,mBAAmB;AAClE,UAAM,SAAS,gBAAgB,YAAY,eAAe;AAC1D,UAAM,aAAa,gBAAgB,YAAY,mBAAmB;AAElE,QAAI,SAAS,CAAC,WAAW,cAAc,GAAG;AACxC,iBAAW,cAAc,IAAI;AAAA,IAC/B;AAEA,UAAM,QAAwB;AAAA,MAC5B,SAAS,IAAI;AAAA,MACb,QAAQ,IAAI;AAAA,MACZ,MAAM,KAAK;AAAA,MACX,mBAAmB,iBAAiB,KAAK,SAAS;AAAA,MAClD,iBAAiB,iBAAiB,KAAK,OAAO;AAAA,MAC9C;AAAA,IACF;AACA,UAAM,eAAe,oBAAoB,IAAI;AAC7C,QAAI,aAAc,OAAM,eAAe;AACvC,QAAI,KAAK,UAAU,KAAK,OAAO,SAAS,GAAG;AACzC,YAAM,SAAS,KAAK,OAAO,IAAI,CAAC,MAAM;AACpC,cAAM,aAAa,gBAAgB,EAAE,UAAU;AAC/C,cAAM,OAIF;AAAA,UACF,cAAc,iBAAiB,EAAE,IAAI;AAAA,UACrC,MAAM,EAAE;AAAA,QACV;AACA,YAAI,OAAO,KAAK,UAAU,EAAE,SAAS,EAAG,MAAK,aAAa;AAC1D,eAAO;AAAA,MACT,CAAC;AAAA,IACH;AACA,QAAI,KAAK,QAAQ;AACf,YAAM,SAAS,EAAE,MAAM,eAAe,KAAK,OAAO,IAAI,GAAG,SAAS,KAAK,OAAO,QAAQ;AAAA,IACxF;AACA,QAAI,MAAO,OAAM,cAAc,IAAI;AACnC,QAAI,WAAY,OAAM,mBAAmB,IAAI;AAC7C,QAAI,OAAQ,OAAM,eAAe,IAAI;AACrC,QAAI,eAAe,OAAW,OAAM,mBAAmB,IAAI;AAC3D,WAAO;AAAA,EACT;AAEA,iBAAe,OAAO,OAAsC;AAC1D,QAAI,MAAM,WAAW,EAAG;AACxB,UAAM,SAAS,MAAM,IAAI,OAAO;AAChC,aAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK,WAAW;AACjD,YAAM,QAAQ,OAAO,MAAM,GAAG,IAAI,SAAS;AAC3C,UAAI;AACF,cAAM,KAAK,OAAO,aAAa,KAAK;AAAA,MACtC,SAAS,KAAK;AACZ,cAAM,QAAQ,KAAK,KAAK;AAAA,MAC1B;AAAA,IACF;AAAA,EACF;AAEA,SAAO,EAAE,QAAQ,aAAa,QAAQ;AACxC;","names":[]}