@tangle-network/agent-eval 0.94.0 → 0.95.0

package/dist/trace-contracts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-contracts.d.ts","sourceRoot":"","sources":["../src/trace-contracts.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAkB,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAE7E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAI/C;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;uDACmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACrC;AAED,8EAA8E;AAC9E,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACd;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,eAAe,CAAA;AAE3D;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,WAAW,CAAA;IAClB,IAAI,CAAC,EAAE,WAAW,CAAA;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,OAAO,CAAA;IACxC;;kDAE8C;IAC9C,cAAc,CAAC,EAAE,IAAI,CAAA;CACtB;AAID,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,GAAG,aAAa,CAAA;AAE7F,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,gBAAgB,CAAA;IACtB,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAA;IACb,uEAAuE;IACvE,CAAC,CAAC,EAAE,aAAa,CAAA;IACjB,2CAA2C;IAC3C,CAAC,CAAC,EAAE,aAAa,CAAA;IACjB,4EAA4E;IAC5E,CAAC,CAAC,EAAE,aAAa,CAAA;IACjB,kDAAkD;IAClD,KAAK,CAAC,EAAE,aAAa,CAAA;CACtB;AAED,2EAA2E;AAC3E,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,YAAY,EAAE,CAAA;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD,mEAAmE;IACnE,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,OAAO,CAAA;IACd,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAA;IACb,wCAAwC;IACxC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9B,UAAU,EAAE,iBAAiB,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,eAAe,EAAE,CAAA;IAC3B,QAAQ,EAAE,OAAO,CAAA;CAClB;AAgED,4EAA4E;AAC5E,wBAAgB,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,GAAG,OAAO,CAmB/E;AA8CD,qBAAa,oBAAoB;IAGnB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqB;gBAEd,IAAI,EAAE,MAAM;IAEzC,gDAAgD;IAChD,MAAM,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAK9C,4CAA4C;IAC5C,KAAK,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAK7C,uDAAuD;IACvD,UAAU,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IASlD,8DAA8D;IAC9D,QAAQ,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAWlE,qFAAqF;IACrF,WAAW,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAWzE,KAAK,IAAI,aAAa;IAStB,OAAO,CAAC,GAAG;CAYZ;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,oBAAoB,CAKhE;AA8JD;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,SAAS,YAAY,EAAE,GAC7B,eAAe,CAoBjB;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,SAAS,YAAY,EAAE,EAC9B,SAAS,EAAE,SAAS,aAAa,EAAE,GAClC,mBAAmB,CAQrB;AAID,MAAM,WAAW,oBAAoB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ;IACpF;;;;;;OAMG;IACH,KAAK,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,SAAS,CAAC;QAAC,QAAQ,EAAE,SAAS,CAAA;KAAE,KAAK,SAAS,YAAY,EAAE,CAAA;IACvF,iEAAiE;IACjE,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ,EAC5E,SAAS,EAAE,SAAS,aAAa,EAAE,EACnC,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,GAC/C,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAoDnC"}

package/dist/traced-analyst.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Traced analyst wrapper — instruments `analyzeTraces` with spans so the
+ * analyst's internal LLM calls (actor + responder turns) appear in the
+ * trace tree. Also wraps each actor turn callback with a span.
+ *
+ * Since the analyst uses @ax-llm/ax internally (an agent framework with
+ * its own turn loop), we cannot wrap individual `tc.chat()` calls without
+ * forking ax. Instead, we wrap at the boundary:
+ *   1. A parent span for the entire analyst run.
+ *   2. Per-turn child spans from the `onTurn` callback (captures code,
+ *      output size, error status).
+ *   3. Summary attributes on the parent (total turns, usage, findings).
+ */
+import type { TraceEmitter } from './trace/emitter';
+import type { AnalyzeTracesInput, AnalyzeTracesOptions, AnalyzeTracesResult } from './trace-analyst/analyst';
+export interface TracedAnalystOptions {
+    /** TraceEmitter for span emission. */
+    emitter: TraceEmitter;
+    /** Parent span id. If omitted, uses emitter stack. */
+    parentSpanId?: string;
+}
+/**
+ * Run `analyzeTraces` wrapped in a parent span with per-turn child spans.
+ */
+export declare function tracedAnalyzeTraces(input: AnalyzeTracesInput, options: AnalyzeTracesOptions, traceOpts: TracedAnalystOptions): Promise<AnalyzeTracesResult>;
+//# sourceMappingURL=traced-analyst.d.ts.map

package/dist/traced-analyst.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traced-analyst.d.ts","sourceRoot":"","sources":["../src/traced-analyst.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,KAAK,EACV,kBAAkB,EAClB,oBAAoB,EACpB,mBAAmB,EAEpB,MAAM,yBAAyB,CAAA;AAGhC,MAAM,WAAW,oBAAoB;IACnC,sCAAsC;IACtC,OAAO,EAAE,YAAY,CAAA;IACrB,sDAAsD;IACtD,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,KAAK,EAAE,kBAAkB,EACzB,OAAO,EAAE,oBAAoB,EAC7B,SAAS,EAAE,oBAAoB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,CA0D9B"}

package/dist/traced-judges.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Traced judge wrappers — instruments every LLM call inside the judge
+ * ensemble with child spans so OTEL sinks see per-judge latency, model,
+ * token counts, and score dimensions.
+ *
+ * The ensemble parent span groups all individual judge spans; each judge
+ * gets its own child span with model + score as attributes.
+ */
+import type { TraceEmitter } from './trace/emitter';
+import type { JudgeFn } from './types';
+export interface TracedJudgeOptions {
+    /** TraceEmitter to emit spans into. */
+    emitter: TraceEmitter;
+    /** Parent span id for the ensemble. If omitted, uses the emitter stack. */
+    parentSpanId?: string;
+}
+/**
+ * Wrap a single JudgeFn so its LLM call emits a traced span.
+ */
+export declare function traceJudge(judge: JudgeFn, judgeName: string, opts: TracedJudgeOptions): JudgeFn;
+/**
+ * Wrap an array of JudgeFns with tracing, running them inside an ensemble
+ * parent span. Returns a single function that calls all judges and merges
+ * their scores.
+ */
+export declare function traceJudgeEnsemble(judges: JudgeFn[], judgeNames: string[], opts: TracedJudgeOptions): JudgeFn;
+//# sourceMappingURL=traced-judges.d.ts.map

package/dist/traced-judges.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traced-judges.d.ts","sourceRoot":"","sources":["../src/traced-judges.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,KAAK,EAAE,OAAO,EAA0B,MAAM,SAAS,CAAA;AAE9D,MAAM,WAAW,kBAAkB;IACjC,uCAAuC;IACvC,OAAO,EAAE,YAAY,CAAA;IACrB,2EAA2E;IAC3E,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,GAAG,OAAO,CA6B/F;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,OAAO,EAAE,EACjB,UAAU,EAAE,MAAM,EAAE,EACpB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAkDT"}