observability-toolkit 1.8.5 → 2.0.0

package/dist/tools/inject-evaluations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inject-evaluations.d.ts","sourceRoot":"","sources":["../../src/tools/inject-evaluations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA2DxB;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAcnC,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE7E;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,sBAAsB,GAC5B,OAAO,CAAC,uBAAuB,CAAC,CAiDlC;AAED,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKjC,CAAC"}

package/dist/tools/inject-evaluations.js

@@ -0,0 +1,121 @@
+/**
+ * Inject external evaluation results into JSONL storage
+ *
+ * Enables external evaluators (webhooks, APIs, human reviewers) to submit
+ * quality scores that integrate with the evaluation query system.
+ */
+import { z } from 'zod';
+import { TELEMETRY_DIR } from '../lib/constants.js';
+import { processEvaluation, processBatch, verifyHmacSignature, MAX_BATCH_SIZE, } from '../lib/evaluation-hooks.js';
+/**
+ * Step score schema for agent trajectory evaluation
+ */
+const stepScoreSchema = z.object({
+    step: z.union([z.string(), z.number()]).describe('Step identifier (index or name)'),
+    score: z.number().min(0).max(1).describe('Score for this step (0-1)'),
+    evidence: z.record(z.unknown()).optional().describe('Supporting evidence'),
+    explanation: z.string().optional().describe('Explanation for step score'),
+});
+/**
+ * Tool verification schema for agent tool usage evaluation
+ */
+const toolVerificationSchema = z.object({
+    toolName: z.string().describe('Name of the tool'),
+    toolCallId: z.string().optional().describe('Tool call ID for correlation'),
+    toolCorrect: z.boolean().describe('Whether correct tool was selected'),
+    argsCorrect: z.boolean().describe('Whether arguments were correct'),
+    resultCorrect: z.boolean().optional().describe('Whether result was correct'),
+    score: z.number().min(0).max(1).describe('Weighted correctness score'),
+    expectedTool: z.string().optional().describe('Expected tool if different'),
+    evidence: z.record(z.unknown()).optional().describe('Supporting evidence'),
+});
+/**
+ * Single evaluation payload schema
+ */
+const evaluationPayloadSchema = z.object({
+    evaluationName: z.string().min(1).max(256).describe('Evaluation metric name (e.g., "relevance", "faithfulness")'),
+    scoreValue: z.number().optional().describe('Numeric score (0-1 normalized recommended)'),
+    scoreLabel: z.string().optional().describe('Human-readable label (e.g., "pass", "fail")'),
+    scoreUnit: z.string().optional().describe('Score unit/scale (e.g., "ratio_0_1", "percentage")'),
+    explanation: z.string().max(10240).optional().describe('Explanation/rationale'),
+    evaluator: z.string().min(1).max(256).describe('Evaluator identity (e.g., "claude-3-sonnet", "human-reviewer-001")'),
+    evaluatorType: z.enum(['llm', 'human', 'rule', 'classifier']).describe('Type of evaluator'),
+    responseId: z.string().max(128).optional().describe('Response ID for correlation'),
+    traceId: z.string().max(64).optional().describe('Trace ID for correlation'),
+    sessionId: z.string().max(128).optional().describe('Session ID'),
+    agentId: z.string().max(128).optional().describe('Subject agent ID'),
+    agentName: z.string().max(256).optional().describe('Subject agent name'),
+    stepScores: z.array(stepScoreSchema).max(1000).optional().describe('Per-step evaluation breakdown'),
+    toolVerifications: z.array(toolVerificationSchema).max(500).optional().describe('Tool call correctness'),
+    trajectoryLength: z.number().int().nonnegative().optional().describe('Agent trajectory length'),
+    metadata: z.record(z.unknown()).optional().describe('Custom metadata'),
+}).refine(data => data.scoreValue !== undefined || data.scoreLabel !== undefined, { message: 'At least one of scoreValue or scoreLabel is required' });
+/**
+ * Input schema for inject-evaluations tool
+ */
+export const injectEvaluationsSchema = z.object({
+    // Single evaluation (simple mode)
+    evaluation: evaluationPayloadSchema.optional().describe('Single evaluation to inject'),
+    // Batch mode
+    evaluations: z.array(evaluationPayloadSchema).max(MAX_BATCH_SIZE).optional()
+        .describe(`Batch of evaluations (max ${MAX_BATCH_SIZE})`),
+    // HMAC signature verification (optional security)
+    signature: z.string().optional().describe('HMAC-SHA256 signature (format: sha256=<hex>)'),
+    secret: z.string().optional().describe('HMAC secret for signature verification'),
+}).refine(data => data.evaluation !== undefined || (data.evaluations !== undefined && data.evaluations.length > 0), { message: 'Either evaluation or evaluations array is required' });
+/**
+ * Inject evaluation(s) into JSONL storage
+ */
+export async function injectEvaluations(input) {
+    const options = {
+        telemetryDir: TELEMETRY_DIR,
+        maxBatchSize: MAX_BATCH_SIZE,
+    };
+    // Verify signature if provided
+    if (input.signature && input.secret) {
+        // For signature verification, we need the raw payload
+        // In MCP context, we verify against the serialized input
+        const payload = JSON.stringify(input.evaluation || input.evaluations);
+        const result = verifyHmacSignature(payload, input.signature, input.secret);
+        if (!result.valid) {
+            return {
+                success: false,
+                message: `Signature verification failed: ${result.error}`,
+            };
+        }
+    }
+    // Process single evaluation
+    if (input.evaluation) {
+        const result = await processEvaluation(input.evaluation, options);
+        return {
+            success: result.success,
+            message: result.message,
+            processedCount: result.processedCount,
+            errors: result.errors,
+        };
+    }
+    // Process batch
+    if (input.evaluations && input.evaluations.length > 0) {
+        const batch = {
+            evaluations: input.evaluations,
+        };
+        const result = await processBatch(batch, options);
+        return {
+            success: result.success,
+            message: result.message,
+            processedCount: result.processedCount,
+            errors: result.errors,
+        };
+    }
+    return {
+        success: false,
+        message: 'No evaluations provided',
+    };
+}
+export const injectEvaluationsTool = {
+    name: 'obs_inject_evaluations',
+    description: 'Inject evaluations from external evaluators. Supports single or batch mode with optional HMAC verification.',
+    inputSchema: injectEvaluationsSchema,
+    handler: injectEvaluations,
+};
+//# sourceMappingURL=inject-evaluations.js.map

package/dist/tools/inject-evaluations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inject-evaluations.js","sourceRoot":"","sources":["../../src/tools/inject-evaluations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,cAAc,GACf,MAAM,4BAA4B,CAAC;AAGpC;;GAEG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACnF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACrE,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IAC1E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;CAC1E,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC1E,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACtE,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACnE,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IACtE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC1E,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;CAC3E,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,4DAA4D,CAAC;IACjH,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IACxF,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACzF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IAC/F,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAC/E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,oEAAoE,CAAC;IACpH,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IAC3F,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAClF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IAChE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACpE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACnG,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACxG,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC/F,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;CACvE,CAAC,CAAC,MAAM,CACP,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EACtE,EAAE,OAAO,EAAE,sDAAsD,EAAE,CACpE,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,kCAAkC;IAClC,UAAU,EAAE,uBAAuB,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAEtF,aAAa;IACb,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;SACzE,QAAQ,CAAC,6BAA6B,cAAc,GAAG,CAAC;IAE3D,kDAAkD;IAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IACzF,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;CACjF,CAAC,CAAC,MAAM,CACP,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EACxG,EAAE,OAAO,EAAE,oDAAoD,EAAE,CAClE,CAAC;AAmBF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAA6B;IAE7B,MAAM,OAAO,GAAwB;QACnC,YAAY,EAAE,aAAa;QAC3B,YAAY,EAAE,cAAc;KAC7B,CAAC;IAEF,+BAA+B;IAC/B,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACpC,sDAAsD;QACtD,yDAAyD;QACzD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3E,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,kCAAkC,MAAM,CAAC,KAAK,EAAE;aAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,UAAsC,EAAE,OAAO,CAAC,CAAC;QAC9F,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAED,gBAAgB;IAChB,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,KAAK,GAAwB;YACjC,WAAW,EAAE,KAAK,CAAC,WAAyC;SAC7D,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,yBAAyB;KACnC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,6GAA6G;IAC1H,WAAW,EAAE,uBAAuB;IACpC,OAAO,EAAE,iBAAiB;CAC3B,CAAC"}

package/dist/tools/inject-evaluations.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for inject-evaluations tool
+ */
+export {};
+//# sourceMappingURL=inject-evaluations.test.d.ts.map

package/dist/tools/inject-evaluations.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inject-evaluations.test.d.ts","sourceRoot":"","sources":["../../src/tools/inject-evaluations.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/tools/inject-evaluations.test.js

@@ -0,0 +1,359 @@
+/**
+ * Tests for inject-evaluations tool
+ */
+import { describe, it, beforeEach } from 'node:test';
+import assert from 'node:assert';
+import { createHmac } from 'crypto';
+import { mkdirSync, rmSync } from 'fs';
+import { join } from 'path';
+import { tmpdir } from 'os';
+import { injectEvaluations, injectEvaluationsSchema, injectEvaluationsTool, } from './inject-evaluations.js';
+import { validateToolDefinition } from '../test-helpers/tool-validators.js';
+import { resetHookStats } from '../lib/evaluation-hooks.js';
+// Test helper for creating temp directories
+function createTempDir() {
+    const dir = join(tmpdir(), `inject-eval-test-${Date.now()}-${Math.random().toString(36).slice(2)}`);
+    mkdirSync(dir, { recursive: true });
+    return dir;
+}
+function removeTempDir(dir) {
+    try {
+        rmSync(dir, { recursive: true, force: true });
+    }
+    catch {
+        // Ignore cleanup errors
+    }
+}
+describe('inject-evaluations', () => {
+    beforeEach(() => {
+        resetHookStats();
+    });
+    describe('tool definition', () => {
+        validateToolDefinition(injectEvaluationsTool, 'obs_inject_evaluations', injectEvaluationsSchema, injectEvaluations, ['inject', 'evaluations']);
+    });
+    describe('schema validation', () => {
+        it('should require evaluation or evaluations', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({});
+            });
+        });
+        it('should accept single evaluation', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                },
+            });
+            assert.ok(result.evaluation);
+        });
+        it('should accept evaluations array', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluations: [
+                    {
+                        evaluationName: 'test',
+                        scoreValue: 0.8,
+                        evaluator: 'test-evaluator',
+                        evaluatorType: 'llm',
+                    },
+                ],
+            });
+            assert.ok(result.evaluations);
+            assert.strictEqual(result.evaluations.length, 1);
+        });
+        it('should require scoreValue or scoreLabel', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({
+                    evaluation: {
+                        evaluationName: 'test',
+                        evaluator: 'test-evaluator',
+                        evaluatorType: 'llm',
+                    },
+                });
+            });
+        });
+        it('should accept scoreLabel without scoreValue', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreLabel: 'pass',
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                },
+            });
+            assert.ok(result.evaluation);
+            assert.strictEqual(result.evaluation.scoreLabel, 'pass');
+        });
+        it('should enforce evaluatorType enum', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({
+                    evaluation: {
+                        evaluationName: 'test',
+                        scoreValue: 0.8,
+                        evaluator: 'test-evaluator',
+                        evaluatorType: 'invalid',
+                    },
+                });
+            });
+        });
+        it('should accept all valid evaluator types', () => {
+            const types = ['llm', 'human', 'rule', 'classifier'];
+            for (const evaluatorType of types) {
+                const result = injectEvaluationsSchema.parse({
+                    evaluation: {
+                        evaluationName: 'test',
+                        scoreValue: 0.8,
+                        evaluator: 'test-evaluator',
+                        evaluatorType,
+                    },
+                });
+                assert.strictEqual(result.evaluation?.evaluatorType, evaluatorType);
+            }
+        });
+        it('should enforce max batch size', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({
+                    evaluations: Array(101).fill({
+                        evaluationName: 'test',
+                        scoreValue: 0.8,
+                        evaluator: 'test-evaluator',
+                        evaluatorType: 'llm',
+                    }),
+                });
+            });
+        });
+        it('should accept optional signature fields', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                },
+                signature: 'sha256=abc123',
+                secret: 'my-secret',
+            });
+            assert.strictEqual(result.signature, 'sha256=abc123');
+            assert.strictEqual(result.secret, 'my-secret');
+        });
+        it('should accept stepScores', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                    stepScores: [
+                        { step: 0, score: 0.9 },
+                        { step: 'reasoning', score: 0.8, explanation: 'Good logic' },
+                    ],
+                },
+            });
+            assert.strictEqual(result.evaluation?.stepScores?.length, 2);
+        });
+        it('should accept toolVerifications', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                    toolVerifications: [
+                        {
+                            toolName: 'search',
+                            toolCorrect: true,
+                            argsCorrect: true,
+                            score: 1.0,
+                        },
+                    ],
+                },
+            });
+            assert.strictEqual(result.evaluation?.toolVerifications?.length, 1);
+        });
+        it('should enforce stepScores max', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({
+                    evaluation: {
+                        evaluationName: 'test',
+                        scoreValue: 0.8,
+                        evaluator: 'test-evaluator',
+                        evaluatorType: 'llm',
+                        stepScores: Array(1001).fill({ step: 0, score: 0.5 }),
+                    },
+                });
+            });
+        });
+        it('should enforce toolVerifications max', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({
+                    evaluation: {
+                        evaluationName: 'test',
+                        scoreValue: 0.8,
+                        evaluator: 'test-evaluator',
+                        evaluatorType: 'llm',
+                        toolVerifications: Array(501).fill({
+                            toolName: 'test',
+                            toolCorrect: true,
+                            argsCorrect: true,
+                            score: 1.0,
+                        }),
+                    },
+                });
+            });
+        });
+    });
+    describe('signature verification', () => {
+        it('should verify correct signature format', () => {
+            const payload = JSON.stringify({
+                evaluationName: 'test',
+                scoreValue: 0.8,
+                evaluator: 'test-evaluator',
+                evaluatorType: 'llm',
+            });
+            const secret = 'test-secret';
+            const signature = 'sha256=' + createHmac('sha256', secret).update(payload).digest('hex');
+            assert.ok(signature.startsWith('sha256='));
+            assert.strictEqual(signature.length, 7 + 64);
+        });
+        it('should reject invalid signature in handler', async () => {
+            // Use an invalid signature (wrong length or format)
+            const result = await injectEvaluations({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                },
+                signature: 'sha256=' + 'a'.repeat(64), // Valid format but wrong signature
+                secret: 'test-secret',
+            });
+            assert.strictEqual(result.success, false);
+            assert.ok(result.message.includes('Signature verification failed'));
+        });
+    });
+    describe('Agent-as-Judge fields', () => {
+        it('should accept agentId and agentName', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'task_completion',
+                    scoreValue: 0.9,
+                    evaluator: 'agent-judge',
+                    evaluatorType: 'llm',
+                    agentId: 'agent-123',
+                    agentName: 'TestAgent',
+                },
+            });
+            assert.strictEqual(result.evaluation?.agentId, 'agent-123');
+            assert.strictEqual(result.evaluation?.agentName, 'TestAgent');
+        });
+        it('should accept trajectoryLength', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'efficiency',
+                    scoreValue: 0.7,
+                    evaluator: 'agent-judge',
+                    evaluatorType: 'llm',
+                    trajectoryLength: 5,
+                },
+            });
+            assert.strictEqual(result.evaluation?.trajectoryLength, 5);
+        });
+        it('should reject negative trajectoryLength', () => {
+            assert.throws(() => {
+                injectEvaluationsSchema.parse({
+                    evaluation: {
+                        evaluationName: 'efficiency',
+                        scoreValue: 0.7,
+                        evaluator: 'agent-judge',
+                        evaluatorType: 'llm',
+                        trajectoryLength: -1,
+                    },
+                });
+            });
+        });
+    });
+    describe('metadata handling', () => {
+        it('should accept custom metadata', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                    metadata: {
+                        source: 'external-api',
+                        version: '1.0',
+                        custom_field: 42,
+                    },
+                },
+            });
+            assert.ok(result.evaluation?.metadata);
+            assert.strictEqual(result.evaluation?.metadata?.source, 'external-api');
+        });
+    });
+    describe('score normalization', () => {
+        it('should accept scoreUnit field', () => {
+            const result = injectEvaluationsSchema.parse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 85,
+                    scoreUnit: 'percentage',
+                    evaluator: 'test-evaluator',
+                    evaluatorType: 'llm',
+                },
+            });
+            assert.strictEqual(result.evaluation?.scoreValue, 85);
+            assert.strictEqual(result.evaluation?.scoreUnit, 'percentage');
+        });
+    });
+    describe('string field length limits', () => {
+        it('should enforce evaluationName max length', () => {
+            const result = injectEvaluationsSchema.safeParse({
+                evaluation: {
+                    evaluationName: 'a'.repeat(257),
+                    scoreValue: 0.8,
+                    evaluator: 'test',
+                    evaluatorType: 'llm',
+                },
+            });
+            assert.strictEqual(result.success, false);
+        });
+        it('should enforce evaluator max length', () => {
+            const result = injectEvaluationsSchema.safeParse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'a'.repeat(257),
+                    evaluatorType: 'llm',
+                },
+            });
+            assert.strictEqual(result.success, false);
+        });
+        it('should enforce agentId max length', () => {
+            const result = injectEvaluationsSchema.safeParse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test',
+                    evaluatorType: 'llm',
+                    agentId: 'a'.repeat(129),
+                },
+            });
+            assert.strictEqual(result.success, false);
+        });
+        it('should enforce explanation max length', () => {
+            const result = injectEvaluationsSchema.safeParse({
+                evaluation: {
+                    evaluationName: 'test',
+                    scoreValue: 0.8,
+                    evaluator: 'test',
+                    evaluatorType: 'llm',
+                    explanation: 'a'.repeat(10241),
+                },
+            });
+            assert.strictEqual(result.success, false);
+        });
+    });
+});
+//# sourceMappingURL=inject-evaluations.test.js.map

package/dist/tools/inject-evaluations.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inject-evaluations.test.js","sourceRoot":"","sources":["../../src/tools/inject-evaluations.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAa,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAgB,MAAM,IAAI,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAE5B,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAgB,MAAM,4BAA4B,CAAC;AAE1E,4CAA4C;AAC5C,SAAS,aAAa;IACpB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpG,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,UAAU,CAAC,GAAG,EAAE;QACd,cAAc,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,sBAAsB,CACpB,qBAAqB,EACrB,wBAAwB,EACxB,uBAAuB,EACvB,iBAAiB,EACjB,CAAC,QAAQ,EAAE,aAAa,CAAC,CAC1B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;iBACrB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,WAAW,EAAE;oBACX;wBACE,cAAc,EAAE,MAAM;wBACtB,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,gBAAgB;wBAC3B,aAAa,EAAE,KAAK;qBACrB;iBACF;aACF,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAC9B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC;oBAC5B,UAAU,EAAE;wBACV,cAAc,EAAE,MAAM;wBACtB,SAAS,EAAE,gBAAgB;wBAC3B,aAAa,EAAE,KAAK;qBACrB;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,MAAM;oBAClB,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;iBACrB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC;oBAC5B,UAAU,EAAE;wBACV,cAAc,EAAE,MAAM;wBACtB,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,gBAAgB;wBAC3B,aAAa,EAAE,SAAS;qBACzB;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;YACrD,KAAK,MAAM,aAAa,IAAI,KAAK,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;oBAC3C,UAAU,EAAE;wBACV,cAAc,EAAE,MAAM;wBACtB,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,gBAAgB;wBAC3B,aAAa;qBACd;iBACF,CAAC,CAAC;gBACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;YACtE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC;oBAC5B,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBAC3B,cAAc,EAAE,MAAM;wBACtB,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,gBAAgB;wBAC3B,aAAa,EAAE,KAAK;qBACrB,CAAC;iBACH,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;iBACrB;gBACD,SAAS,EAAE,eAAe;gBAC1B,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;oBACpB,UAAU,EAAE;wBACV,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;wBACvB,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,YAAY,EAAE;qBAC7D;iBACF;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;oBACpB,iBAAiB,EAAE;wBACjB;4BACE,QAAQ,EAAE,QAAQ;4BAClB,WAAW,EAAE,IAAI;4BACjB,WAAW,EAAE,IAAI;4BACjB,KAAK,EAAE,GAAG;yBACX;qBACF;iBACF;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC;oBAC5B,UAAU,EAAE;wBACV,cAAc,EAAE,MAAM;wBACtB,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,gBAAgB;wBAC3B,aAAa,EAAE,KAAK;wBACpB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;qBACtD;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC;oBAC5B,UAAU,EAAE;wBACV,cAAc,EAAE,MAAM;wBACtB,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,gBAAgB;wBAC3B,aAAa,EAAE,KAAK;wBACpB,iBAAiB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;4BACjC,QAAQ,EAAE,MAAM;4BAChB,WAAW,EAAE,IAAI;4BACjB,WAAW,EAAE,IAAI;4BACjB,KAAK,EAAE,GAAG;yBACX,CAAC;qBACH;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC7B,cAAc,EAAE,MAAM;gBACtB,UAAU,EAAE,GAAG;gBACf,SAAS,EAAE,gBAAgB;gBAC3B,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,CAAC;YAC7B,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzF,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,oDAAoD;YACpD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBACrC,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;iBACrB;gBACD,SAAS,EAAE,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,mCAAmC;gBAC1E,MAAM,EAAE,aAAa;aACtB,CAAC,CAAC;YAEH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,+BAA+B,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,iBAAiB;oBACjC,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,aAAa;oBACxB,aAAa,EAAE,KAAK;oBACpB,OAAO,EAAE,WAAW;oBACpB,SAAS,EAAE,WAAW;iBACvB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;YAC5D,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,YAAY;oBAC5B,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,aAAa;oBACxB,aAAa,EAAE,KAAK;oBACpB,gBAAgB,EAAE,CAAC;iBACpB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,uBAAuB,CAAC,KAAK,CAAC;oBAC5B,UAAU,EAAE;wBACV,cAAc,EAAE,YAAY;wBAC5B,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,aAAa;wBACxB,aAAa,EAAE,KAAK;wBACpB,gBAAgB,EAAE,CAAC,CAAC;qBACrB;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;oBACpB,QAAQ,EAAE;wBACR,MAAM,EAAE,cAAc;wBACtB,OAAO,EAAE,KAAK;wBACd,YAAY,EAAE,EAAE;qBACjB;iBACF;aACF,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC;gBAC3C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,EAAE;oBACd,SAAS,EAAE,YAAY;oBACvB,SAAS,EAAE,gBAAgB;oBAC3B,aAAa,EAAE,KAAK;iBACrB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC;gBAC/C,UAAU,EAAE;oBACV,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC/B,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,MAAM;oBACjB,aAAa,EAAE,KAAK;iBACrB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC;gBAC/C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC1B,aAAa,EAAE,KAAK;iBACrB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC;gBAC/C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,MAAM;oBACjB,aAAa,EAAE,KAAK;oBACpB,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;iBACzB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC;gBAC/C,UAAU,EAAE;oBACV,cAAc,EAAE,MAAM;oBACtB,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,MAAM;oBACjB,aAAa,EAAE,KAAK;oBACpB,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC/B;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/tools/query-evaluations.d.ts

@@ -21,9 +21,14 @@ export declare const queryEvaluationsSchema: z.ZodObject<{
     evaluator: z.ZodOptional<z.ZodString>;
     evaluatorType: z.ZodOptional<z.ZodEnum<["llm", "human", "rule", "classifier"]>>;
     responseId: z.ZodOptional<z.ZodString>;
+    agentId: z.ZodOptional<z.ZodString>;
+    agentName: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     limit: number;
     traceId?: string | undefined;
+    sessionId?: string | undefined;
+    agentId?: string | undefined;
+    agentName?: string | undefined;
     aggregation?: "avg" | "min" | "max" | "count" | "p50" | "p95" | "p99" | undefined;
     groupBy?: ("evaluationName" | "scoreLabel" | "evaluator")[] | undefined;
     evaluationName?: string | undefined;
@@ -33,12 +38,14 @@ export declare const queryEvaluationsSchema: z.ZodObject<{
     scoreMax?: number | undefined;
     evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
     responseId?: string | undefined;
-    sessionId?: string | undefined;
     endDate?: string | undefined;
     startDate?: string | undefined;
 }, {
     limit?: number | undefined;
     traceId?: string | undefined;
+    sessionId?: string | undefined;
+    agentId?: string | undefined;
+    agentName?: string | undefined;
     aggregation?: "avg" | "min" | "max" | "count" | "p50" | "p95" | "p99" | undefined;
     groupBy?: ("evaluationName" | "scoreLabel" | "evaluator")[] | undefined;
     evaluationName?: string | undefined;
@@ -48,7 +55,6 @@ export declare const queryEvaluationsSchema: z.ZodObject<{
     scoreMax?: number | undefined;
     evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
     responseId?: string | undefined;
-    sessionId?: string | undefined;
     endDate?: string | undefined;
     startDate?: string | undefined;
 }>;
@@ -80,6 +86,12 @@ export interface EvaluationResponse {
     traceId?: string;
     /** Session ID for session-scoped queries */
     sessionId?: string;
+    /** Subject agent ID being evaluated (gen_ai.agent.id) */
+    agentId?: string;
+    /** Subject agent name being evaluated (gen_ai.agent.name) */
+    agentName?: string;
+    /** Number of steps in agent trajectory */
+    trajectoryLength?: number;
 }
 /** Summary data structure */
 interface EvaluationSummary {
@@ -126,6 +138,9 @@ export declare function queryEvaluations(rawInput: QueryEvaluationsInput, backen
         responseId: string | undefined;
         traceId: string | undefined;
         sessionId: string | undefined;
+        agentId: string | undefined;
+        agentName: string | undefined;
+        trajectoryLength: number | undefined;
     }[];
     truncated?: boolean | undefined;
     originalCount?: number | undefined;
@@ -149,9 +164,14 @@ export declare const queryEvaluationsTool: {
         evaluator: z.ZodOptional<z.ZodString>;
         evaluatorType: z.ZodOptional<z.ZodEnum<["llm", "human", "rule", "classifier"]>>;
         responseId: z.ZodOptional<z.ZodString>;
+        agentId: z.ZodOptional<z.ZodString>;
+        agentName: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         limit: number;
         traceId?: string | undefined;
+        sessionId?: string | undefined;
+        agentId?: string | undefined;
+        agentName?: string | undefined;
         aggregation?: "avg" | "min" | "max" | "count" | "p50" | "p95" | "p99" | undefined;
         groupBy?: ("evaluationName" | "scoreLabel" | "evaluator")[] | undefined;
         evaluationName?: string | undefined;
@@ -161,12 +181,14 @@ export declare const queryEvaluationsTool: {
         scoreMax?: number | undefined;
         evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
         responseId?: string | undefined;
-        sessionId?: string | undefined;
         endDate?: string | undefined;
         startDate?: string | undefined;
     }, {
         limit?: number | undefined;
         traceId?: string | undefined;
+        sessionId?: string | undefined;
+        agentId?: string | undefined;
+        agentName?: string | undefined;
         aggregation?: "avg" | "min" | "max" | "count" | "p50" | "p95" | "p99" | undefined;
         groupBy?: ("evaluationName" | "scoreLabel" | "evaluator")[] | undefined;
         evaluationName?: string | undefined;
@@ -176,7 +198,6 @@ export declare const queryEvaluationsTool: {
         scoreMax?: number | undefined;
         evaluatorType?: "llm" | "human" | "rule" | "classifier" | undefined;
         responseId?: string | undefined;
-        sessionId?: string | undefined;
         endDate?: string | undefined;
         startDate?: string | undefined;
     }>;

package/dist/tools/query-evaluations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query-evaluations.d.ts","sourceRoot":"","sources":["../../src/tools/query-evaluations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAc7I,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAcjC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAG3E,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACjC;AAED,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,sCAAsC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAuHD,6BAA6B;AAC7B,UAAU,iBAAiB;IACzB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,8BAA8B;AAC9B,UAAU,iBAAiB;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,WAAW,EAAE,gBAAgB,EAAE,GAAG,iBAAiB,CA6B/E;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,gBAAgB,EAAE,EAC/B,WAAW,EAAE,qBAAqB,EAClC,OAAO,EAAE,sBAAsB,EAAE,GAChC,iBAAiB,EAAE,CAiDrB;AAED,wBAAsB,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,EAAE,cAAc,CAAC,EAAE,uBAAuB;;;0BA7G5F,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;sBAC1B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;qBACvB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;uBACpB,MAAM;;;;;;;;;;;;;;;;;;GA6QtB;AAED,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKhC,CAAC"}
+{"version":3,"file":"query-evaluations.d.ts","sourceRoot":"","sources":["../../src/tools/query-evaluations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAc7I,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBjC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAG3E,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACjC;AAED,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,sCAAsC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,cAAc,EAAE,MAAM,CAAC;IACvB,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0CAA0C;IAC1C,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAuHD,6BAA6B;AAC7B,UAAU,iBAAiB;IACzB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,8BAA8B;AAC9B,UAAU,iBAAiB;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,WAAW,EAAE,gBAAgB,EAAE,GAAG,iBAAiB,CA6B/E;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,gBAAgB,EAAE,EAC/B,WAAW,EAAE,qBAAqB,EAClC,OAAO,EAAE,sBAAsB,EAAE,GAChC,iBAAiB,EAAE,CAiDrB;AAED,wBAAsB,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,EAAE,cAAc,CAAC,EAAE,uBAAuB;;;0BA7G5F,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;sBAC1B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;qBACvB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;uBACpB,MAAM;;;;;;;;;;;;;;;;;;;;;GAoRtB;AAED,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKhC,CAAC"}