@agentlensai/server 0.10.0 → 0.13.0

package/dist/lib/embeddings/index.js

@@ -1,31 +1,23 @@
 /**
  * Embedding Service — interface and factory (Story 2.1)
  *
- * Supports local (Xenova/transformers.js ONNX) and OpenAI backends.
+ * Local embeddings removed (delegated to Lore). Only OpenAI backend remains.
  */
-import { createLocalEmbeddingService } from './local.js';
 import { createOpenAIEmbeddingService } from './openai.js';
 export { cosineSimilarity } from './math.js';
 /**
  * Create an embedding service from config or environment variables.
  *
+ * Note: Local ONNX embeddings have been removed. Use Lore for semantic search,
+ * or set AGENTLENS_EMBEDDING_BACKEND=openai with an OPENAI_API_KEY.
+ *
  * Environment variables:
- * - AGENTLENS_EMBEDDING_BACKEND: 'local' | 'openai' (default: 'local')
+ * - AGENTLENS_EMBEDDING_BACKEND: 'openai' (default: 'openai')
  * - AGENTLENS_EMBEDDING_MODEL: model name override
- * - OPENAI_API_KEY: required for 'openai' backend
+ * - OPENAI_API_KEY: required
  */
 export function createEmbeddingService(config) {
-    const backend = config?.backend ??
-        process.env['AGENTLENS_EMBEDDING_BACKEND'] ??
-        'local';
     const modelName = config?.modelName ?? process.env['AGENTLENS_EMBEDDING_MODEL'];
-    switch (backend) {
-        case 'local':
-            return createLocalEmbeddingService(modelName);
-        case 'openai':
-            return createOpenAIEmbeddingService(config?.openaiApiKey, modelName);
-        default:
-            throw new Error(`Unknown embedding backend: ${backend}. Use 'local' or 'openai'.`);
-    }
+    return createOpenAIEmbeddingService(config?.openaiApiKey, modelName);
 }
 //# sourceMappingURL=index.js.map

package/dist/lib/embeddings/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/embeddings/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,aAAa,CAAC;AAG3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAmB7C;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAwC;IAC7E,MAAM,OAAO,GACX,MAAM,EAAE,OAAO;QACd,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAoC;QAC9E,OAAO,CAAC;IAEV,MAAM,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAEhF,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,2BAA2B,CAAC,SAAS,CAAC,CAAC;QAChD,KAAK,QAAQ;YACX,OAAO,4BAA4B,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QACvE;YACE,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAiB,4BAA4B,CAAC,CAAC;IACjG,CAAC;AACH,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/embeddings/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,4BAA4B,EAAE,MAAM,aAAa,CAAC;AAG3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAmB7C;;;;;;;;;;GAUG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAwC;IAC7E,MAAM,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAChF,OAAO,4BAA4B,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;AACvE,CAAC"}

package/dist/lib/embeddings/worker.d.ts

@@ -5,7 +5,7 @@
  * the server. If embedding service is not configured, silently skips all items.
  */
 import type { EmbeddingService } from './index.js';
-import type { EmbeddingStore } from '../../db/embedding-store.js';
+import type { IEmbeddingStore } from '../../db/embedding-store.interface.js';
 /** Item to be embedded */
 export interface EmbeddingQueueItem {
     tenantId: string;
@@ -20,7 +20,7 @@ export declare class EmbeddingWorker {
     private processedCount;
     private intervalHandle;
     private readonly maxQueueSize;
-    constructor(embeddingService: EmbeddingService | null, embeddingStore: EmbeddingStore | null, opts?: {
+    constructor(embeddingService: EmbeddingService | null, embeddingStore: IEmbeddingStore | null, opts?: {
         maxQueueSize?: number;
     });
     /**

package/dist/lib/embeddings/worker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../src/lib/embeddings/worker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAElE,0BAA0B;AAC1B,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAWD,qBAAa,eAAe;IAOxB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;IAPjC,OAAO,CAAC,KAAK,CAA4B;IACzC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,cAAc,CAA+C;IACrE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGnB,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,EACzC,cAAc,EAAE,cAAc,GAAG,IAAI,EACtD,IAAI,CAAC,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAKlC;;;OAGG;IACH,OAAO,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAavC;;OAEG;IACH,KAAK,IAAI,IAAI;IAcb;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;OAEG;YACW,YAAY;CA4B3B"}
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../src/lib/embeddings/worker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AAK7E,0BAA0B;AAC1B,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAWD,qBAAa,eAAe;IAOxB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;IAPjC,OAAO,CAAC,KAAK,CAA4B;IACzC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,cAAc,CAA+C;IACrE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGnB,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,EACzC,cAAc,EAAE,eAAe,GAAG,IAAI,EACvD,IAAI,CAAC,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAKlC;;;OAGG;IACH,OAAO,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAavC;;OAEG;IACH,KAAK,IAAI,IAAI;IAcb;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAI3B;;OAEG;YACW,YAAY;CAyB3B"}

package/dist/lib/embeddings/worker.js

@@ -4,6 +4,8 @@
  * Processes an in-memory queue of records to embed. Fail-safe — never crashes
  * the server. If embedding service is not configured, silently skips all items.
  */
+import { createLogger } from '../logger.js';
+const log = createLogger('EmbeddingWorker');
 /** Default maximum queue size */
 const DEFAULT_MAX_QUEUE_SIZE = 10_000;
 /** Maximum items to process per tick */
@@ -101,7 +103,7 @@ export class EmbeddingWorker {
             }
             catch (err) {
                 // Log and skip — never crash
-                console.error(`[EmbeddingWorker] Failed to embed item (${item.sourceType}/${item.sourceId}):`, err instanceof Error ? err.message : err);
+                log.error(`Failed to embed item (${item.sourceType}/${item.sourceId})`, { error: err instanceof Error ? err.message : String(err) });
             }
         }
     }

package/dist/lib/embeddings/worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/lib/embeddings/worker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAaH,iCAAiC;AACjC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAEtC,wCAAwC;AACxC,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,0CAA0C;AAC1C,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAE/B,MAAM,OAAO,eAAe;IAOP;IACA;IAPX,KAAK,GAAyB,EAAE,CAAC;IACjC,cAAc,GAAG,CAAC,CAAC;IACnB,cAAc,GAA0C,IAAI,CAAC;IACpD,YAAY,CAAS;IAEtC,YACmB,gBAAyC,EACzC,cAAqC,EACtD,IAAgC;QAFf,qBAAgB,GAAhB,gBAAgB,CAAyB;QACzC,mBAAc,GAAd,cAAc,CAAuB;QAGtD,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,YAAY,IAAI,sBAAsB,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,IAAwB;QAC9B,6CAA6C;QAC7C,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QAE3D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtB,0BAA0B;QAC1B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;YACvD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAAE,OAAO,CAAC,kBAAkB;QAC5D,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,CAAC,gBAAgB;QAE5E,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3B,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAErB,sDAAsD;QACtD,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9E,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACjC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QACD,kBAAkB;QAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QAC3D,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtE,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAC7B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,WAAW,EAChB,SAAS,EACT,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAC/B,IAAI,CAAC,gBAAgB,CAAC,UAAU,CACjC,CAAC;gBACF,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,6BAA6B;gBAC7B,OAAO,CAAC,KAAK,CACX,2CAA2C,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,IAAI,EAC/E,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACzC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/lib/embeddings/worker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAC;AAU5C,iCAAiC;AACjC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAEtC,wCAAwC;AACxC,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,0CAA0C;AAC1C,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAE/B,MAAM,OAAO,eAAe;IAOP;IACA;IAPX,KAAK,GAAyB,EAAE,CAAC;IACjC,cAAc,GAAG,CAAC,CAAC;IACnB,cAAc,GAA0C,IAAI,CAAC;IACpD,YAAY,CAAS;IAEtC,YACmB,gBAAyC,EACzC,cAAsC,EACvD,IAAgC;QAFf,qBAAgB,GAAhB,gBAAgB,CAAyB;QACzC,mBAAc,GAAd,cAAc,CAAwB;QAGvD,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,YAAY,IAAI,sBAAsB,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,IAAwB;QAC9B,6CAA6C;QAC7C,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QAE3D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtB,0BAA0B;QAC1B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;YACvD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAAE,OAAO,CAAC,kBAAkB;QAC5D,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,CAAC,gBAAgB;QAE5E,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3B,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAErB,sDAAsD;QACtD,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9E,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACjC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QACD,kBAAkB;QAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QAC3D,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAE/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtE,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAC7B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,WAAW,EAChB,SAAS,EACT,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAC/B,IAAI,CAAC,gBAAgB,CAAC,UAAU,CACjC,CAAC;gBACF,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,6BAA6B;gBAC7B,GAAG,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvI,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/lib/error-sanitizer.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Error sanitization utilities — prevents leaking internal details to clients.
+ */
+/**
+ * Intentional client-facing error with an explicit HTTP status code.
+ * Only messages from ClientError are forwarded to the client for 4xx responses.
+ */
+export declare class ClientError extends Error {
+    readonly statusCode: number;
+    constructor(statusCode: number, message: string);
+}
+/**
+ * Returns a safe, client-facing error message.
+ * - ClientError (4xx): returns the explicit message.
+ * - Everything else (5xx): returns generic "Internal server error".
+ */
+export declare function sanitizeErrorMessage(err: unknown): string;
+/**
+ * Sanitize text before sending to an external LLM provider.
+ * Replaces (not blocks) sensitive content with safe placeholders.
+ * Preserves agent IDs, session IDs, tool names, and cost data.
+ */
+export declare function sanitizeForLLM(text: string): string;
+/**
+ * Extract HTTP status code from an error, defaulting to 500.
+ */
+export declare function getErrorStatus(err: unknown): number;
+//# sourceMappingURL=error-sanitizer.d.ts.map

package/dist/lib/error-sanitizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-sanitizer.d.ts","sourceRoot":"","sources":["../../src/lib/error-sanitizer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH;;;GAGG;AACH,qBAAa,WAAY,SAAQ,KAAK;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAKhD;AAiBD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAUzD;AAgCD;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAoBnD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAOnD"}

package/dist/lib/error-sanitizer.js

@@ -0,0 +1,106 @@
+/**
+ * Error sanitization utilities — prevents leaking internal details to clients.
+ */
+const GENERIC_5XX = 'Internal server error';
+/**
+ * Intentional client-facing error with an explicit HTTP status code.
+ * Only messages from ClientError are forwarded to the client for 4xx responses.
+ */
+export class ClientError extends Error {
+    statusCode;
+    constructor(statusCode, message) {
+        super(message);
+        this.name = 'ClientError';
+        this.statusCode = statusCode;
+    }
+}
+/**
+ * Patterns that must never reach the client (SQLite internals, file paths, stack traces).
+ */
+const SENSITIVE_PATTERNS = [
+    /SQLITE_/i,
+    /\/home\//,
+    /\/usr\//,
+    /\/tmp\//,
+    /\\Users\\/,
+    /at\s+\S+\s+\(.*:\d+:\d+\)/, // stack trace frames
+    /node_modules/,
+    /\.ts:\d+/,
+    /\.js:\d+/,
+];
+/**
+ * Returns a safe, client-facing error message.
+ * - ClientError (4xx): returns the explicit message.
+ * - Everything else (5xx): returns generic "Internal server error".
+ */
+export function sanitizeErrorMessage(err) {
+    if (err instanceof ClientError && err.statusCode >= 400 && err.statusCode < 500) {
+        // L-1 FIX: Defense-in-depth — strip any accidentally leaked sensitive info from 4xx messages
+        const msg = err.message;
+        if (SENSITIVE_PATTERNS.some((p) => p.test(msg))) {
+            return 'Bad request';
+        }
+        return msg;
+    }
+    return GENERIC_5XX;
+}
+// ─── LLM Data Sanitization (Story 18.2) ─────────────────
+/** Patterns for secrets that should never reach an LLM */
+const SECRET_PATTERNS = [
+    /sk-[a-zA-Z0-9]{20,}/g, // OpenAI keys
+    /ghp_[a-zA-Z0-9]{36,}/g, // GitHub PATs
+    /gho_[a-zA-Z0-9]{36,}/g, // GitHub OAuth
+    /xoxb-[a-zA-Z0-9-]+/g, // Slack bot tokens
+    /xoxp-[a-zA-Z0-9-]+/g, // Slack user tokens
+    /Bearer\s+[A-Za-z0-9\-._~+/]+=*/g, // Bearer tokens
+    /AKIA[0-9A-Z]{16}/g, // AWS access key IDs
+    /eyJ[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}/g, // JWTs
+];
+/** File path patterns */
+const PATH_PATTERNS = [
+    /\/home\/[^\s"',;)}\]]+/g,
+    /\/usr\/[^\s"',;)}\]]+/g,
+    /\/tmp\/[^\s"',;)}\]]+/g,
+    /\/var\/[^\s"',;)}\]]+/g,
+    /[A-Z]:\\Users\\[^\s"',;)}\]]+/g,
+    /[A-Z]:\\[^\s"',;)}\]]+/g,
+];
+/** UUID pattern */
+const UUID_PATTERN = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi;
+/** Stack trace frame pattern */
+const STACK_FRAME_PATTERN = /^\s*at\s+.+\(.+:\d+:\d+\)\s*$/gm;
+/**
+ * Sanitize text before sending to an external LLM provider.
+ * Replaces (not blocks) sensitive content with safe placeholders.
+ * Preserves agent IDs, session IDs, tool names, and cost data.
+ */
+export function sanitizeForLLM(text) {
+    let result = text;
+    // Strip stack trace frames
+    result = result.replace(STACK_FRAME_PATTERN, '  at <STACK_FRAME>');
+    // Replace secrets
+    for (const pattern of SECRET_PATTERNS) {
+        result = result.replace(pattern, '<SECRET>');
+    }
+    // Replace file paths
+    for (const pattern of PATH_PATTERNS) {
+        result = result.replace(pattern, '<PATH>');
+    }
+    // Replace UUIDs
+    result = result.replace(UUID_PATTERN, '<ID>');
+    return result;
+}
+/**
+ * Extract HTTP status code from an error, defaulting to 500.
+ */
+export function getErrorStatus(err) {
+    if (err instanceof ClientError)
+        return err.statusCode;
+    if (err && typeof err === 'object' && 'status' in err) {
+        const s = err.status;
+        if (typeof s === 'number' && s >= 400 && s < 600)
+            return s;
+    }
+    return 500;
+}
+//# sourceMappingURL=error-sanitizer.js.map

package/dist/lib/error-sanitizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-sanitizer.js","sourceRoot":"","sources":["../../src/lib/error-sanitizer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,GAAG,uBAAuB,CAAC;AAE5C;;;GAGG;AACH,MAAM,OAAO,WAAY,SAAQ,KAAK;IAC3B,UAAU,CAAS;IAE5B,YAAY,UAAkB,EAAE,OAAe;QAC7C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,kBAAkB,GAAG;IACzB,UAAU;IACV,UAAU;IACV,SAAS;IACT,SAAS;IACT,WAAW;IACX,2BAA2B,EAAE,qBAAqB;IAClD,cAAc;IACd,UAAU;IACV,UAAU;CACX,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAY;IAC/C,IAAI,GAAG,YAAY,WAAW,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;QAChF,6FAA6F;QAC7F,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC;QACxB,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAChD,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,2DAA2D;AAE3D,0DAA0D;AAC1D,MAAM,eAAe,GAAG;IACtB,sBAAsB,EAAS,cAAc;IAC7C,uBAAuB,EAAQ,cAAc;IAC7C,uBAAuB,EAAQ,eAAe;IAC9C,qBAAqB,EAAU,mBAAmB;IAClD,qBAAqB,EAAU,oBAAoB;IACnD,iCAAiC,EAAE,gBAAgB;IACnD,mBAAmB,EAAY,qBAAqB;IACpD,gEAAgE,EAAE,OAAO;CAC1E,CAAC;AAEF,yBAAyB;AACzB,MAAM,aAAa,GAAG;IACpB,yBAAyB;IACzB,wBAAwB;IACxB,wBAAwB;IACxB,wBAAwB;IACxB,gCAAgC;IAChC,yBAAyB;CAC1B,CAAC;AAEF,mBAAmB;AACnB,MAAM,YAAY,GAAG,gEAAgE,CAAC;AAEtF,gCAAgC;AAChC,MAAM,mBAAmB,GAAG,iCAAiC,CAAC;AAE9D;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,MAAM,GAAG,IAAI,CAAC;IAElB,2BAA2B;IAC3B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,CAAC;IAEnE,kBAAkB;IAClB,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,qBAAqB;IACrB,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,gBAAgB;IAChB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAE9C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,GAAY;IACzC,IAAI,GAAG,YAAY,WAAW;QAAE,OAAO,GAAG,CAAC,UAAU,CAAC;IACtD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;QACtD,MAAM,CAAC,GAAI,GAA2B,CAAC,MAAM,CAAC;QAC9C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG;YAAE,OAAO,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/lib/eval/index.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Eval Framework — public exports (Feature 15)
+ */
+export { ScorerRegistry, type IScorer, type ScorerContext } from './scorers/index.js';
+export { ExactMatchScorer } from './scorers/exact-match.js';
+export { ContainsScorer } from './scorers/contains.js';
+export { RegexScorer } from './scorers/regex.js';
+export { LlmJudgeScorer, type LlmClient } from './scorers/llm-judge.js';
+export { EvalRunner } from './runner.js';
+import { ScorerRegistry } from './scorers/index.js';
+/**
+ * Create a ScorerRegistry with all built-in deterministic scorers registered.
+ */
+export declare function createDefaultRegistry(): ScorerRegistry;
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,cAAc,EAAE,KAAK,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,KAAK,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAKpD;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,cAAc,CAMtD"}

package/dist/lib/eval/index.js

@@ -0,0 +1,24 @@
+/**
+ * Eval Framework — public exports (Feature 15)
+ */
+export { ScorerRegistry } from './scorers/index.js';
+export { ExactMatchScorer } from './scorers/exact-match.js';
+export { ContainsScorer } from './scorers/contains.js';
+export { RegexScorer } from './scorers/regex.js';
+export { LlmJudgeScorer } from './scorers/llm-judge.js';
+export { EvalRunner } from './runner.js';
+import { ScorerRegistry } from './scorers/index.js';
+import { ExactMatchScorer } from './scorers/exact-match.js';
+import { ContainsScorer } from './scorers/contains.js';
+import { RegexScorer } from './scorers/regex.js';
+/**
+ * Create a ScorerRegistry with all built-in deterministic scorers registered.
+ */
+export function createDefaultRegistry() {
+    const registry = new ScorerRegistry();
+    registry.register(new ExactMatchScorer());
+    registry.register(new ContainsScorer());
+    registry.register(new RegexScorer());
+    return registry;
+}
+//# sourceMappingURL=index.js.map

package/dist/lib/eval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,cAAc,EAAoC,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAkB,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD;;GAEG;AACH,MAAM,UAAU,qBAAqB;IACnC,MAAM,QAAQ,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,QAAQ,CAAC,QAAQ,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;IAC1C,QAAQ,CAAC,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;IACxC,QAAQ,CAAC,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;IACrC,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/lib/eval/runner.d.ts

@@ -0,0 +1,28 @@
+/**
+ * EvalRunner — Run Orchestration (Feature 15 — Story 7)
+ *
+ * Executes eval runs: loads test cases, POSTs to webhook,
+ * scores responses, saves results, computes aggregates.
+ */
+import type { EvalStore } from '../../db/eval-store.js';
+import type { ScorerRegistry } from './scorers/index.js';
+export interface EvalRunnerDeps {
+    evalStore: EvalStore;
+    scorerRegistry: ScorerRegistry;
+    fetch?: typeof globalThis.fetch;
+}
+export declare class EvalRunner {
+    private evalStore;
+    private scorerRegistry;
+    private fetchFn;
+    private cancelledRuns;
+    constructor(deps: EvalRunnerDeps);
+    /**
+     * Execute an eval run. Called asynchronously from the route handler.
+     */
+    execute(runId: string, tenantId: string): Promise<void>;
+    cancel(runId: string): void;
+    private callWebhook;
+    private scoreResponse;
+}
+//# sourceMappingURL=runner.d.ts.map

package/dist/lib/eval/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/lib/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,oBAAoB,CAAC;AA+DxE,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,SAAS,CAAC;IACrB,cAAc,EAAE,cAAc,CAAC;IAC/B,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,aAAa,CAAqB;gBAE9B,IAAI,EAAE,cAAc;IAMhC;;OAEG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0I7D,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;YAIb,WAAW;YA4BX,aAAa;CAuC5B"}

package/dist/lib/eval/runner.js

@@ -0,0 +1,260 @@
+/**
+ * EvalRunner — Run Orchestration (Feature 15 — Story 7)
+ *
+ * Executes eval runs: loads test cases, POSTs to webhook,
+ * scores responses, saves results, computes aggregates.
+ */
+// ─── Concurrency Utilities ────────────────────────────────
+class Semaphore {
+    limit;
+    queue = [];
+    active = 0;
+    constructor(limit) {
+        this.limit = limit;
+    }
+    async acquire() {
+        if (this.active < this.limit) {
+            this.active++;
+            return;
+        }
+        return new Promise((resolve) => this.queue.push(resolve));
+    }
+    release() {
+        this.active--;
+        const next = this.queue.shift();
+        if (next) {
+            this.active++;
+            next();
+        }
+    }
+}
+class TokenBucket {
+    rate;
+    tokens;
+    lastRefill;
+    constructor(rate) {
+        this.rate = rate;
+        this.tokens = rate;
+        this.lastRefill = Date.now();
+    }
+    async consume() {
+        this.refill();
+        if (this.tokens >= 1) {
+            this.tokens--;
+            return;
+        }
+        const waitMs = (1 / this.rate) * 1000;
+        await sleep(waitMs);
+        this.refill();
+        this.tokens--;
+    }
+    refill() {
+        const now = Date.now();
+        const elapsed = (now - this.lastRefill) / 1000;
+        this.tokens = Math.min(this.rate, this.tokens + elapsed * this.rate);
+        this.lastRefill = now;
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export class EvalRunner {
+    evalStore;
+    scorerRegistry;
+    fetchFn;
+    cancelledRuns = new Set();
+    constructor(deps) {
+        this.evalStore = deps.evalStore;
+        this.scorerRegistry = deps.scorerRegistry;
+        this.fetchFn = deps.fetch ?? globalThis.fetch;
+    }
+    /**
+     * Execute an eval run. Called asynchronously from the route handler.
+     */
+    async execute(runId, tenantId) {
+        const run = this.evalStore.getRun(tenantId, runId);
+        if (!run)
+            throw new Error(`Run ${runId} not found`);
+        const config = run.config;
+        const testCases = this.evalStore.getTestCases(run.datasetId);
+        if (testCases.length === 0) {
+            this.evalStore.updateRunStatus(runId, 'completed', {
+                totalCases: 0,
+                passedCases: 0,
+                failedCases: 0,
+                avgScore: 0,
+                startedAt: new Date().toISOString(),
+                completedAt: new Date().toISOString(),
+            });
+            return;
+        }
+        // Transition to running
+        const startedAt = new Date().toISOString();
+        this.evalStore.updateRunStatus(runId, 'running', { startedAt });
+        const semaphore = new Semaphore(config.concurrency || 5);
+        const tokenBucket = config.rateLimitPerSec ? new TokenBucket(config.rateLimitPerSec) : null;
+        const timeoutMs = config.timeoutMs ?? 30000;
+        const retries = config.retries ?? 0;
+        const passThreshold = config.passThreshold ?? 0.7;
+        let totalScore = 0;
+        let passedCases = 0;
+        let failedCases = 0;
+        let totalCost = 0;
+        let totalLatency = 0;
+        try {
+            const promises = testCases.map(async (testCase) => {
+                if (this.cancelledRuns.has(runId))
+                    return;
+                await semaphore.acquire();
+                try {
+                    if (tokenBucket)
+                        await tokenBucket.consume();
+                    if (this.cancelledRuns.has(runId))
+                        return;
+                    const caseStart = Date.now();
+                    let webhookResponse = null;
+                    let error;
+                    // Call webhook with retries
+                    for (let attempt = 0; attempt <= retries; attempt++) {
+                        try {
+                            webhookResponse = await this.callWebhook(runId, testCase, run.webhookUrl, timeoutMs);
+                            break;
+                        }
+                        catch (e) {
+                            if (attempt === retries) {
+                                error = `Webhook error: ${e.message}`;
+                            }
+                        }
+                    }
+                    const latencyMs = Date.now() - caseStart;
+                    totalLatency += latencyMs;
+                    // Score the response
+                    let finalScore;
+                    if (error || !webhookResponse) {
+                        finalScore = {
+                            score: 0,
+                            passed: false,
+                            scorerType: config.scorers[0]?.type ?? 'exact_match',
+                            reasoning: error ?? 'No webhook response',
+                        };
+                    }
+                    else {
+                        finalScore = await this.scoreResponse(testCase, webhookResponse.output, config);
+                    }
+                    // Apply pass threshold
+                    const passed = finalScore.score >= passThreshold;
+                    finalScore.passed = passed;
+                    if (passed)
+                        passedCases++;
+                    else
+                        failedCases++;
+                    totalScore += finalScore.score;
+                    // Save result
+                    this.evalStore.saveResult({
+                        runId,
+                        testCaseId: testCase.id,
+                        tenantId,
+                        sessionId: webhookResponse?.sessionId,
+                        actualOutput: webhookResponse?.output,
+                        score: finalScore.score,
+                        passed,
+                        scorerType: finalScore.scorerType,
+                        scorerDetails: finalScore,
+                        latencyMs,
+                        costUsd: webhookResponse?.metadata?.costUsd,
+                        tokenCount: webhookResponse?.metadata?.tokenCount,
+                        error,
+                    });
+                    if (webhookResponse?.metadata?.costUsd) {
+                        totalCost += webhookResponse.metadata.costUsd;
+                    }
+                }
+                finally {
+                    semaphore.release();
+                }
+            });
+            await Promise.all(promises);
+            if (this.cancelledRuns.has(runId)) {
+                this.cancelledRuns.delete(runId);
+                return;
+            }
+            // Complete
+            const completedAt = new Date().toISOString();
+            const total = testCases.length;
+            this.evalStore.updateRunStatus(runId, 'completed', {
+                totalCases: total,
+                passedCases,
+                failedCases,
+                avgScore: total > 0 ? totalScore / total : 0,
+                totalCostUsd: totalCost || undefined,
+                totalDurationMs: totalLatency,
+                completedAt,
+            });
+        }
+        catch (err) {
+            this.evalStore.updateRunStatus(runId, 'failed', { completedAt: new Date().toISOString() }, `Runner error: ${err.message}`);
+        }
+    }
+    cancel(runId) {
+        this.cancelledRuns.add(runId);
+    }
+    async callWebhook(runId, testCase, webhookUrl, timeoutMs) {
+        const body = {
+            evalRunId: runId,
+            testCaseId: testCase.id,
+            input: testCase.input,
+        };
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            const response = await this.fetchFn(webhookUrl, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(body),
+                signal: controller.signal,
+            });
+            if (!response.ok) {
+                throw new Error(`Webhook returned ${response.status}: ${response.statusText}`);
+            }
+            return (await response.json());
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+    async scoreResponse(testCase, actualOutput, config) {
+        if (!config.scorers || config.scorers.length === 0) {
+            return { score: 1.0, passed: true, scorerType: 'exact_match', reasoning: 'No scorers configured' };
+        }
+        // If single scorer, use it directly
+        if (config.scorers.length === 1) {
+            const ctx = {
+                testCase,
+                actualOutput,
+                config: config.scorers[0],
+            };
+            return this.scorerRegistry.score(ctx);
+        }
+        // Multiple scorers — weighted average
+        let totalWeight = 0;
+        let weightedScore = 0;
+        const subScores = [];
+        for (const scorerConfig of config.scorers) {
+            const weight = scorerConfig.weight ?? 1.0;
+            const ctx = { testCase, actualOutput, config: scorerConfig };
+            const result = await this.scorerRegistry.score(ctx);
+            subScores.push(result);
+            weightedScore += result.score * weight;
+            totalWeight += weight;
+        }
+        const avgScore = totalWeight > 0 ? weightedScore / totalWeight : 0;
+        return {
+            score: avgScore,
+            passed: avgScore >= (config.passThreshold ?? 0.7),
+            scorerType: 'composite',
+            reasoning: `Composite score from ${config.scorers.length} scorers`,
+            subScores,
+        };
+    }
+}
+//# sourceMappingURL=runner.js.map

package/dist/lib/eval/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/lib/eval/runner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,6DAA6D;AAE7D,MAAM,SAAS;IAIO;IAHZ,KAAK,GAAsB,EAAE,CAAC;IAC9B,MAAM,GAAG,CAAC,CAAC;IAEnB,YAAoB,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;IAErC,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,OAAO;QACL,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC;CACF;AAED,MAAM,WAAW;IAIK;IAHZ,MAAM,CAAS;IACf,UAAU,CAAS;IAE3B,YAAoB,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACtC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,MAAM,EAAE,CAAC;IAChB,CAAC;IAEO,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAUD,MAAM,OAAO,UAAU;IACb,SAAS,CAAY;IACrB,cAAc,CAAiB;IAC/B,OAAO,CAA0B;IACjC,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAE1C,YAAY,IAAoB;QAC9B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,QAAgB;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,YAAY,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAE7D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE;gBACjD,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,WAAW,EAAE,CAAC;gBACd,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5F,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QACpC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;QAElD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;gBAChD,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,OAAO;gBAE1C,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,IAAI,WAAW;wBAAE,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;oBAC7C,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;wBAAE,OAAO;oBAE1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,IAAI,eAAe,GAA+B,IAAI,CAAC;oBACvD,IAAI,KAAyB,CAAC;oBAE9B,4BAA4B;oBAC5B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;wBACpD,IAAI,CAAC;4BACH,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;4BACrF,MAAM;wBACR,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gCACxB,KAAK,GAAG,kBAAmB,CAAW,CAAC,OAAO,EAAE,CAAC;4BACnD,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,YAAY,IAAI,SAAS,CAAC;oBAE1B,qBAAqB;oBACrB,IAAI,UAAuB,CAAC;oBAC5B,IAAI,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;wBAC9B,UAAU,GAAG;4BACX,KAAK,EAAE,CAAC;4BACR,MAAM,EAAE,KAAK;4BACb,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,aAAa;4BACpD,SAAS,EAAE,KAAK,IAAI,qBAAqB;yBAC1C,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBAClF,CAAC;oBAED,uBAAuB;oBACvB,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,IAAI,aAAa,CAAC;oBACjD,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;oBAE3B,IAAI,MAAM;wBAAE,WAAW,EAAE,CAAC;;wBACrB,WAAW,EAAE,CAAC;oBACnB,UAAU,IAAI,UAAU,CAAC,KAAK,CAAC;oBAE/B,cAAc;oBACd,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;wBACxB,KAAK;wBACL,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,QAAQ;wBACR,SAAS,EAAE,eAAe,EAAE,SAAS;wBACrC,YAAY,EAAE,eAAe,EAAE,MAAM;wBACrC,KAAK,EAAE,UAAU,CAAC,KAAK;wBACvB,MAAM;wBACN,UAAU,EAAE,UAAU,CAAC,UAAU;wBACjC,aAAa,EAAE,UAAU;wBACzB,SAAS;wBACT,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,OAA6B;wBACjE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAgC;wBACvE,KAAK;qBACN,CAAC,CAAC;oBAEH,IAAI,eAAe,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;wBACvC,SAAS,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAiB,CAAC;oBAC1D,CAAC;gBACH,CAAC;wBAAS,CAAC;oBACT,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE5B,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACjC,OAAO;YACT,CAAC;YAED,WAAW;YACX,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE;gBACjD,UAAU,EAAE,KAAK;gBACjB,WAAW;gBACX,WAAW;gBACX,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC5C,YAAY,EAAE,SAAS,IAAI,SAAS;gBACpC,eAAe,EAAE,YAAY;gBAC7B,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,CAAC,eAAe,CAC5B,KAAK,EACL,QAAQ,EACR,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EACzC,iBAAkB,GAAa,CAAC,OAAO,EAAE,CAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,QAAsB,EAAE,UAAkB,EAAE,SAAiB;QACpG,MAAM,IAAI,GAAuB;YAC/B,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,QAAsB,EAAE,YAAqB,EAAE,MAAqB;QAC9F,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,uBAAuB,EAAE,CAAC;QACrG,CAAC;QAED,oCAAoC;QACpC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,GAAG,GAAkB;gBACzB,QAAQ;gBACR,YAAY;gBACZ,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAE;aAC3B,CAAC;YACF,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC;QAED,sCAAsC;QACtC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,MAAM,SAAS,GAAkB,EAAE,CAAC;QAEpC,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,GAAG,CAAC;YAC1C,MAAM,GAAG,GAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,aAAa,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC;YACvC,WAAW,IAAI,MAAM,CAAC;QACxB,CAAC;QAED,MAAM,QAAQ,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnE,OAAO;YACL,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;YACjD,UAAU,EAAE,WAAW;YACvB,SAAS,EAAE,wBAAwB,MAAM,CAAC,OAAO,CAAC,MAAM,UAAU;YAClE,SAAS;SACV,CAAC;IACJ,CAAC;CACF"}

package/dist/lib/eval/scorers/contains.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Contains Scorer (Feature 15 — Story 4)
+ */
+import type { ScoreResult } from '@agentlensai/core';
+import type { IScorer, ScorerContext } from './index.js';
+export declare class ContainsScorer implements IScorer {
+    readonly type: "contains";
+    score(ctx: ScorerContext): Promise<ScoreResult>;
+}
+//# sourceMappingURL=contains.d.ts.map

package/dist/lib/eval/scorers/contains.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contains.d.ts","sourceRoot":"","sources":["../../../../src/lib/eval/scorers/contains.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEzD,qBAAa,cAAe,YAAW,OAAO;IAC5C,QAAQ,CAAC,IAAI,EAAG,UAAU,CAAU;IAE9B,KAAK,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC;CAuBtD"}