@launchdarkly/server-sdk-ai 0.14.1 → 0.15.1

package/dist/src/api/config/index.d.ts

@@ -1,3 +0,0 @@
-export * from './types';
-export { LDAIConfigTracker } from './LDAIConfigTracker';
-//# sourceMappingURL=index.d.ts.map

package/dist/src/api/config/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/api/config/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AAExB,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/src/api/config/index.js

@@ -1,18 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./types"), exports);
-//# sourceMappingURL=index.js.map

package/dist/src/api/config/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/api/config/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB"}

package/dist/src/api/config/types.d.ts

@@ -1,206 +0,0 @@
-import { LDAIConfigTracker } from './LDAIConfigTracker';
-/**
- * Information about prompts.
- */
-export interface LDMessage {
-    /**
-     * The role of the prompt.
-     */
-    role: 'user' | 'assistant' | 'system';
-    /**
-     * Content for the prompt.
-     */
-    content: string;
-}
-/**
- * Configuration related to the model.
- */
-export interface LDModelConfig {
-    /**
-     * The ID of the model.
-     */
-    name: string;
-    /**
-     * Model specific parameters.
-     */
-    parameters?: {
-        [index: string]: unknown;
-    };
-    /**
-     * Additional user-specified parameters.
-     */
-    custom?: {
-        [index: string]: unknown;
-    };
-}
-export interface LDProviderConfig {
-    /**
-     * The name of the provider.
-     */
-    name: string;
-}
-/**
- * Configuration for a single judge attachment.
- */
-export interface LDJudge {
-    /** The key of the judge AI Config */
-    key: string;
-    /** Sampling rate for evaluation (0.0 to 1.0) */
-    samplingRate: number;
-}
-/**
- * Configuration for judge attachment to AI Configs.
- */
-export interface LDJudgeConfiguration {
-    /** Array of judge configurations */
-    judges: LDJudge[];
-}
-/**
- * Base AI Config interface for default implementations with optional enabled property.
- */
-export interface LDAIConfigDefault {
-    /**
-     * Optional model configuration.
-     */
-    model?: LDModelConfig;
-    /**
-     * Optional configuration for the provider.
-     */
-    provider?: LDProviderConfig;
-    /**
-     * Whether the configuration is enabled. Defaults to false when not provided.
-     */
-    enabled?: boolean;
-}
-/**
- * Base AI Config interface without mode-specific fields.
- */
-export interface LDAIConfig extends Omit<LDAIConfigDefault, 'enabled'> {
-    /**
-     * The key of the AI Config.
-     */
-    key: string;
-    /**
-     * Whether the configuration is enabled.
-     */
-    enabled: boolean;
-    /**
-     * A tracker which can be used to generate analytics.
-     * Undefined for disabled configs.
-     */
-    tracker?: LDAIConfigTracker;
-}
-/**
- * Default Agent-specific AI Config with instructions.
- */
-export interface LDAIAgentConfigDefault extends LDAIConfigDefault {
-    /**
-     * Instructions for the agent.
-     */
-    instructions?: string;
-    /**
-     * Judge configuration for AI Configs being evaluated.
-     * References judge AI Configs that should evaluate this AI Config.
-     */
-    judgeConfiguration?: LDJudgeConfiguration;
-}
-/**
- * Default Completion AI Config (default mode).
- */
-export interface LDAICompletionConfigDefault extends LDAIConfigDefault {
-    /**
-     * Optional prompt data for completion configurations.
-     */
-    messages?: LDMessage[];
-    /**
-     * Judge configuration for AI Configs being evaluated.
-     * References judge AI Configs that should evaluate this AI Config.
-     */
-    judgeConfiguration?: LDJudgeConfiguration;
-}
-/**
- * Default Judge-specific AI Config with required evaluation metric key.
- */
-export interface LDAIJudgeConfigDefault extends LDAIConfigDefault {
-    /**
-     * Optional prompt data for judge configurations.
-     */
-    messages?: LDMessage[];
-    /**
-     * Evaluation metric keys for judge configurations.
-     * The keys of the metrics that this judge can evaluate.
-     */
-    evaluationMetricKeys?: string[];
-}
-/**
- * Union type for all default AI Config variants.
- */
-export type LDAIConfigDefaultKind = LDAIAgentConfigDefault | LDAICompletionConfigDefault | LDAIJudgeConfigDefault;
-/**
- * Agent-specific AI Config with instructions.
- */
-export interface LDAIAgentConfig extends LDAIConfig {
-    /**
-     * Instructions for the agent.
-     */
-    instructions?: string;
-    /**
-     * Judge configuration for AI Configs being evaluated.
-     * References judge AI Configs that should evaluate this AI Config.
-     */
-    judgeConfiguration?: LDJudgeConfiguration;
-}
-/**
- * Completion AI Config (default mode).
- */
-export interface LDAICompletionConfig extends LDAIConfig {
-    /**
-     * Optional prompt data for completion configurations.
-     */
-    messages?: LDMessage[];
-    /**
-     * Judge configuration for AI Configs being evaluated.
-     * References judge AI Configs that should evaluate this AI Config.
-     */
-    judgeConfiguration?: LDJudgeConfiguration;
-}
-/**
- * Judge-specific AI Config with required evaluation metric key.
- */
-export interface LDAIJudgeConfig extends LDAIConfig {
-    /**
-     * Optional prompt data for judge configurations.
-     */
-    messages?: LDMessage[];
-    /**
-     * Evaluation metric keys for judge configurations.
-     * The keys of the metrics that this judge can evaluate.
-     */
-    evaluationMetricKeys: string[];
-}
-/**
- * Union type for all AI Config variants.
- */
-export type LDAIConfigKind = LDAIAgentConfig | LDAICompletionConfig | LDAIJudgeConfig;
-/**
- * Configuration for a single agent request.
- */
-export interface LDAIAgentRequestConfig {
-    /**
-     * The agent key to retrieve.
-     */
-    key: string;
-    /**
-     * Default configuration for the agent.
-     */
-    defaultValue: LDAIAgentConfigDefault;
-    /**
-     * Variables for instructions interpolation.
-     */
-    variables?: Record<string, unknown>;
-}
-/**
- * Mode type for AI configurations.
- */
-export type LDAIConfigMode = 'completion' | 'agent' | 'judge';
-//# sourceMappingURL=types.d.ts.map

package/dist/src/api/config/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/api/config/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAMxD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE1C;;OAEG;IACH,MAAM,CAAC,EAAE;QAAE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CACvC;AAED,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAMD;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,qCAAqC;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,MAAM,EAAE,OAAO,EAAE,CAAC;CACnB;AAMD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;IAEtB;;OAEG;IACH,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAE5B;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC;IACpE;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IACZ;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAMD;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,iBAAiB;IAC/D;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,2BAA4B,SAAQ,iBAAiB;IACpE;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,iBAAiB;IAC/D;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAC7B,sBAAsB,GACtB,2BAA2B,GAC3B,sBAAsB,CAAC;AAM3B;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,UAAU;IACtD;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAMD;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,eAAe,GAAG,oBAAoB,GAAG,eAAe,CAAC;AAMtF;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,YAAY,EAAE,sBAAsB,CAAC;IAErC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAMD;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,OAAO,GAAG,OAAO,CAAC"}

package/dist/src/api/config/types.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=types.js.map

package/dist/src/api/config/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/api/config/types.ts"],"names":[],"mappings":""}

package/dist/src/api/index.d.ts

@@ -1,7 +0,0 @@
-export * from './config';
-export * from './chat';
-export * from './judge';
-export * from './metrics';
-export * from './LDAIClient';
-export * from './providers';
-//# sourceMappingURL=index.d.ts.map

package/dist/src/api/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/dist/src/api/index.js

@@ -1,23 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./config"), exports);
-__exportStar(require("./chat"), exports);
-__exportStar(require("./judge"), exports);
-__exportStar(require("./metrics"), exports);
-__exportStar(require("./LDAIClient"), exports);
-__exportStar(require("./providers"), exports);
-//# sourceMappingURL=index.js.map

package/dist/src/api/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,yCAAuB;AACvB,0CAAwB;AACxB,4CAA0B;AAC1B,+CAA6B;AAC7B,8CAA4B"}

package/dist/src/api/judge/EvaluationSchemaBuilder.d.ts

@@ -1,11 +0,0 @@
-/**
- * Internal class for building dynamic evaluation response schemas.
- * Not exported - only used internally by TrackedJudge.
- */
-declare class EvaluationSchemaBuilder {
-    static build(evaluationMetricKeys: string[]): Record<string, unknown>;
-    private static _buildKeyProperties;
-    private static _buildKeySchema;
-}
-export { EvaluationSchemaBuilder };
-//# sourceMappingURL=EvaluationSchemaBuilder.d.ts.map

package/dist/src/api/judge/EvaluationSchemaBuilder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"EvaluationSchemaBuilder.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/EvaluationSchemaBuilder.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,cAAM,uBAAuB;IAC3B,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAiBrE,OAAO,CAAC,MAAM,CAAC,mBAAmB;IAUlC,OAAO,CAAC,MAAM,CAAC,eAAe;CAmB/B;AAED,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/src/api/judge/EvaluationSchemaBuilder.js

@@ -1,52 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.EvaluationSchemaBuilder = void 0;
-/**
- * Internal class for building dynamic evaluation response schemas.
- * Not exported - only used internally by TrackedJudge.
- */
-class EvaluationSchemaBuilder {
-    static build(evaluationMetricKeys) {
-        return {
-            type: 'object',
-            properties: {
-                evaluations: {
-                    type: 'object',
-                    description: `Object containing evaluation results for ${evaluationMetricKeys.join(', ')} metrics`,
-                    properties: this._buildKeyProperties(evaluationMetricKeys),
-                    required: evaluationMetricKeys,
-                    additionalProperties: false,
-                },
-            },
-            required: ['evaluations'],
-            additionalProperties: false,
-        };
-    }
-    static _buildKeyProperties(evaluationMetricKeys) {
-        return evaluationMetricKeys.reduce((acc, key) => {
-            acc[key] = this._buildKeySchema(key);
-            return acc;
-        }, {});
-    }
-    static _buildKeySchema(key) {
-        return {
-            type: 'object',
-            properties: {
-                score: {
-                    type: 'number',
-                    minimum: 0,
-                    maximum: 1,
-                    description: `Score between 0.0 and 1.0 for ${key}`,
-                },
-                reasoning: {
-                    type: 'string',
-                    description: `Reasoning behind the score for ${key}`,
-                },
-            },
-            required: ['score', 'reasoning'],
-            additionalProperties: false,
-        };
-    }
-}
-exports.EvaluationSchemaBuilder = EvaluationSchemaBuilder;
-//# sourceMappingURL=EvaluationSchemaBuilder.js.map

package/dist/src/api/judge/EvaluationSchemaBuilder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"EvaluationSchemaBuilder.js","sourceRoot":"","sources":["../../../../src/api/judge/EvaluationSchemaBuilder.ts"],"names":[],"mappings":";;;AAAA;;;GAGG;AACH,MAAM,uBAAuB;IAC3B,MAAM,CAAC,KAAK,CAAC,oBAA8B;QACzC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;oBAClG,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,CAAC;oBAC1D,QAAQ,EAAE,oBAAoB;oBAC9B,oBAAoB,EAAE,KAAK;iBAC5B;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;YACzB,oBAAoB,EAAE,KAAK;SACnB,CAAC;IACb,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAAC,oBAA8B;QAC/D,OAAO,oBAAoB,CAAC,MAAM,CAChC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA6B,CAC9B,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,GAAW;QACxC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;oBACV,WAAW,EAAE,iCAAiC,GAAG,EAAE;iBACpD;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kCAAkC,GAAG,EAAE;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;YAChC,oBAAoB,EAAE,KAAK;SAC5B,CAAC;IACJ,CAAC;CACF;AAEQ,0DAAuB"}

package/dist/src/api/judge/Judge.d.ts

@@ -1,63 +0,0 @@
-import { LDLogger } from '@launchdarkly/js-server-sdk-common';
-import { ChatResponse } from '../chat/types';
-import { LDAIConfigTracker } from '../config/LDAIConfigTracker';
-import { LDAIJudgeConfig, LDMessage } from '../config/types';
-import { AIProvider } from '../providers/AIProvider';
-import { JudgeResponse } from './types';
-/**
- * Judge implementation that handles evaluation functionality and conversation management.
- *
- * According to the AIEval spec, judges are AI Configs with mode: "judge" that evaluate
- * other AI Configs using structured output.
- */
-export declare class Judge {
-    private readonly _aiConfig;
-    private readonly _aiConfigTracker;
-    private readonly _aiProvider;
-    private readonly _logger?;
-    private readonly _evaluationResponseStructure;
-    constructor(_aiConfig: LDAIJudgeConfig, _aiConfigTracker: LDAIConfigTracker, _aiProvider: AIProvider, logger?: LDLogger);
-    /**
-     * Evaluates an AI response using the judge's configuration.
-     *
-     * @param input The input prompt or question that was provided to the AI
-     * @param output The AI-generated response to be evaluated
-     * @param samplingRate Sampling rate (0-1) to determine if evaluation should be processed (defaults to 1)
-     * @returns Promise that resolves to evaluation results or undefined if not sampled
-     */
-    evaluate(input: string, output: string, samplingRate?: number): Promise<JudgeResponse | undefined>;
-    /**
-     * Evaluates an AI response from chat messages and response.
-     *
-     * @param messages Array of messages representing the conversation history
-     * @param response The AI response to be evaluated
-     * @param samplingRatio Sampling ratio (0-1) to determine if evaluation should be processed (defaults to 1)
-     * @returns Promise that resolves to evaluation results or undefined if not sampled
-     */
-    evaluateMessages(messages: LDMessage[], response: ChatResponse, samplingRatio?: number): Promise<JudgeResponse | undefined>;
-    /**
-     * Returns the AI Config used by this judge.
-     */
-    getAIConfig(): LDAIJudgeConfig;
-    /**
-     * Returns the tracker associated with this judge.
-     */
-    getTracker(): LDAIConfigTracker;
-    /**
-     * Returns the AI provider used by this judge.
-     */
-    getProvider(): AIProvider;
-    /**
-     * Constructs evaluation messages by combining judge's config messages with input/output.
-     */
-    private _constructEvaluationMessages;
-    /**
-     * Interpolates message content with variables using Mustache templating.
-     */
-    private _interpolateMessage;
-    /**
-     * Parses the structured evaluation response from the AI provider.
-     */
-    private _parseEvaluationResponse;
-}
-//# sourceMappingURL=Judge.d.ts.map

package/dist/src/api/judge/Judge.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Judge.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/Judge.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAa,aAAa,EAAsB,MAAM,SAAS,CAAC;AAEvE;;;;;GAKG;AACH,qBAAa,KAAK;IAKd,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAN9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAW;IACpC,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAA0B;gBAGpD,SAAS,EAAE,eAAe,EAC1B,gBAAgB,EAAE,iBAAiB,EACnC,WAAW,EAAE,UAAU,EACxC,MAAM,CAAC,EAAE,QAAQ;IAQnB;;;;;;;OAOG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,YAAY,GAAE,MAAU,GACvB,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IA6DrC;;;;;;;OAOG;IACG,gBAAgB,CACpB,QAAQ,EAAE,SAAS,EAAE,EACrB,QAAQ,EAAE,YAAY,EACtB,aAAa,GAAE,MAAU,GACxB,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAOrC;;OAEG;IACH,WAAW,IAAI,eAAe;IAI9B;;OAEG;IACH,UAAU,IAAI,iBAAiB;IAI/B;;OAEG;IACH,WAAW,IAAI,UAAU;IAIzB;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAYpC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAI3B;;OAEG;IACH,OAAO,CAAC,wBAAwB;CA8CjC"}

package/dist/src/api/judge/Judge.js

@@ -1,151 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Judge = void 0;
-const Mustache = require("mustache");
-const EvaluationSchemaBuilder_1 = require("./EvaluationSchemaBuilder");
-/**
- * Judge implementation that handles evaluation functionality and conversation management.
- *
- * According to the AIEval spec, judges are AI Configs with mode: "judge" that evaluate
- * other AI Configs using structured output.
- */
-class Judge {
-    constructor(_aiConfig, _aiConfigTracker, _aiProvider, logger) {
-        this._aiConfig = _aiConfig;
-        this._aiConfigTracker = _aiConfigTracker;
-        this._aiProvider = _aiProvider;
-        this._logger = logger;
-        this._evaluationResponseStructure = EvaluationSchemaBuilder_1.EvaluationSchemaBuilder.build(this._aiConfig.evaluationMetricKeys);
-    }
-    /**
-     * Evaluates an AI response using the judge's configuration.
-     *
-     * @param input The input prompt or question that was provided to the AI
-     * @param output The AI-generated response to be evaluated
-     * @param samplingRate Sampling rate (0-1) to determine if evaluation should be processed (defaults to 1)
-     * @returns Promise that resolves to evaluation results or undefined if not sampled
-     */
-    async evaluate(input, output, samplingRate = 1) {
-        var _a, _b, _c, _d, _e;
-        try {
-            if (!this._aiConfig.evaluationMetricKeys ||
-                this._aiConfig.evaluationMetricKeys.length === 0) {
-                (_a = this._logger) === null || _a === void 0 ? void 0 : _a.warn('Judge configuration is missing required evaluationMetricKeys', this._aiConfigTracker.getTrackData());
-                return undefined;
-            }
-            if (!this._aiConfig.messages) {
-                (_b = this._logger) === null || _b === void 0 ? void 0 : _b.warn('Judge configuration must include messages', this._aiConfigTracker.getTrackData());
-                return undefined;
-            }
-            if (Math.random() > samplingRate) {
-                (_c = this._logger) === null || _c === void 0 ? void 0 : _c.debug(`Judge evaluation skipped due to sampling rate: ${samplingRate}`);
-                return undefined;
-            }
-            const messages = this._constructEvaluationMessages(input, output);
-            const response = await this._aiConfigTracker.trackMetricsOf((result) => result.metrics, () => this._aiProvider.invokeStructuredModel(messages, this._evaluationResponseStructure));
-            let { success } = response.metrics;
-            const evals = this._parseEvaluationResponse(response.data);
-            if (Object.keys(evals).length !== this._aiConfig.evaluationMetricKeys.length) {
-                (_d = this._logger) === null || _d === void 0 ? void 0 : _d.warn('Judge evaluation did not return all evaluations', this._aiConfigTracker.getTrackData());
-                success = false;
-            }
-            return {
-                evals,
-                success,
-                judgeConfigKey: this._aiConfig.key,
-            };
-        }
-        catch (error) {
-            (_e = this._logger) === null || _e === void 0 ? void 0 : _e.error('Judge evaluation failed:', error);
-            return {
-                evals: {},
-                success: false,
-                error: error instanceof Error ? error.message : 'Unknown error',
-                judgeConfigKey: this._aiConfig.key,
-            };
-        }
-    }
-    /**
-     * Evaluates an AI response from chat messages and response.
-     *
-     * @param messages Array of messages representing the conversation history
-     * @param response The AI response to be evaluated
-     * @param samplingRatio Sampling ratio (0-1) to determine if evaluation should be processed (defaults to 1)
-     * @returns Promise that resolves to evaluation results or undefined if not sampled
-     */
-    async evaluateMessages(messages, response, samplingRatio = 1) {
-        const input = messages.length === 0 ? '' : messages.map((msg) => msg.content).join('\r\n');
-        const output = response.message.content;
-        return this.evaluate(input, output, samplingRatio);
-    }
-    /**
-     * Returns the AI Config used by this judge.
-     */
-    getAIConfig() {
-        return this._aiConfig;
-    }
-    /**
-     * Returns the tracker associated with this judge.
-     */
-    getTracker() {
-        return this._aiConfigTracker;
-    }
-    /**
-     * Returns the AI provider used by this judge.
-     */
-    getProvider() {
-        return this._aiProvider;
-    }
-    /**
-     * Constructs evaluation messages by combining judge's config messages with input/output.
-     */
-    _constructEvaluationMessages(input, output) {
-        const messages = this._aiConfig.messages.map((msg) => (Object.assign(Object.assign({}, msg), { content: this._interpolateMessage(msg.content, {
-                message_history: input,
-                response_to_evaluate: output,
-            }) })));
-        return messages;
-    }
-    /**
-     * Interpolates message content with variables using Mustache templating.
-     */
-    _interpolateMessage(content, variables) {
-        return Mustache.render(content, variables, undefined, { escape: (item) => item });
-    }
-    /**
-     * Parses the structured evaluation response from the AI provider.
-     */
-    _parseEvaluationResponse(data) {
-        var _a;
-        const evaluations = data.evaluations;
-        const results = {};
-        if (!data.evaluations || typeof data.evaluations !== 'object') {
-            (_a = this._logger) === null || _a === void 0 ? void 0 : _a.warn('Invalid response: missing or invalid evaluations object');
-            return results;
-        }
-        this._aiConfig.evaluationMetricKeys.forEach((metricKey) => {
-            var _a, _b, _c;
-            const evaluation = evaluations[metricKey];
-            if (!evaluation || typeof evaluation !== 'object') {
-                (_a = this._logger) === null || _a === void 0 ? void 0 : _a.warn(`Missing evaluation for metric key: ${metricKey}`, this._aiConfigTracker.getTrackData());
-                return;
-            }
-            const evalData = evaluation;
-            if (typeof evalData.score !== 'number' || evalData.score < 0 || evalData.score > 1) {
-                (_b = this._logger) === null || _b === void 0 ? void 0 : _b.warn(`Invalid score evaluated for ${metricKey}: ${evalData.score}. Score must be a number between 0 and 1 inclusive`, this._aiConfigTracker.getTrackData());
-                return;
-            }
-            if (typeof evalData.reasoning !== 'string') {
-                (_c = this._logger) === null || _c === void 0 ? void 0 : _c.warn(`Invalid reasoning evaluated for ${metricKey}: ${evalData.reasoning}. Reasoning must be a string`, this._aiConfigTracker.getTrackData());
-                return;
-            }
-            results[metricKey] = {
-                score: evalData.score,
-                reasoning: evalData.reasoning,
-            };
-        });
-        return results;
-    }
-}
-exports.Judge = Judge;
-//# sourceMappingURL=Judge.js.map

package/dist/src/api/judge/Judge.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Judge.js","sourceRoot":"","sources":["../../../../src/api/judge/Judge.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AAQrC,uEAAoE;AAGpE;;;;;GAKG;AACH,MAAa,KAAK;IAIhB,YACmB,SAA0B,EAC1B,gBAAmC,EACnC,WAAuB,EACxC,MAAiB;QAHA,cAAS,GAAT,SAAS,CAAiB;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAmB;QACnC,gBAAW,GAAX,WAAW,CAAY;QAGxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,4BAA4B,GAAG,iDAAuB,CAAC,KAAK,CAC/D,IAAI,CAAC,SAAS,CAAC,oBAAoB,CACpC,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,MAAc,EACd,eAAuB,CAAC;;QAExB,IAAI;YACF,IACE,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB;gBACpC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAChD;gBACA,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,8DAA8D,EAC9D,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO,SAAS,CAAC;aAClB;YAED,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;gBAC5B,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,2CAA2C,EAC3C,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO,SAAS,CAAC;aAClB;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,YAAY,EAAE;gBAChC,MAAA,IAAI,CAAC,OAAO,0CAAE,KAAK,CAAC,kDAAkD,YAAY,EAAE,CAAC,CAAC;gBACtF,OAAO,SAAS,CAAC;aAClB;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,4BAA4B,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAElE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CACzD,CAAC,MAA0B,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAC9C,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,CAAC,4BAA4B,CAAC,CAC1F,CAAC;YAEF,IAAI,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC;YAEnC,MAAM,KAAK,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE3D,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBAC5E,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,iDAAiD,EACjD,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO,GAAG,KAAK,CAAC;aACjB;YAED,OAAO;gBACL,KAAK;gBACL,OAAO;gBACP,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;aACnC,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAA,IAAI,CAAC,OAAO,0CAAE,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;aACnC,CAAC;SACH;IACH,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,gBAAgB,CACpB,QAAqB,EACrB,QAAsB,EACtB,gBAAwB,CAAC;QAEzB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3F,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAExC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,4BAA4B,CAAC,KAAa,EAAE,MAAc;QAChE,MAAM,QAAQ,GAAgB,IAAI,CAAC,SAAS,CAAC,QAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iCAC/D,GAAG,KACN,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC7C,eAAe,EAAE,KAAK;gBACtB,oBAAoB,EAAE,MAAM;aAC7B,CAAC,IACF,CAAC,CAAC;QAEJ,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,OAAe,EAAE,SAAiC;QAC5E,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,IAA6B;;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,WAAsC,CAAC;QAChE,MAAM,OAAO,GAA8B,EAAE,CAAC;QAE9C,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,EAAE;YAC7D,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAAC,yDAAyD,CAAC,CAAC;YAC9E,OAAO,OAAO,CAAC;SAChB;QAED,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;;YACxD,MAAM,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;YAE1C,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBACjD,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,sCAAsC,SAAS,EAAE,EACjD,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO;aACR;YAED,MAAM,QAAQ,GAAG,UAAqC,CAAC;YAEvD,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,KAAK,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE;gBAClF,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,+BAA+B,SAAS,KAAK,QAAQ,CAAC,KAAK,oDAAoD,EAC/G,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO;aACR;YAED,IAAI,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ,EAAE;gBAC1C,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,mCAAmC,SAAS,KAAK,QAAQ,CAAC,SAAS,8BAA8B,EACjG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO;aACR;YAED,OAAO,CAAC,SAAS,CAAC,GAAG;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;aAC9B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAxMD,sBAwMC"}

package/dist/src/api/judge/index.d.ts

@@ -1,3 +0,0 @@
-export { Judge } from './Judge';
-export type { EvalScore, JudgeResponse, StructuredResponse } from './types';
-//# sourceMappingURL=index.d.ts.map

package/dist/src/api/judge/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC"}

package/dist/src/api/judge/index.js

@@ -1,6 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Judge = void 0;
-var Judge_1 = require("./Judge");
-Object.defineProperty(exports, "Judge", { enumerable: true, get: function () { return Judge_1.Judge; } });
-//# sourceMappingURL=index.js.map

package/dist/src/api/judge/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/api/judge/index.ts"],"names":[],"mappings":";;;AAAA,iCAAgC;AAAvB,8FAAA,KAAK,OAAA"}

package/dist/src/api/judge/types.d.ts

@@ -1,37 +0,0 @@
-import { LDAIMetrics } from '../metrics/LDAIMetrics';
-/**
- * Structured response from AI models.
- */
-export interface StructuredResponse {
-    /** The structured data returned by the model */
-    data: Record<string, unknown>;
-    /** The raw response from the model */
-    rawResponse: string;
-    /**
-     * Metrics information including success status and token usage.
-     */
-    metrics: LDAIMetrics;
-}
-/**
- * Score and reasoning for a single evaluation metric.
- */
-export interface EvalScore {
-    /** Score between 0.0 and 1.0 indicating the evaluation result for this metric */
-    score: number;
-    /** Reasoning behind the provided score for this metric */
-    reasoning: string;
-}
-/**
- * Response from a judge evaluation containing scores and reasoning for multiple metrics.
- */
-export interface JudgeResponse {
-    /** The key of the judge configuration that was used to generate this response */
-    judgeConfigKey?: string;
-    /** Dictionary where keys are metric names and values contain score and reasoning */
-    evals: Record<string, EvalScore>;
-    /** Whether the evaluation completed successfully */
-    success: boolean;
-    /** Error message if evaluation failed */
-    error?: string;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/src/api/judge/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,gDAAgD;IAChD,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE9B,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,iFAAiF;IACjF,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,iFAAiF;IACjF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,oFAAoF;IACpF,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACjC,oDAAoD;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}