@launchdarkly/server-sdk-ai 0.13.0 → 0.14.1

package/dist/src/api/config/LDAIConfigUtils.js

@@ -0,0 +1,145 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LDAIConfigUtils = void 0;
+/**
+ * Utility class for converting between AI configuration types and LaunchDarkly flag values.
+ *
+ * @internal - This class and its types are internal implementation details and should not be used by SDK consumers.
+ */
+class LDAIConfigUtils {
+    /**
+     * Converts a default AI configuration to a LaunchDarkly flag value format.
+     *
+     * @param config The default AI configuration to convert
+     * @param mode The mode for the configuration
+     * @returns The flag value structure for LaunchDarkly
+     */
+    static toFlagValue(config, mode) {
+        var _a;
+        const flagValue = {
+            _ldMeta: {
+                variationKey: '',
+                enabled: (_a = config.enabled) !== null && _a !== void 0 ? _a : false,
+                mode,
+            },
+            model: config.model,
+        };
+        if ('messages' in config && config.messages !== undefined) {
+            flagValue.messages = config.messages;
+        }
+        if (config.provider !== undefined) {
+            flagValue.provider = config.provider;
+        }
+        if ('instructions' in config && config.instructions !== undefined) {
+            flagValue.instructions = config.instructions;
+        }
+        if ('evaluationMetricKeys' in config && config.evaluationMetricKeys !== undefined) {
+            flagValue.evaluationMetricKeys = config.evaluationMetricKeys;
+        }
+        if ('judgeConfiguration' in config && config.judgeConfiguration !== undefined) {
+            flagValue.judgeConfiguration = config.judgeConfiguration;
+        }
+        return flagValue;
+    }
+    /**
+     * Converts a LaunchDarkly flag value to the appropriate AI configuration type.
+     *
+     * @param flagValue The flag value from LaunchDarkly
+     * @param tracker The tracker to add to the config
+     * @returns The appropriate AI configuration type
+     */
+    static fromFlagValue(key, flagValue, tracker) {
+        var _a;
+        // Determine the actual mode from flag value
+        // eslint-disable-next-line no-underscore-dangle
+        const flagValueMode = (_a = flagValue._ldMeta) === null || _a === void 0 ? void 0 : _a.mode;
+        switch (flagValueMode) {
+            case 'agent':
+                return this.toAgentConfig(key, flagValue, tracker);
+            case 'judge':
+                return this.toJudgeConfig(key, flagValue, tracker);
+            case 'completion':
+            default:
+                return this.toCompletionConfig(key, flagValue, tracker);
+        }
+    }
+    /**
+     * Creates a disabled configuration of the specified mode.
+     *
+     * @param mode The mode for the disabled config
+     * @returns A disabled config of the appropriate type
+     */
+    static createDisabledConfig(key, mode) {
+        switch (mode) {
+            case 'agent':
+                return {
+                    key,
+                    enabled: false,
+                    tracker: undefined,
+                };
+            case 'judge':
+                return {
+                    key,
+                    enabled: false,
+                    tracker: undefined,
+                    evaluationMetricKeys: [],
+                };
+            case 'completion':
+            default:
+                // Default to completion config for completion mode or any unexpected mode
+                return {
+                    key,
+                    enabled: false,
+                    tracker: undefined,
+                };
+        }
+    }
+    /**
+     * Creates the base configuration that all config types share.
+     *
+     * @param flagValue The flag value from LaunchDarkly
+     * @returns Base configuration object
+     */
+    static _toBaseConfig(key, flagValue) {
+        var _a, _b;
+        return {
+            key,
+            // eslint-disable-next-line no-underscore-dangle
+            enabled: (_b = (_a = flagValue._ldMeta) === null || _a === void 0 ? void 0 : _a.enabled) !== null && _b !== void 0 ? _b : false,
+            model: flagValue.model,
+            provider: flagValue.provider,
+        };
+    }
+    /**
+     * Creates a completion config from flag value data.
+     *
+     * @param flagValue The flag value from LaunchDarkly
+     * @param tracker The tracker to add to the config
+     * @returns A completion configuration
+     */
+    static toCompletionConfig(key, flagValue, tracker) {
+        return Object.assign(Object.assign({}, this._toBaseConfig(key, flagValue)), { tracker, messages: flagValue.messages, judgeConfiguration: flagValue.judgeConfiguration });
+    }
+    /**
+     * Creates an agent config from flag value data.
+     *
+     * @param flagValue The flag value from LaunchDarkly
+     * @param tracker The tracker to add to the config
+     * @returns An agent configuration
+     */
+    static toAgentConfig(key, flagValue, tracker) {
+        return Object.assign(Object.assign({}, this._toBaseConfig(key, flagValue)), { tracker, instructions: flagValue.instructions, judgeConfiguration: flagValue.judgeConfiguration });
+    }
+    /**
+     * Creates a judge config from flag value data.
+     *
+     * @param flagValue The flag value from LaunchDarkly
+     * @param tracker The tracker to add to the config
+     * @returns A judge configuration
+     */
+    static toJudgeConfig(key, flagValue, tracker) {
+        return Object.assign(Object.assign({}, this._toBaseConfig(key, flagValue)), { tracker, messages: flagValue.messages, evaluationMetricKeys: flagValue.evaluationMetricKeys || [] });
+    }
+}
+exports.LDAIConfigUtils = LDAIConfigUtils;
+//# sourceMappingURL=LDAIConfigUtils.js.map

package/dist/src/api/config/LDAIConfigUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfigUtils.js","sourceRoot":"","sources":["../../../../src/api/config/LDAIConfigUtils.ts"],"names":[],"mappings":";;;AAmCA;;;;GAIG;AACH,MAAa,eAAe;IAC1B;;;;;;OAMG;IACH,MAAM,CAAC,WAAW,CAAC,MAA6B,EAAE,IAAoB;;QACpE,MAAM,SAAS,GAAwB;YACrC,OAAO,EAAE;gBACP,YAAY,EAAE,EAAE;gBAChB,OAAO,EAAE,MAAA,MAAM,CAAC,OAAO,mCAAI,KAAK;gBAChC,IAAI;aACL;YACD,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;QAEF,IAAI,UAAU,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE;YACzD,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;SACtC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE;YACjC,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;SACtC;QACD,IAAI,cAAc,IAAI,MAAM,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,EAAE;YACjE,SAAS,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;SAC9C;QACD,IAAI,sBAAsB,IAAI,MAAM,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,EAAE;YACjF,SAAS,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;SAC9D;QACD,IAAI,oBAAoB,IAAI,MAAM,IAAI,MAAM,CAAC,kBAAkB,KAAK,SAAS,EAAE;YAC7E,SAAS,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;SAC1D;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,aAAa,CAClB,GAAW,EACX,SAA8B,EAC9B,OAA0B;;QAE1B,4CAA4C;QAC5C,gDAAgD;QAChD,MAAM,aAAa,GAAG,MAAA,SAAS,CAAC,OAAO,0CAAE,IAAI,CAAC;QAE9C,QAAQ,aAAa,EAAE;YACrB,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YACrD,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;YACrD,KAAK,YAAY,CAAC;YAClB;gBACE,OAAO,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;SAC3D;IACH,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,oBAAoB,CAAC,GAAW,EAAE,IAAoB;QAC3D,QAAQ,IAAI,EAAE;YACZ,KAAK,OAAO;gBACV,OAAO;oBACL,GAAG;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,SAAS;iBACA,CAAC;YACvB,KAAK,OAAO;gBACV,OAAO;oBACL,GAAG;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,SAAS;oBAClB,oBAAoB,EAAE,EAAE;iBACN,CAAC;YACvB,KAAK,YAAY,CAAC;YAClB;gBACE,0EAA0E;gBAC1E,OAAO;oBACL,GAAG;oBACH,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,SAAS;iBACK,CAAC;SAC7B;IACH,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,aAAa,CAAC,GAAW,EAAE,SAA8B;;QACtE,OAAO;YACL,GAAG;YACH,gDAAgD;YAChD,OAAO,EAAE,MAAA,MAAA,SAAS,CAAC,OAAO,0CAAE,OAAO,mCAAI,KAAK;YAC5C,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,QAAQ,EAAE,SAAS,CAAC,QAAQ;SAC7B,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,kBAAkB,CACvB,GAAW,EACX,SAA8B,EAC9B,OAA0B;QAE1B,uCACK,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,KACrC,OAAO,EACP,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAC5B,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,IAChD;IACJ,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,aAAa,CAClB,GAAW,EACX,SAA8B,EAC9B,OAA0B;QAE1B,uCACK,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,KACrC,OAAO,EACP,YAAY,EAAE,SAAS,CAAC,YAAY,EACpC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,IAChD;IACJ,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,aAAa,CAClB,GAAW,EACX,SAA8B,EAC9B,OAA0B;QAE1B,uCACK,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,KACrC,OAAO,EACP,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAC5B,oBAAoB,EAAE,SAAS,CAAC,oBAAoB,IAAI,EAAE,IAC1D;IACJ,CAAC;CACF;AA3KD,0CA2KC"}

package/dist/src/api/config/index.d.ts

@@ -0,0 +1,3 @@
+export * from './types';
+export { LDAIConfigTracker } from './LDAIConfigTracker';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/api/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/api/config/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AAExB,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/{api/agents → src/api/config}/index.js

@@ -14,5 +14,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./LDAIAgent"), exports);
+__exportStar(require("./types"), exports);
 //# sourceMappingURL=index.js.map

package/dist/src/api/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/api/config/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB"}

package/dist/src/api/config/types.d.ts

@@ -0,0 +1,206 @@
+import { LDAIConfigTracker } from './LDAIConfigTracker';
+/**
+ * Information about prompts.
+ */
+export interface LDMessage {
+    /**
+     * The role of the prompt.
+     */
+    role: 'user' | 'assistant' | 'system';
+    /**
+     * Content for the prompt.
+     */
+    content: string;
+}
+/**
+ * Configuration related to the model.
+ */
+export interface LDModelConfig {
+    /**
+     * The ID of the model.
+     */
+    name: string;
+    /**
+     * Model specific parameters.
+     */
+    parameters?: {
+        [index: string]: unknown;
+    };
+    /**
+     * Additional user-specified parameters.
+     */
+    custom?: {
+        [index: string]: unknown;
+    };
+}
+export interface LDProviderConfig {
+    /**
+     * The name of the provider.
+     */
+    name: string;
+}
+/**
+ * Configuration for a single judge attachment.
+ */
+export interface LDJudge {
+    /** The key of the judge AI Config */
+    key: string;
+    /** Sampling rate for evaluation (0.0 to 1.0) */
+    samplingRate: number;
+}
+/**
+ * Configuration for judge attachment to AI Configs.
+ */
+export interface LDJudgeConfiguration {
+    /** Array of judge configurations */
+    judges: LDJudge[];
+}
+/**
+ * Base AI Config interface for default implementations with optional enabled property.
+ */
+export interface LDAIConfigDefault {
+    /**
+     * Optional model configuration.
+     */
+    model?: LDModelConfig;
+    /**
+     * Optional configuration for the provider.
+     */
+    provider?: LDProviderConfig;
+    /**
+     * Whether the configuration is enabled. Defaults to false when not provided.
+     */
+    enabled?: boolean;
+}
+/**
+ * Base AI Config interface without mode-specific fields.
+ */
+export interface LDAIConfig extends Omit<LDAIConfigDefault, 'enabled'> {
+    /**
+     * The key of the AI Config.
+     */
+    key: string;
+    /**
+     * Whether the configuration is enabled.
+     */
+    enabled: boolean;
+    /**
+     * A tracker which can be used to generate analytics.
+     * Undefined for disabled configs.
+     */
+    tracker?: LDAIConfigTracker;
+}
+/**
+ * Default Agent-specific AI Config with instructions.
+ */
+export interface LDAIAgentConfigDefault extends LDAIConfigDefault {
+    /**
+     * Instructions for the agent.
+     */
+    instructions?: string;
+    /**
+     * Judge configuration for AI Configs being evaluated.
+     * References judge AI Configs that should evaluate this AI Config.
+     */
+    judgeConfiguration?: LDJudgeConfiguration;
+}
+/**
+ * Default Completion AI Config (default mode).
+ */
+export interface LDAICompletionConfigDefault extends LDAIConfigDefault {
+    /**
+     * Optional prompt data for completion configurations.
+     */
+    messages?: LDMessage[];
+    /**
+     * Judge configuration for AI Configs being evaluated.
+     * References judge AI Configs that should evaluate this AI Config.
+     */
+    judgeConfiguration?: LDJudgeConfiguration;
+}
+/**
+ * Default Judge-specific AI Config with required evaluation metric key.
+ */
+export interface LDAIJudgeConfigDefault extends LDAIConfigDefault {
+    /**
+     * Optional prompt data for judge configurations.
+     */
+    messages?: LDMessage[];
+    /**
+     * Evaluation metric keys for judge configurations.
+     * The keys of the metrics that this judge can evaluate.
+     */
+    evaluationMetricKeys?: string[];
+}
+/**
+ * Union type for all default AI Config variants.
+ */
+export type LDAIConfigDefaultKind = LDAIAgentConfigDefault | LDAICompletionConfigDefault | LDAIJudgeConfigDefault;
+/**
+ * Agent-specific AI Config with instructions.
+ */
+export interface LDAIAgentConfig extends LDAIConfig {
+    /**
+     * Instructions for the agent.
+     */
+    instructions?: string;
+    /**
+     * Judge configuration for AI Configs being evaluated.
+     * References judge AI Configs that should evaluate this AI Config.
+     */
+    judgeConfiguration?: LDJudgeConfiguration;
+}
+/**
+ * Completion AI Config (default mode).
+ */
+export interface LDAICompletionConfig extends LDAIConfig {
+    /**
+     * Optional prompt data for completion configurations.
+     */
+    messages?: LDMessage[];
+    /**
+     * Judge configuration for AI Configs being evaluated.
+     * References judge AI Configs that should evaluate this AI Config.
+     */
+    judgeConfiguration?: LDJudgeConfiguration;
+}
+/**
+ * Judge-specific AI Config with required evaluation metric key.
+ */
+export interface LDAIJudgeConfig extends LDAIConfig {
+    /**
+     * Optional prompt data for judge configurations.
+     */
+    messages?: LDMessage[];
+    /**
+     * Evaluation metric keys for judge configurations.
+     * The keys of the metrics that this judge can evaluate.
+     */
+    evaluationMetricKeys: string[];
+}
+/**
+ * Union type for all AI Config variants.
+ */
+export type LDAIConfigKind = LDAIAgentConfig | LDAICompletionConfig | LDAIJudgeConfig;
+/**
+ * Configuration for a single agent request.
+ */
+export interface LDAIAgentRequestConfig {
+    /**
+     * The agent key to retrieve.
+     */
+    key: string;
+    /**
+     * Default configuration for the agent.
+     */
+    defaultValue: LDAIAgentConfigDefault;
+    /**
+     * Variables for instructions interpolation.
+     */
+    variables?: Record<string, unknown>;
+}
+/**
+ * Mode type for AI configurations.
+ */
+export type LDAIConfigMode = 'completion' | 'agent' | 'judge';
+//# sourceMappingURL=types.d.ts.map

package/dist/src/api/config/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/api/config/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAMxD;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE1C;;OAEG;IACH,MAAM,CAAC,EAAE;QAAE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CACvC;AAED,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAMD;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,qCAAqC;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,MAAM,EAAE,OAAO,EAAE,CAAC;CACnB;AAMD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;IAEtB;;OAEG;IACH,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAE5B;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC;IACpE;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IACZ;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAMD;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,iBAAiB;IAC/D;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,2BAA4B,SAAQ,iBAAiB;IACpE;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,iBAAiB;IAC/D;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAC7B,sBAAsB,GACtB,2BAA2B,GAC3B,sBAAsB,CAAC;AAM3B;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,UAAU;IACtD;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,UAAU;IACjD;;OAEG;IACH,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAC;IACvB;;;OAGG;IACH,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAMD;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,eAAe,GAAG,oBAAoB,GAAG,eAAe,CAAC;AAMtF;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,YAAY,EAAE,sBAAsB,CAAC;IAErC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAMD;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,OAAO,GAAG,OAAO,CAAC"}

package/dist/{api/agents/LDAIAgent.js → src/api/config/types.js}

@@ -1,3 +1,3 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=LDAIAgent.js.map
+//# sourceMappingURL=types.js.map

package/dist/src/api/config/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/api/config/types.ts"],"names":[],"mappings":""}

package/dist/{api → src/api}/index.d.ts

@@ -1,6 +1,6 @@
 export * from './config';
-export * from './agents';
 export * from './chat';
+export * from './judge';
 export * from './metrics';
 export * from './LDAIClient';
 export * from './providers';

package/dist/src/api/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/dist/{api → src/api}/index.js

@@ -15,8 +15,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./config"), exports);
-__exportStar(require("./agents"), exports);
 __exportStar(require("./chat"), exports);
+__exportStar(require("./judge"), exports);
 __exportStar(require("./metrics"), exports);
 __exportStar(require("./LDAIClient"), exports);
 __exportStar(require("./providers"), exports);

package/dist/src/api/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,yCAAuB;AACvB,0CAAwB;AACxB,4CAA0B;AAC1B,+CAA6B;AAC7B,8CAA4B"}

package/dist/src/api/judge/EvaluationSchemaBuilder.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Internal class for building dynamic evaluation response schemas.
+ * Not exported - only used internally by TrackedJudge.
+ */
+declare class EvaluationSchemaBuilder {
+    static build(evaluationMetricKeys: string[]): Record<string, unknown>;
+    private static _buildKeyProperties;
+    private static _buildKeySchema;
+}
+export { EvaluationSchemaBuilder };
+//# sourceMappingURL=EvaluationSchemaBuilder.d.ts.map

package/dist/src/api/judge/EvaluationSchemaBuilder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EvaluationSchemaBuilder.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/EvaluationSchemaBuilder.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,cAAM,uBAAuB;IAC3B,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAiBrE,OAAO,CAAC,MAAM,CAAC,mBAAmB;IAUlC,OAAO,CAAC,MAAM,CAAC,eAAe;CAmB/B;AAED,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/src/api/judge/EvaluationSchemaBuilder.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationSchemaBuilder = void 0;
+/**
+ * Internal class for building dynamic evaluation response schemas.
+ * Not exported - only used internally by TrackedJudge.
+ */
+class EvaluationSchemaBuilder {
+    static build(evaluationMetricKeys) {
+        return {
+            type: 'object',
+            properties: {
+                evaluations: {
+                    type: 'object',
+                    description: `Object containing evaluation results for ${evaluationMetricKeys.join(', ')} metrics`,
+                    properties: this._buildKeyProperties(evaluationMetricKeys),
+                    required: evaluationMetricKeys,
+                    additionalProperties: false,
+                },
+            },
+            required: ['evaluations'],
+            additionalProperties: false,
+        };
+    }
+    static _buildKeyProperties(evaluationMetricKeys) {
+        return evaluationMetricKeys.reduce((acc, key) => {
+            acc[key] = this._buildKeySchema(key);
+            return acc;
+        }, {});
+    }
+    static _buildKeySchema(key) {
+        return {
+            type: 'object',
+            properties: {
+                score: {
+                    type: 'number',
+                    minimum: 0,
+                    maximum: 1,
+                    description: `Score between 0.0 and 1.0 for ${key}`,
+                },
+                reasoning: {
+                    type: 'string',
+                    description: `Reasoning behind the score for ${key}`,
+                },
+            },
+            required: ['score', 'reasoning'],
+            additionalProperties: false,
+        };
+    }
+}
+exports.EvaluationSchemaBuilder = EvaluationSchemaBuilder;
+//# sourceMappingURL=EvaluationSchemaBuilder.js.map

package/dist/src/api/judge/EvaluationSchemaBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EvaluationSchemaBuilder.js","sourceRoot":"","sources":["../../../../src/api/judge/EvaluationSchemaBuilder.ts"],"names":[],"mappings":";;;AAAA;;;GAGG;AACH,MAAM,uBAAuB;IAC3B,MAAM,CAAC,KAAK,CAAC,oBAA8B;QACzC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;oBAClG,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,oBAAoB,CAAC;oBAC1D,QAAQ,EAAE,oBAAoB;oBAC9B,oBAAoB,EAAE,KAAK;iBAC5B;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;YACzB,oBAAoB,EAAE,KAAK;SACnB,CAAC;IACb,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAAC,oBAA8B;QAC/D,OAAO,oBAAoB,CAAC,MAAM,CAChC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA6B,CAC9B,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,GAAW;QACxC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;oBACV,WAAW,EAAE,iCAAiC,GAAG,EAAE;iBACpD;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kCAAkC,GAAG,EAAE;iBACrD;aACF;YACD,QAAQ,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;YAChC,oBAAoB,EAAE,KAAK;SAC5B,CAAC;IACJ,CAAC;CACF;AAEQ,0DAAuB"}

package/dist/src/api/judge/Judge.d.ts

@@ -0,0 +1,63 @@
+import { LDLogger } from '@launchdarkly/js-server-sdk-common';
+import { ChatResponse } from '../chat/types';
+import { LDAIConfigTracker } from '../config/LDAIConfigTracker';
+import { LDAIJudgeConfig, LDMessage } from '../config/types';
+import { AIProvider } from '../providers/AIProvider';
+import { JudgeResponse } from './types';
+/**
+ * Judge implementation that handles evaluation functionality and conversation management.
+ *
+ * According to the AIEval spec, judges are AI Configs with mode: "judge" that evaluate
+ * other AI Configs using structured output.
+ */
+export declare class Judge {
+    private readonly _aiConfig;
+    private readonly _aiConfigTracker;
+    private readonly _aiProvider;
+    private readonly _logger?;
+    private readonly _evaluationResponseStructure;
+    constructor(_aiConfig: LDAIJudgeConfig, _aiConfigTracker: LDAIConfigTracker, _aiProvider: AIProvider, logger?: LDLogger);
+    /**
+     * Evaluates an AI response using the judge's configuration.
+     *
+     * @param input The input prompt or question that was provided to the AI
+     * @param output The AI-generated response to be evaluated
+     * @param samplingRate Sampling rate (0-1) to determine if evaluation should be processed (defaults to 1)
+     * @returns Promise that resolves to evaluation results or undefined if not sampled
+     */
+    evaluate(input: string, output: string, samplingRate?: number): Promise<JudgeResponse | undefined>;
+    /**
+     * Evaluates an AI response from chat messages and response.
+     *
+     * @param messages Array of messages representing the conversation history
+     * @param response The AI response to be evaluated
+     * @param samplingRatio Sampling ratio (0-1) to determine if evaluation should be processed (defaults to 1)
+     * @returns Promise that resolves to evaluation results or undefined if not sampled
+     */
+    evaluateMessages(messages: LDMessage[], response: ChatResponse, samplingRatio?: number): Promise<JudgeResponse | undefined>;
+    /**
+     * Returns the AI Config used by this judge.
+     */
+    getAIConfig(): LDAIJudgeConfig;
+    /**
+     * Returns the tracker associated with this judge.
+     */
+    getTracker(): LDAIConfigTracker;
+    /**
+     * Returns the AI provider used by this judge.
+     */
+    getProvider(): AIProvider;
+    /**
+     * Constructs evaluation messages by combining judge's config messages with input/output.
+     */
+    private _constructEvaluationMessages;
+    /**
+     * Interpolates message content with variables using Mustache templating.
+     */
+    private _interpolateMessage;
+    /**
+     * Parses the structured evaluation response from the AI provider.
+     */
+    private _parseEvaluationResponse;
+}
+//# sourceMappingURL=Judge.d.ts.map

package/dist/src/api/judge/Judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Judge.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/Judge.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAa,aAAa,EAAsB,MAAM,SAAS,CAAC;AAEvE;;;;;GAKG;AACH,qBAAa,KAAK;IAKd,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW;IAN9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAW;IACpC,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAA0B;gBAGpD,SAAS,EAAE,eAAe,EAC1B,gBAAgB,EAAE,iBAAiB,EACnC,WAAW,EAAE,UAAU,EACxC,MAAM,CAAC,EAAE,QAAQ;IAQnB;;;;;;;OAOG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,YAAY,GAAE,MAAU,GACvB,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IA6DrC;;;;;;;OAOG;IACG,gBAAgB,CACpB,QAAQ,EAAE,SAAS,EAAE,EACrB,QAAQ,EAAE,YAAY,EACtB,aAAa,GAAE,MAAU,GACxB,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAOrC;;OAEG;IACH,WAAW,IAAI,eAAe;IAI9B;;OAEG;IACH,UAAU,IAAI,iBAAiB;IAI/B;;OAEG;IACH,WAAW,IAAI,UAAU;IAIzB;;OAEG;IACH,OAAO,CAAC,4BAA4B;IAYpC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAI3B;;OAEG;IACH,OAAO,CAAC,wBAAwB;CA8CjC"}