@launchdarkly/server-sdk-ai 0.12.3 → 0.14.0

package/dist/src/api/judge/Judge.js

@@ -0,0 +1,149 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Judge = void 0;
+const Mustache = require("mustache");
+const EvaluationSchemaBuilder_1 = require("./EvaluationSchemaBuilder");
+/**
+ * Judge implementation that handles evaluation functionality and conversation management.
+ *
+ * According to the AIEval spec, judges are AI Configs with mode: "judge" that evaluate
+ * other AI Configs using structured output.
+ */
+class Judge {
+    constructor(_aiConfig, _aiConfigTracker, _aiProvider, logger) {
+        this._aiConfig = _aiConfig;
+        this._aiConfigTracker = _aiConfigTracker;
+        this._aiProvider = _aiProvider;
+        this._logger = logger;
+        this._evaluationResponseStructure = EvaluationSchemaBuilder_1.EvaluationSchemaBuilder.build(this._aiConfig.evaluationMetricKeys);
+    }
+    /**
+     * Evaluates an AI response using the judge's configuration.
+     *
+     * @param input The input prompt or question that was provided to the AI
+     * @param output The AI-generated response to be evaluated
+     * @param samplingRate Sampling rate (0-1) to determine if evaluation should be processed (defaults to 1)
+     * @returns Promise that resolves to evaluation results or undefined if not sampled
+     */
+    async evaluate(input, output, samplingRate = 1) {
+        var _a, _b, _c, _d, _e;
+        try {
+            if (!this._aiConfig.evaluationMetricKeys ||
+                this._aiConfig.evaluationMetricKeys.length === 0) {
+                (_a = this._logger) === null || _a === void 0 ? void 0 : _a.warn('Judge configuration is missing required evaluationMetricKeys', this._aiConfigTracker.getTrackData());
+                return undefined;
+            }
+            if (!this._aiConfig.messages) {
+                (_b = this._logger) === null || _b === void 0 ? void 0 : _b.warn('Judge configuration must include messages', this._aiConfigTracker.getTrackData());
+                return undefined;
+            }
+            if (Math.random() > samplingRate) {
+                (_c = this._logger) === null || _c === void 0 ? void 0 : _c.debug(`Judge evaluation skipped due to sampling rate: ${samplingRate}`);
+                return undefined;
+            }
+            const messages = this._constructEvaluationMessages(input, output);
+            const response = await this._aiConfigTracker.trackMetricsOf((result) => result.metrics, () => this._aiProvider.invokeStructuredModel(messages, this._evaluationResponseStructure));
+            let { success } = response.metrics;
+            const evals = this._parseEvaluationResponse(response.data);
+            if (Object.keys(evals).length !== this._aiConfig.evaluationMetricKeys.length) {
+                (_d = this._logger) === null || _d === void 0 ? void 0 : _d.warn('Judge evaluation did not return all evaluations', this._aiConfigTracker.getTrackData());
+                success = false;
+            }
+            return {
+                evals,
+                success,
+            };
+        }
+        catch (error) {
+            (_e = this._logger) === null || _e === void 0 ? void 0 : _e.error('Judge evaluation failed:', error);
+            return {
+                evals: {},
+                success: false,
+                error: error instanceof Error ? error.message : 'Unknown error',
+            };
+        }
+    }
+    /**
+     * Evaluates an AI response from chat messages and response.
+     *
+     * @param messages Array of messages representing the conversation history
+     * @param response The AI response to be evaluated
+     * @param samplingRatio Sampling ratio (0-1) to determine if evaluation should be processed (defaults to 1)
+     * @returns Promise that resolves to evaluation results or undefined if not sampled
+     */
+    async evaluateMessages(messages, response, samplingRatio = 1) {
+        const input = messages.length === 0 ? '' : messages.map((msg) => msg.content).join('\r\n');
+        const output = response.message.content;
+        return this.evaluate(input, output, samplingRatio);
+    }
+    /**
+     * Returns the AI Config used by this judge.
+     */
+    getAIConfig() {
+        return this._aiConfig;
+    }
+    /**
+     * Returns the tracker associated with this judge.
+     */
+    getTracker() {
+        return this._aiConfigTracker;
+    }
+    /**
+     * Returns the AI provider used by this judge.
+     */
+    getProvider() {
+        return this._aiProvider;
+    }
+    /**
+     * Constructs evaluation messages by combining judge's config messages with input/output.
+     */
+    _constructEvaluationMessages(input, output) {
+        const messages = this._aiConfig.messages.map((msg) => (Object.assign(Object.assign({}, msg), { content: this._interpolateMessage(msg.content, {
+                message_history: input,
+                response_to_evaluate: output,
+            }) })));
+        return messages;
+    }
+    /**
+     * Interpolates message content with variables using Mustache templating.
+     */
+    _interpolateMessage(content, variables) {
+        return Mustache.render(content, variables, undefined, { escape: (item) => item });
+    }
+    /**
+     * Parses the structured evaluation response from the AI provider.
+     */
+    _parseEvaluationResponse(data) {
+        var _a;
+        const evaluations = data.evaluations;
+        const results = {};
+        if (!data.evaluations || typeof data.evaluations !== 'object') {
+            (_a = this._logger) === null || _a === void 0 ? void 0 : _a.warn('Invalid response: missing or invalid evaluations object');
+            return results;
+        }
+        this._aiConfig.evaluationMetricKeys.forEach((metricKey) => {
+            var _a, _b, _c;
+            const evaluation = evaluations[metricKey];
+            if (!evaluation || typeof evaluation !== 'object') {
+                (_a = this._logger) === null || _a === void 0 ? void 0 : _a.warn(`Missing evaluation for metric key: ${metricKey}`, this._aiConfigTracker.getTrackData());
+                return;
+            }
+            const evalData = evaluation;
+            if (typeof evalData.score !== 'number' || evalData.score < 0 || evalData.score > 1) {
+                (_b = this._logger) === null || _b === void 0 ? void 0 : _b.warn(`Invalid score evaluated for ${metricKey}: ${evalData.score}. Score must be a number between 0 and 1 inclusive`, this._aiConfigTracker.getTrackData());
+                return;
+            }
+            if (typeof evalData.reasoning !== 'string') {
+                (_c = this._logger) === null || _c === void 0 ? void 0 : _c.warn(`Invalid reasoning evaluated for ${metricKey}: ${evalData.reasoning}. Reasoning must be a string`, this._aiConfigTracker.getTrackData());
+                return;
+            }
+            results[metricKey] = {
+                score: evalData.score,
+                reasoning: evalData.reasoning,
+            };
+        });
+        return results;
+    }
+}
+exports.Judge = Judge;
+//# sourceMappingURL=Judge.js.map

package/dist/src/api/judge/Judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Judge.js","sourceRoot":"","sources":["../../../../src/api/judge/Judge.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AAQrC,uEAAoE;AAGpE;;;;;GAKG;AACH,MAAa,KAAK;IAIhB,YACmB,SAA0B,EAC1B,gBAAmC,EACnC,WAAuB,EACxC,MAAiB;QAHA,cAAS,GAAT,SAAS,CAAiB;QAC1B,qBAAgB,GAAhB,gBAAgB,CAAmB;QACnC,gBAAW,GAAX,WAAW,CAAY;QAGxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,4BAA4B,GAAG,iDAAuB,CAAC,KAAK,CAC/D,IAAI,CAAC,SAAS,CAAC,oBAAoB,CACpC,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,MAAc,EACd,eAAuB,CAAC;;QAExB,IAAI;YACF,IACE,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB;gBACpC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAChD;gBACA,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,8DAA8D,EAC9D,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO,SAAS,CAAC;aAClB;YAED,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;gBAC5B,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,2CAA2C,EAC3C,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO,SAAS,CAAC;aAClB;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,YAAY,EAAE;gBAChC,MAAA,IAAI,CAAC,OAAO,0CAAE,KAAK,CAAC,kDAAkD,YAAY,EAAE,CAAC,CAAC;gBACtF,OAAO,SAAS,CAAC;aAClB;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,4BAA4B,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAElE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CACzD,CAAC,MAA0B,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAC9C,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,CAAC,4BAA4B,CAAC,CAC1F,CAAC;YAEF,IAAI,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC;YAEnC,MAAM,KAAK,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE3D,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBAC5E,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,iDAAiD,EACjD,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO,GAAG,KAAK,CAAC;aACjB;YAED,OAAO;gBACL,KAAK;gBACL,OAAO;aACR,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,MAAA,IAAI,CAAC,OAAO,0CAAE,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;SACH;IACH,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,gBAAgB,CACpB,QAAqB,EACrB,QAAsB,EACtB,gBAAwB,CAAC;QAEzB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3F,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAExC,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,4BAA4B,CAAC,KAAa,EAAE,MAAc;QAChE,MAAM,QAAQ,GAAgB,IAAI,CAAC,SAAS,CAAC,QAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iCAC/D,GAAG,KACN,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC7C,eAAe,EAAE,KAAK;gBACtB,oBAAoB,EAAE,MAAM;aAC7B,CAAC,IACF,CAAC,CAAC;QAEJ,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,OAAe,EAAE,SAAiC;QAC5E,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,IAA6B;;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,WAAsC,CAAC;QAChE,MAAM,OAAO,GAA8B,EAAE,CAAC;QAE9C,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,EAAE;YAC7D,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAAC,yDAAyD,CAAC,CAAC;YAC9E,OAAO,OAAO,CAAC;SAChB;QAED,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;;YACxD,MAAM,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;YAE1C,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBACjD,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,sCAAsC,SAAS,EAAE,EACjD,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO;aACR;YAED,MAAM,QAAQ,GAAG,UAAqC,CAAC;YAEvD,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,KAAK,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE;gBAClF,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,+BAA+B,SAAS,KAAK,QAAQ,CAAC,KAAK,oDAAoD,EAC/G,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO;aACR;YAED,IAAI,OAAO,QAAQ,CAAC,SAAS,KAAK,QAAQ,EAAE;gBAC1C,MAAA,IAAI,CAAC,OAAO,0CAAE,IAAI,CAChB,mCAAmC,SAAS,KAAK,QAAQ,CAAC,SAAS,8BAA8B,EACjG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CACrC,CAAC;gBACF,OAAO;aACR;YAED,OAAO,CAAC,SAAS,CAAC,GAAG;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;aAC9B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAtMD,sBAsMC"}

package/dist/src/api/judge/index.d.ts

@@ -0,0 +1,3 @@
+export { Judge } from './Judge';
+export type { EvalScore, JudgeResponse, StructuredResponse } from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/api/judge/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC"}

package/dist/src/api/judge/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Judge = void 0;
+var Judge_1 = require("./Judge");
+Object.defineProperty(exports, "Judge", { enumerable: true, get: function () { return Judge_1.Judge; } });
+//# sourceMappingURL=index.js.map

package/dist/src/api/judge/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/api/judge/index.ts"],"names":[],"mappings":";;;AAAA,iCAAgC;AAAvB,8FAAA,KAAK,OAAA"}

package/dist/src/api/judge/types.d.ts

@@ -0,0 +1,35 @@
+import { LDAIMetrics } from '../metrics/LDAIMetrics';
+/**
+ * Structured response from AI models.
+ */
+export interface StructuredResponse {
+    /** The structured data returned by the model */
+    data: Record<string, unknown>;
+    /** The raw response from the model */
+    rawResponse: string;
+    /**
+     * Metrics information including success status and token usage.
+     */
+    metrics: LDAIMetrics;
+}
+/**
+ * Score and reasoning for a single evaluation metric.
+ */
+export interface EvalScore {
+    /** Score between 0.0 and 1.0 indicating the evaluation result for this metric */
+    score: number;
+    /** Reasoning behind the provided score for this metric */
+    reasoning: string;
+}
+/**
+ * Response from a judge evaluation containing scores and reasoning for multiple metrics.
+ */
+export interface JudgeResponse {
+    /** Dictionary where keys are metric names and values contain score and reasoning */
+    evals: Record<string, EvalScore>;
+    /** Whether the evaluation completed successfully */
+    success: boolean;
+    /** Error message if evaluation failed */
+    error?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/api/judge/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/api/judge/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,gDAAgD;IAChD,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE9B,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,iFAAiF;IACjF,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,oFAAoF;IACpF,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACjC,oDAAoD;IACpD,OAAO,EAAE,OAAO,CAAC;IACjB,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/dist/{api/config/LDAIConfig.js → src/api/judge/types.js}

@@ -1,3 +1,3 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=LDAIConfig.js.map
+//# sourceMappingURL=types.js.map

package/dist/src/api/judge/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/api/judge/types.ts"],"names":[],"mappings":""}

package/dist/src/api/metrics/BedrockTokenUsage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BedrockTokenUsage.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/BedrockTokenUsage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,YAAY,CAMf"}

package/dist/src/api/metrics/BedrockTokenUsage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BedrockTokenUsage.js","sourceRoot":"","sources":["../../../../src/api/metrics/BedrockTokenUsage.ts"],"names":[],"mappings":";;;AAEA,SAAgB,uBAAuB,CAAC,IAIvC;IACC,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC;QAC5B,KAAK,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC;QAC5B,MAAM,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;KAC/B,CAAC;AACJ,CAAC;AAVD,0DAUC"}

package/dist/src/api/metrics/LDAIMetrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIMetrics.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/LDAIMetrics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB"}

package/dist/src/api/metrics/LDAIMetrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIMetrics.js","sourceRoot":"","sources":["../../../../src/api/metrics/LDAIMetrics.ts"],"names":[],"mappings":""}

package/dist/src/api/metrics/LDFeedbackKind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDFeedbackKind.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/LDFeedbackKind.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,oBAAY,cAAc;IACxB;;OAEG;IACH,QAAQ,aAAa;IACrB;;OAEG;IACH,QAAQ,aAAa;CACtB"}

package/dist/src/api/metrics/LDFeedbackKind.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDFeedbackKind.js","sourceRoot":"","sources":["../../../../src/api/metrics/LDFeedbackKind.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACH,IAAY,cASX;AATD,WAAY,cAAc;IACxB;;OAEG;IACH,uCAAqB,CAAA;IACrB;;OAEG;IACH,uCAAqB,CAAA;AACvB,CAAC,EATW,cAAc,8BAAd,cAAc,QASzB"}

package/dist/src/api/metrics/LDTokenUsage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDTokenUsage.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/LDTokenUsage.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB"}

package/dist/src/api/metrics/LDTokenUsage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDTokenUsage.js","sourceRoot":"","sources":["../../../../src/api/metrics/LDTokenUsage.ts"],"names":[],"mappings":""}

package/dist/src/api/metrics/OpenAiUsage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAiUsage.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/OpenAiUsage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,wBAAgB,iBAAiB,CAAC,IAAI,EAAE;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,YAAY,CAMf"}

package/dist/src/api/metrics/OpenAiUsage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAiUsage.js","sourceRoot":"","sources":["../../../../src/api/metrics/OpenAiUsage.ts"],"names":[],"mappings":";;;AAEA,SAAgB,iBAAiB,CAAC,IAIjC;;IACC,OAAO;QACL,KAAK,EAAE,MAAA,IAAI,CAAC,YAAY,mCAAI,CAAC;QAC7B,KAAK,EAAE,MAAA,IAAI,CAAC,aAAa,mCAAI,CAAC;QAC9B,MAAM,EAAE,MAAA,IAAI,CAAC,iBAAiB,mCAAI,CAAC;KACpC,CAAC;AACJ,CAAC;AAVD,8CAUC"}

package/dist/src/api/metrics/VercelAISDKTokenUsage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VercelAISDKTokenUsage.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/VercelAISDKTokenUsage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,wBAAgB,2BAA2B,CAAC,IAAI,EAAE;IAChD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,GAAG,YAAY,CAMf"}

package/dist/src/api/metrics/VercelAISDKTokenUsage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VercelAISDKTokenUsage.js","sourceRoot":"","sources":["../../../../src/api/metrics/VercelAISDKTokenUsage.ts"],"names":[],"mappings":";;;AAEA,SAAgB,2BAA2B,CAAC,IAM3C;;IACC,OAAO;QACL,KAAK,EAAE,MAAA,IAAI,CAAC,WAAW,mCAAI,CAAC;QAC5B,KAAK,EAAE,MAAA,MAAA,IAAI,CAAC,WAAW,mCAAI,IAAI,CAAC,YAAY,mCAAI,CAAC;QACjD,MAAM,EAAE,MAAA,MAAA,IAAI,CAAC,YAAY,mCAAI,IAAI,CAAC,gBAAgB,mCAAI,CAAC;KACxD,CAAC;AACJ,CAAC;AAZD,kEAYC"}

package/dist/src/api/metrics/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/api/metrics/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,yBAAyB,CAAC"}

package/dist/src/api/metrics/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/api/metrics/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,gDAA8B;AAC9B,mDAAiC;AACjC,gDAA8B;AAC9B,iDAA+B;AAC/B,0DAAwC"}

package/dist/{api → src/api}/providers/AIProvider.d.ts

@@ -1,6 +1,7 @@
 import { LDLogger } from '@launchdarkly/js-server-sdk-common';
 import { ChatResponse } from '../chat/types';
-import { LDAIConfig, LDMessage } from '../config/LDAIConfig';
+import { LDAIConfigKind, LDMessage } from '../config/types';
+import { StructuredResponse } from '../judge/types';
 /**
  * Abstract base class for AI providers that implement chat model functionality.
  * This class provides the contract that all provider implementations must follow
@@ -17,10 +18,26 @@ export declare abstract class AIProvider {
      * This method should convert messages to provider format, invoke the model,
      * and return a ChatResponse with the result and metrics.
      *
+     * Default implementation takes no action and returns a placeholder response.
+     * Provider implementations should override this method.
+     *
      * @param messages Array of LDMessage objects representing the conversation
      * @returns Promise that resolves to a ChatResponse containing the model's response
      */
-    abstract invokeModel(messages: LDMessage[]): Promise<ChatResponse>;
+    invokeModel(_messages: LDMessage[]): Promise<ChatResponse>;
+    /**
+     * Invoke the chat model with structured output support.
+     * This method should convert messages to provider format, invoke the model with
+     * structured output configuration, and return a structured response.
+     *
+     * Default implementation takes no action and returns a placeholder response.
+     * Provider implementations should override this method.
+     *
+     * @param messages Array of LDMessage objects representing the conversation
+     * @param responseStructure Dictionary of output configurations keyed by output name
+     * @returns Promise that resolves to a structured response
+     */
+    invokeStructuredModel(_messages: LDMessage[], _responseStructure: Record<string, unknown>): Promise<StructuredResponse>;
     /**
      * Static method that constructs an instance of the provider.
      * Each provider implementation must provide their own static create method
@@ -30,6 +47,6 @@ export declare abstract class AIProvider {
      * @param logger Optional logger for the provider
      * @returns Promise that resolves to a configured provider instance
      */
-    static create(aiConfig: LDAIConfig, logger?: LDLogger): Promise<AIProvider>;
+    static create(aiConfig: LDAIConfigKind, logger?: LDLogger): Promise<AIProvider>;
 }
 //# sourceMappingURL=AIProvider.d.ts.map

package/dist/src/api/providers/AIProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AIProvider.d.ts","sourceRoot":"","sources":["../../../../src/api/providers/AIProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD;;;;;;;GAOG;AACH,8BAAsB,UAAU;IAC9B,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC;gBAEzB,MAAM,CAAC,EAAE,QAAQ;IAG7B;;;;;;;;;;OAUG;IACG,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IAkBhE;;;;;;;;;;;OAWG;IACG,qBAAqB,CACzB,SAAS,EAAE,SAAS,EAAE,EACtB,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC1C,OAAO,CAAC,kBAAkB,CAAC;IAgB9B;;;;;;;;OAQG;WAEU,MAAM,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC;CAGtF"}

package/dist/src/api/providers/AIProvider.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AIProvider = void 0;
+/**
+ * Abstract base class for AI providers that implement chat model functionality.
+ * This class provides the contract that all provider implementations must follow
+ * to integrate with LaunchDarkly's tracking and configuration capabilities.
+ *
+ * Following the AICHAT spec recommendation to use base classes with non-abstract methods
+ * for better extensibility and backwards compatibility.
+ */
+class AIProvider {
+    constructor(logger) {
+        this.logger = logger;
+    }
+    /**
+     * Invoke the chat model with an array of messages.
+     * This method should convert messages to provider format, invoke the model,
+     * and return a ChatResponse with the result and metrics.
+     *
+     * Default implementation takes no action and returns a placeholder response.
+     * Provider implementations should override this method.
+     *
+     * @param messages Array of LDMessage objects representing the conversation
+     * @returns Promise that resolves to a ChatResponse containing the model's response
+     */
+    async invokeModel(_messages) {
+        var _a;
+        (_a = this.logger) === null || _a === void 0 ? void 0 : _a.warn('invokeModel not implemented by this provider');
+        return {
+            message: {
+                role: 'assistant',
+                content: '',
+            },
+            metrics: {
+                success: false,
+                usage: {
+                    total: 0,
+                    input: 0,
+                    output: 0,
+                },
+            },
+        };
+    }
+    /**
+     * Invoke the chat model with structured output support.
+     * This method should convert messages to provider format, invoke the model with
+     * structured output configuration, and return a structured response.
+     *
+     * Default implementation takes no action and returns a placeholder response.
+     * Provider implementations should override this method.
+     *
+     * @param messages Array of LDMessage objects representing the conversation
+     * @param responseStructure Dictionary of output configurations keyed by output name
+     * @returns Promise that resolves to a structured response
+     */
+    async invokeStructuredModel(_messages, _responseStructure) {
+        var _a;
+        (_a = this.logger) === null || _a === void 0 ? void 0 : _a.warn('invokeStructuredModel not implemented by this provider');
+        return {
+            data: {},
+            rawResponse: '',
+            metrics: {
+                success: false,
+                usage: {
+                    total: 0,
+                    input: 0,
+                    output: 0,
+                },
+            },
+        };
+    }
+    /**
+     * Static method that constructs an instance of the provider.
+     * Each provider implementation must provide their own static create method
+     * that accepts an AIConfig and returns a configured instance.
+     *
+     * @param aiConfig The LaunchDarkly AI configuration
+     * @param logger Optional logger for the provider
+     * @returns Promise that resolves to a configured provider instance
+     */
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    static async create(aiConfig, logger) {
+        throw new Error('Provider implementations must override the static create method');
+    }
+}
+exports.AIProvider = AIProvider;
+//# sourceMappingURL=AIProvider.js.map

package/dist/src/api/providers/AIProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AIProvider.js","sourceRoot":"","sources":["../../../../src/api/providers/AIProvider.ts"],"names":[],"mappings":";;;AAMA;;;;;;;GAOG;AACH,MAAsB,UAAU;IAG9B,YAAY,MAAiB;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IACD;;;;;;;;;;OAUG;IACH,KAAK,CAAC,WAAW,CAAC,SAAsB;;QACtC,MAAA,IAAI,CAAC,MAAM,0CAAE,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAClE,OAAO;YACL,OAAO,EAAE;gBACP,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,EAAE;aACZ;YACD,OAAO,EAAE;gBACP,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV;aACF;SACF,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,qBAAqB,CACzB,SAAsB,EACtB,kBAA2C;;QAE3C,MAAA,IAAI,CAAC,MAAM,0CAAE,IAAI,CAAC,wDAAwD,CAAC,CAAC;QAC5E,OAAO;YACL,IAAI,EAAE,EAAE;YACR,WAAW,EAAE,EAAE;YACf,OAAO,EAAE;gBACP,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV;aACF;SACF,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,6DAA6D;IAC7D,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAwB,EAAE,MAAiB;QAC7D,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;CACF;AA/ED,gCA+EC"}

package/dist/{api → src/api}/providers/AIProviderFactory.d.ts

@@ -1,5 +1,5 @@
 import { LDLogger } from '@launchdarkly/js-server-sdk-common';
-import { LDAIConfig } from '../config/LDAIConfig';
+import { LDAIConfigKind } from '../config/types';
 import { AIProvider } from './AIProvider';
 /**
  * List of supported AI providers.
@@ -22,7 +22,7 @@ export declare class AIProviderFactory {
      * @param logger Optional logger for logging provider initialization
      * @param defaultAiProvider Optional default AI provider to use
      */
-    static create(aiConfig: LDAIConfig, logger?: LDLogger, defaultAiProvider?: SupportedAIProvider): Promise<AIProvider | undefined>;
+    static create(aiConfig: LDAIConfigKind, logger?: LDLogger, defaultAiProvider?: SupportedAIProvider): Promise<AIProvider | undefined>;
     /**
      * Determine which providers to try based on defaultAiProvider and providerName.
      */

package/dist/src/api/providers/AIProviderFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AIProviderFactory.d.ts","sourceRoot":"","sources":["../../../../src/api/providers/AIProviderFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAE9D,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C;;GAEG;AACH,eAAO,MAAM,sBAAsB,4CAKzB,CAAC;AAEX;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,OAAO,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE1E;;GAEG;AACH,qBAAa,iBAAiB;IAC5B;;;;;;;;OAQG;WACU,MAAM,CACjB,QAAQ,EAAE,cAAc,EACxB,MAAM,CAAC,EAAE,QAAQ,EACjB,iBAAiB,CAAC,EAAE,mBAAmB,GACtC,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAsBlC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IA0BjC;;OAEG;mBACkB,kBAAkB;IAgCvC;;OAEG;mBACkB,eAAe;CAyBrC"}

package/dist/src/api/providers/AIProviderFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AIProviderFactory.js","sourceRoot":"","sources":["../../../../src/api/providers/AIProviderFactory.ts"],"names":[],"mappings":";;;AAKA;;GAEG;AACU,QAAA,sBAAsB,GAAG;IACpC,QAAQ;IACR,qDAAqD;IACrD,WAAW;IACX,QAAQ;CACA,CAAC;AAOX;;GAEG;AACH,MAAa,iBAAiB;IAC5B;;;;;;;;OAQG;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,QAAwB,EACxB,MAAiB,EACjB,iBAAuC;;QAEvC,MAAM,YAAY,GAAG,MAAA,MAAA,QAAQ,CAAC,QAAQ,0CAAE,IAAI,0CAAE,WAAW,EAAE,CAAC;QAC5D,8DAA8D;QAC9D,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC;QAEhF,6BAA6B;QAC7B,gDAAgD;QAChD,KAAK,MAAM,YAAY,IAAI,cAAc,EAAE;YACzC,4CAA4C;YAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC/E,IAAI,QAAQ,EAAE;gBACZ,OAAO,QAAQ,CAAC;aACjB;SACF;QAED,yDAAyD;QACzD,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,CACV,sDAAsD,MAAA,MAAA,QAAQ,CAAC,QAAQ,0CAAE,IAAI,mCAAI,SAAS,EAAE,CAC7F,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,kBAAkB,CAC/B,iBAAuC,EACvC,YAAqB;QAErB,+DAA+D;QAC/D,IAAI,iBAAiB,EAAE;YACrB,OAAO,CAAC,iBAAiB,CAAC,CAAC;SAC5B;QAED,6DAA6D;QAC7D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;QAEnD,oDAAoD;QACpD,IAAI,YAAY,IAAI,8BAAsB,CAAC,QAAQ,CAAC,YAAmC,CAAC,EAAE;YACxF,WAAW,CAAC,GAAG,CAAC,YAAmC,CAAC,CAAC;SACtD;QAED,yDAAyD;QACzD,MAAM,qBAAqB,GAA0B,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC7E,qBAAqB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACzC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,kBAAkB,CACrC,YAAiC,EACjC,QAAwB,EACxB,MAAiB;QAEjB,QAAQ,YAAY,EAAE;YACpB,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,eAAe,CACzB,oCAAoC,EACpC,gBAAgB,EAChB,QAAQ,EACR,MAAM,CACP,CAAC;YACJ,KAAK,WAAW;gBACd,OAAO,IAAI,CAAC,eAAe,CACzB,uCAAuC,EACvC,mBAAmB,EACnB,QAAQ,EACR,MAAM,CACP,CAAC;YACJ,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,eAAe,CACzB,oCAAoC,EACpC,gBAAgB,EAChB,QAAQ,EACR,MAAM,CACP,CAAC;YACJ;gBACE,OAAO,SAAS,CAAC;SACpB;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,eAAe,CAClC,WAAmB,EACnB,iBAAyB,EACzB,QAAwB,EACxB,MAAiB;;QAEjB,IAAI;YACF,yCAAyC;YACzC,6CAA6C;YAC7C,wGAAwG;YACxG,MAAM,EAAE,CAAC,iBAAiB,CAAC,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;YAEpE,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC9D,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,CACX,wCAAwC,MAAA,QAAQ,CAAC,QAAQ,0CAAE,IAAI,iBAAiB,WAAW,EAAE,CAC9F,CAAC;YACF,OAAO,QAAQ,CAAC;SACjB;QAAC,OAAO,KAAK,EAAE;YACd,uEAAuE;YACvE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,CACV,kCAAkC,MAAA,QAAQ,CAAC,QAAQ,0CAAE,IAAI,iBAAiB,WAAW,KAAK,KAAK,EAAE,CAClG,CAAC;YACF,OAAO,SAAS,CAAC;SAClB;IACH,CAAC;CACF;AAhID,8CAgIC"}

package/dist/src/api/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/api/providers/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC"}

package/dist/src/api/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/api/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,+CAA6B;AAC7B,sDAAoC"}

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C;;;;GAIG;AACH,wBAAgB,MAAM,CAAC,QAAQ,EAAE,WAAW,GAAG,UAAU,CAExD;AAED,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAE9D,cAAc,OAAO,CAAC"}

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AASA,qDAAkD;AAGlD;;;;GAIG;AACH,SAAgB,MAAM,CAAC,QAAqB;IAC1C,OAAO,IAAI,+BAAc,CAAC,QAAQ,CAAC,CAAC;AACtC,CAAC;AAFD,wBAEC;AAID,wCAAsB"}