@launchdarkly/server-sdk-ai 0.1.0

package/CHANGELOG.md

@@ -0,0 +1,8 @@
+# Changelog
+
+## 0.1.0 (2024-11-06)
+
+
+### Features
+
+* Add AI SDK for Server-Side JavaScript. ([#619](https://github.com/launchdarkly/js-core/issues/619)) ([18e8c4c](https://github.com/launchdarkly/js-core/commit/18e8c4c9c2189e7629e1e1eb995d85d857c4ae4f))

package/README.md

@@ -0,0 +1,68 @@
+# LaunchDarkly AI SDK for Server-Side JavaScript
+
+# ⛔️⛔️⛔️⛔️
+
+> [!CAUTION]
+> This library is a alpha version and should not be considered ready for production use while this message is visible.
+
+# ☝️☝️☝️☝️☝️☝️
+
+## LaunchDarkly overview
+
+[LaunchDarkly](https://www.launchdarkly.com) is a feature management platform that serves over 100 billion feature flags daily to help teams build better software, faster. [Get started](https://docs.launchdarkly.com/home/getting-started) using LaunchDarkly today!
+
+[![Twitter Follow](https://img.shields.io/twitter/follow/launchdarkly.svg?style=social&label=Follow&maxAge=2592000)](https://twitter.com/intent/follow?screen_name=launchdarkly)
+
+## Quick Setup
+
+This assumes that you have already installed the LaunchDarkly Node.js SDK, or a compatible edge
+SDK.
+
+1. Install this package with `npm` or `yarn`:
+
+```shell
+npm install @launchdarkly/server-sdk-ai --save
+```
+
+2. Create an AI SDK instance:
+
+```typescript
+// The ldClient instance should be created based on the instructions in the relevant SDK.
+const aiClient = initAi(ldClient);
+```
+
+3. Evaluate a model configuration:
+```typescript
+  const config = await aiClient.modelConfig(
+    aiConfigKey!,
+    context,
+    { enabled: false },
+    { myVariable: 'My User Defined Variable' },
+  );
+```
+
+For an example of how to use the config please refer to the examples folder.
+
+## Contributing
+
+We encourage pull requests and other contributions from the community. Check out our [contributing guidelines](CONTRIBUTING.md) for instructions on how to contribute to this SDK.
+
+## About LaunchDarkly
+
+- LaunchDarkly is a continuous delivery platform that provides feature flags as a service and allows developers to iterate quickly and safely. We allow you to easily flag your features and manage them from the LaunchDarkly dashboard. With LaunchDarkly, you can:
+  - Roll out a new feature to a subset of your users (like a group of users who opt-in to a beta tester group), gathering feedback and bug reports from real-world use cases.
+  - Gradually roll out a feature to an increasing percentage of users, and track the effect that the feature has on key metrics (for instance, how likely is a user to complete a purchase if they have feature A versus feature B?).
+  - Turn off a feature that you realize is causing performance problems in production, without needing to re-deploy, or even restart the application with a changed configuration file.
+  - Grant access to certain features based on user attributes, like payment plan (eg: users on the ‘gold’ plan get access to more features than users in the ‘silver’ plan).
+  - Disable parts of your application to facilitate maintenance, without taking everything offline.
+- LaunchDarkly provides feature flag SDKs for a wide variety of languages and technologies. Check out [our documentation](https://docs.launchdarkly.com/sdk) for a complete list.
+- Explore LaunchDarkly
+  - [launchdarkly.com](https://www.launchdarkly.com/ 'LaunchDarkly Main Website') for more information
+  - [docs.launchdarkly.com](https://docs.launchdarkly.com/ 'LaunchDarkly Documentation') for our documentation and SDK reference guides
+  - [apidocs.launchdarkly.com](https://apidocs.launchdarkly.com/ 'LaunchDarkly API Documentation') for our API documentation
+  - [blog.launchdarkly.com](https://blog.launchdarkly.com/ 'LaunchDarkly Blog Documentation') for the latest product updates
+
+[node-otel-ci-badge]: https://github.com/launchdarkly/js-core/actions/workflows/node-otel.yml/badge.svg
+[node-otel-ci]: https://github.com/launchdarkly/js-core/actions/workflows/node-otel.yml
+[node-otel-npm-badge]: https://img.shields.io/npm/v/@launchdarkly/node-server-sdk-otel.svg?style=flat-square
+[node-otel-npm-link]: https://www.npmjs.com/package/@launchdarkly/node-server-sdk-otel

package/dist/LDAIClientImpl.d.ts

@@ -0,0 +1,11 @@
+import { LDContext } from '@launchdarkly/js-server-sdk-common';
+import { LDAIConfig, LDGenerationConfig } from './api/config';
+import { LDAIClient } from './api/LDAIClient';
+import { LDClientMin } from './LDClientMin';
+export declare class LDAIClientImpl implements LDAIClient {
+    private _ldClient;
+    constructor(_ldClient: LDClientMin);
+    interpolateTemplate(template: string, variables: Record<string, unknown>): string;
+    modelConfig<TDefault extends LDGenerationConfig>(key: string, context: LDContext, defaultValue: TDefault, variables?: Record<string, unknown>): Promise<LDAIConfig>;
+}
+//# sourceMappingURL=LDAIClientImpl.d.ts.map

package/dist/LDAIClientImpl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIClientImpl.d.ts","sourceRoot":"","sources":["../src/LDAIClientImpl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAC;AACxF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAoB5C,qBAAa,cAAe,YAAW,UAAU;IACnC,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,WAAW;IAE1C,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;IAI3E,WAAW,CAAC,QAAQ,SAAS,kBAAkB,EACnD,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,QAAQ,EACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC;CA4BvB"}

package/dist/LDAIClientImpl.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LDAIClientImpl = void 0;
+const Mustache = require("mustache");
+const LDAIConfigTrackerImpl_1 = require("./LDAIConfigTrackerImpl");
+class LDAIClientImpl {
+    constructor(_ldClient) {
+        this._ldClient = _ldClient;
+    }
+    interpolateTemplate(template, variables) {
+        return Mustache.render(template, variables, undefined, { escape: (item) => item });
+    }
+    async modelConfig(key, context, defaultValue, variables) {
+        var _a, _b, _c;
+        const value = await this._ldClient.variation(key, context, defaultValue);
+        // We are going to modify the contents before returning them, so we make a copy.
+        // This isn't a deep copy and the application developer should not modify the returned content.
+        const config = Object.assign({}, value);
+        const allVariables = Object.assign(Object.assign({}, variables), { ldctx: context });
+        if (value.prompt) {
+            config.prompt = value.prompt.map((entry) => (Object.assign(Object.assign({}, entry), { content: this.interpolateTemplate(entry.content, allVariables) })));
+        }
+        return {
+            config,
+            // eslint-disable-next-line no-underscore-dangle
+            tracker: new LDAIConfigTrackerImpl_1.LDAIConfigTrackerImpl(this._ldClient, key, 
+            // eslint-disable-next-line no-underscore-dangle
+            (_b = (_a = value._ldMeta) === null || _a === void 0 ? void 0 : _a.versionKey) !== null && _b !== void 0 ? _b : '', context),
+            // eslint-disable-next-line no-underscore-dangle
+            enabled: !!((_c = value._ldMeta) === null || _c === void 0 ? void 0 : _c.enabled),
+        };
+    }
+}
+exports.LDAIClientImpl = LDAIClientImpl;
+//# sourceMappingURL=LDAIClientImpl.js.map

package/dist/LDAIClientImpl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIClientImpl.js","sourceRoot":"","sources":["../src/LDAIClientImpl.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AAMrC,mEAAgE;AAqBhE,MAAa,cAAc;IACzB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C,mBAAmB,CAAC,QAAgB,EAAE,SAAkC;QACtE,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,CAAC,WAAW,CACf,GAAW,EACX,OAAkB,EAClB,YAAsB,EACtB,SAAmC;;QAEnC,MAAM,KAAK,GAAqB,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC3F,gFAAgF;QAChF,+FAA+F;QAC/F,MAAM,MAAM,qBAA4B,KAAK,CAAE,CAAC;QAChD,MAAM,YAAY,mCAAQ,SAAS,KAAE,KAAK,EAAE,OAAO,GAAE,CAAC;QAEtD,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,iCAC5C,KAAK,KACR,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,IAC9D,CAAC,CAAC;SACL;QAED,OAAO;YACL,MAAM;YACN,gDAAgD;YAChD,OAAO,EAAE,IAAI,6CAAqB,CAChC,IAAI,CAAC,SAAS,EACd,GAAG;YACH,gDAAgD;YAChD,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,UAAU,mCAAI,EAAE,EAC/B,OAAO,CACR;YACD,gDAAgD;YAChD,OAAO,EAAE,CAAC,CAAC,CAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,OAAO,CAAA;SAClC,CAAC;IACJ,CAAC;CACF;AAxCD,wCAwCC"}

package/dist/LDAIConfigTrackerImpl.d.ts

@@ -0,0 +1,40 @@
+import { LDContext } from '@launchdarkly/js-server-sdk-common';
+import { LDAIConfigTracker } from './api/config';
+import { LDFeedbackKind, LDTokenUsage } from './api/metrics';
+import { LDClientMin } from './LDClientMin';
+export declare class LDAIConfigTrackerImpl implements LDAIConfigTracker {
+    private _ldClient;
+    private _configKey;
+    private _versionKey;
+    private _context;
+    constructor(_ldClient: LDClientMin, _configKey: string, _versionKey: string, _context: LDContext);
+    private _getTrackData;
+    trackDuration(duration: number): void;
+    trackDurationOf<TRes>(func: () => Promise<TRes>): Promise<TRes>;
+    trackFeedback(feedback: {
+        kind: LDFeedbackKind;
+    }): void;
+    trackSuccess(): void;
+    trackOpenAI<TRes extends {
+        usage?: {
+            total_tokens?: number;
+            prompt_tokens?: number;
+            completion_tokens?: number;
+        };
+    }>(func: () => Promise<TRes>): Promise<TRes>;
+    trackBedrockConverse<TRes extends {
+        $metadata: {
+            httpStatusCode?: number;
+        };
+        metrics?: {
+            latencyMs?: number;
+        };
+        usage?: {
+            inputTokens?: number;
+            outputTokens?: number;
+            totalTokens?: number;
+        };
+    }>(res: TRes): TRes;
+    trackTokens(tokens: LDTokenUsage): void;
+}
+//# sourceMappingURL=LDAIConfigTrackerImpl.d.ts.map

package/dist/LDAIConfigTrackerImpl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfigTrackerImpl.d.ts","sourceRoot":"","sources":["../src/LDAIConfigTrackerImpl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAA2B,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAEtF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,qBAAa,qBAAsB,YAAW,iBAAiB;IAE3D,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,QAAQ;gBAHR,SAAS,EAAE,WAAW,EACtB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,SAAS;IAG7B,OAAO,CAAC,aAAa;IAOrB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI/B,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IASrE,aAAa,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,cAAc,CAAA;KAAE,GAAG,IAAI;IAQvD,YAAY,IAAI,IAAI;IAId,WAAW,CACf,IAAI,SAAS;QACX,KAAK,CAAC,EAAE;YACN,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;SAC5B,CAAC;KACH,EACD,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAS3C,oBAAoB,CAClB,IAAI,SAAS;QACX,SAAS,EAAE;YAAE,cAAc,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACvC,OAAO,CAAC,EAAE;YAAE,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACjC,KAAK,CAAC,EAAE;YACN,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,WAAW,CAAC,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,EACD,GAAG,EAAE,IAAI,GAAG,IAAI;IAelB,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;CAYxC"}

package/dist/LDAIConfigTrackerImpl.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LDAIConfigTrackerImpl = void 0;
+const metrics_1 = require("./api/metrics");
+const OpenAiUsage_1 = require("./api/metrics/OpenAiUsage");
+class LDAIConfigTrackerImpl {
+    constructor(_ldClient, _configKey, _versionKey, _context) {
+        this._ldClient = _ldClient;
+        this._configKey = _configKey;
+        this._versionKey = _versionKey;
+        this._context = _context;
+    }
+    _getTrackData() {
+        return {
+            versionKey: this._versionKey,
+            configKey: this._configKey,
+        };
+    }
+    trackDuration(duration) {
+        this._ldClient.track('$ld:ai:duration:total', this._context, this._getTrackData(), duration);
+    }
+    async trackDurationOf(func) {
+        const startTime = Date.now();
+        const result = await func();
+        const endTime = Date.now();
+        const duration = endTime - startTime; // duration in milliseconds
+        this.trackDuration(duration);
+        return result;
+    }
+    trackFeedback(feedback) {
+        if (feedback.kind === metrics_1.LDFeedbackKind.Positive) {
+            this._ldClient.track('$ld:ai:feedback:user:positive', this._context, this._getTrackData(), 1);
+        }
+        else if (feedback.kind === metrics_1.LDFeedbackKind.Negative) {
+            this._ldClient.track('$ld:ai:feedback:user:negative', this._context, this._getTrackData(), 1);
+        }
+    }
+    trackSuccess() {
+        this._ldClient.track('$ld:ai:generation', this._context, this._getTrackData(), 1);
+    }
+    async trackOpenAI(func) {
+        const result = await this.trackDurationOf(func);
+        this.trackSuccess();
+        if (result.usage) {
+            this.trackTokens((0, OpenAiUsage_1.createOpenAiUsage)(result.usage));
+        }
+        return result;
+    }
+    trackBedrockConverse(res) {
+        var _a, _b;
+        if (((_a = res.$metadata) === null || _a === void 0 ? void 0 : _a.httpStatusCode) === 200) {
+            this.trackSuccess();
+        }
+        else if (((_b = res.$metadata) === null || _b === void 0 ? void 0 : _b.httpStatusCode) && res.$metadata.httpStatusCode >= 400) {
+            // Potentially add error tracking in the future.
+        }
+        if (res.metrics && res.metrics.latencyMs) {
+            this.trackDuration(res.metrics.latencyMs);
+        }
+        if (res.usage) {
+            this.trackTokens((0, metrics_1.createBedrockTokenUsage)(res.usage));
+        }
+        return res;
+    }
+    trackTokens(tokens) {
+        const trackData = this._getTrackData();
+        if (tokens.total > 0) {
+            this._ldClient.track('$ld:ai:tokens:total', this._context, trackData, tokens.total);
+        }
+        if (tokens.input > 0) {
+            this._ldClient.track('$ld:ai:tokens:input', this._context, trackData, tokens.input);
+        }
+        if (tokens.output > 0) {
+            this._ldClient.track('$ld:ai:tokens:output', this._context, trackData, tokens.output);
+        }
+    }
+}
+exports.LDAIConfigTrackerImpl = LDAIConfigTrackerImpl;
+//# sourceMappingURL=LDAIConfigTrackerImpl.js.map

package/dist/LDAIConfigTrackerImpl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfigTrackerImpl.js","sourceRoot":"","sources":["../src/LDAIConfigTrackerImpl.ts"],"names":[],"mappings":";;;AAGA,2CAAsF;AACtF,2DAA8D;AAG9D,MAAa,qBAAqB;IAChC,YACU,SAAsB,EACtB,UAAkB,EAClB,WAAmB,EACnB,QAAmB;QAHnB,cAAS,GAAT,SAAS,CAAa;QACtB,eAAU,GAAV,UAAU,CAAQ;QAClB,gBAAW,GAAX,WAAW,CAAQ;QACnB,aAAQ,GAAR,QAAQ,CAAW;IAC1B,CAAC;IAEI,aAAa;QACnB,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,QAAgB;QAC5B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,uBAAuB,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC/F,CAAC;IAED,KAAK,CAAC,eAAe,CAAO,IAAyB;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B;QACjE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,aAAa,CAAC,QAAkC;QAC9C,IAAI,QAAQ,CAAC,IAAI,KAAK,wBAAc,CAAC,QAAQ,EAAE;YAC7C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,+BAA+B,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC;SAC/F;aAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,wBAAc,CAAC,QAAQ,EAAE;YACpD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,+BAA+B,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC;SAC/F;IACH,CAAC;IAED,YAAY;QACV,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,mBAAmB,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,WAAW,CAQf,IAAyB;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,MAAM,CAAC,KAAK,EAAE;YAChB,IAAI,CAAC,WAAW,CAAC,IAAA,+BAAiB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;SACnD;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,oBAAoB,CAUlB,GAAS;;QACT,IAAI,CAAA,MAAA,GAAG,CAAC,SAAS,0CAAE,cAAc,MAAK,GAAG,EAAE;YACzC,IAAI,CAAC,YAAY,EAAE,CAAC;SACrB;aAAM,IAAI,CAAA,MAAA,GAAG,CAAC,SAAS,0CAAE,cAAc,KAAI,GAAG,CAAC,SAAS,CAAC,cAAc,IAAI,GAAG,EAAE;YAC/E,gDAAgD;SACjD;QACD,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE;YACxC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SAC3C;QACD,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,IAAI,CAAC,WAAW,CAAC,IAAA,iCAAuB,EAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;SACtD;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,WAAW,CAAC,MAAoB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE;YACpB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;SACrF;QACD,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE;YACpB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;SACrF;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACrB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,sBAAsB,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SACvF;IACH,CAAC;CACF;AA9FD,sDA8FC"}

package/dist/LDClientMin.d.ts

@@ -0,0 +1,10 @@
+import { LDContext, LDFlagValue } from '@launchdarkly/js-server-sdk-common';
+/**
+ * Interface which represents the required interface components for a sever SDK
+ * to work with the AI SDK.
+ */
+export interface LDClientMin {
+    variation(key: string, context: LDContext, defaultValue: LDFlagValue, callback?: (err: any, res: LDFlagValue) => void): Promise<LDFlagValue>;
+    track(key: string, context: LDContext, data?: any, metricValue?: number): void;
+}
+//# sourceMappingURL=LDClientMin.d.ts.map

package/dist/LDClientMin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDClientMin.d.ts","sourceRoot":"","sources":["../src/LDClientMin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,oCAAoC,CAAC;AAE5E;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,SAAS,CACP,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,WAAW,EACzB,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,KAAK,IAAI,GAC9C,OAAO,CAAC,WAAW,CAAC,CAAC;IAExB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChF"}

package/dist/LDClientMin.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=LDClientMin.js.map

package/dist/LDClientMin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDClientMin.js","sourceRoot":"","sources":["../src/LDClientMin.ts"],"names":[],"mappings":""}

package/dist/api/LDAIClient.d.ts

@@ -0,0 +1,62 @@
+import { LDContext } from '@launchdarkly/js-server-sdk-common';
+import { LDAIConfig, LDGenerationConfig } from './config/LDAIConfig';
+/**
+ * Interface for performing AI operations using LaunchDarkly.
+ */
+export interface LDAIClient {
+    /**
+     * Parses and interpolates a template string with the provided variables.
+     *
+     * @param template - The template string to be parsed and interpolated.
+     * @param variables - An object containing the variables to be used for interpolation.
+     * @returns The interpolated string.
+     */
+    interpolateTemplate(template: string, variables: Record<string, unknown>): string;
+    /**
+     * Retrieves and processes a prompt template based on the provided key, LaunchDarkly context, and
+     * variables.
+     *
+     * @param key - A unique identifier for the prompt template. This key is used to fetch the correct
+     *  prompt from storage or configuration.
+     * @param context - The LaunchDarkly context object that contains relevant information about the
+     * current environment, user, or session. This context may influence how the prompt is processed
+     * or personalized.
+     * @param variables - A map of key-value pairs representing dynamic variables to be injected into
+     * the prompt template. The keys correspond to placeholders within the template, and the values
+     * are the corresponding replacements.
+     * @param defaultValue - A fallback value to be used if the prompt template associated with the
+     * key is not found or if any errors occur during processing.
+     *
+     * @returns The processed prompt after all variables have been substituted in the stored prompt
+     * template. If the prompt cannot be retrieved or processed, the `defaultValue` is returned.
+     *
+     * @example
+     * ```
+     * const key = "welcome_prompt";
+     * const context = {...};
+     * const variables = {username: 'john'};
+     * const defaultValue = {};
+     *
+     * const result = modelConfig(key, context, defaultValue, variables);
+     * // Output:
+     * {
+     *   modelId: "gpt-4o",
+     *   temperature: 0.2,
+     *   maxTokens: 4096,
+     *   userDefinedKey: "myValue",
+     *   prompt: [
+     *     {
+     *       role: "system",
+     *       content: "You are an amazing GPT."
+     *     },
+     *     {
+     *       role: "user",
+     *       content: "Explain how you're an amazing GPT."
+     *     }
+     *   ]
+     * }
+     * ```
+     */
+    modelConfig<TDefault extends LDGenerationConfig>(key: string, context: LDContext, defaultValue: TDefault, variables?: Record<string, unknown>): Promise<LDAIConfig>;
+}
+//# sourceMappingURL=LDAIClient.d.ts.map

package/dist/api/LDAIClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIClient.d.ts","sourceRoot":"","sources":["../../src/api/LDAIClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAErE;;GAEG;AAEH,MAAM,WAAW,UAAU;IACzB;;;;;;OAMG;IACH,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IAElF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4CG;IACH,WAAW,CAAC,QAAQ,SAAS,kBAAkB,EAC7C,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,QAAQ,EACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC,CAAC;CACxB"}

package/dist/api/LDAIClient.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=LDAIClient.js.map

package/dist/api/LDAIClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIClient.js","sourceRoot":"","sources":["../../src/api/LDAIClient.ts"],"names":[],"mappings":""}

package/dist/api/config/LDAIConfig.d.ts

@@ -0,0 +1,58 @@
+import { LDAIConfigTracker } from './LDAIConfigTracker';
+/**
+ * Configuration related to the model.
+ */
+export interface LDModelConfig {
+    /**
+     * The ID of the model.
+     */
+    modelId?: string;
+    /**
+     * And additional model specific information.
+     */
+    [index: string]: unknown;
+}
+/**
+ * Information about prompts.
+ */
+export interface LDMessage {
+    /**
+     * The role of the prompt.
+     */
+    role: 'user' | 'assistant' | 'system';
+    /**
+     * Content for the prompt.
+     */
+    content: string;
+}
+/**
+ * Configuration which affects generation.
+ */
+export interface LDGenerationConfig {
+    /**
+     * Optional model configuration.
+     */
+    model?: LDModelConfig;
+    /**
+     * Optional prompt data.
+     */
+    prompt?: LDMessage[];
+}
+/**
+ * AI Config value and tracker.
+ */
+export interface LDAIConfig {
+    /**
+     * The result of the AI Config customization.
+     */
+    config: LDGenerationConfig;
+    /**
+     * A tracker which can be used to generate analytics.
+     */
+    tracker: LDAIConfigTracker;
+    /**
+     * Whether the configuration is enabled.
+     */
+    enabled: boolean;
+}
+//# sourceMappingURL=LDAIConfig.d.ts.map

package/dist/api/config/LDAIConfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfig.d.ts","sourceRoot":"","sources":["../../../src/api/config/LDAIConfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB;;OAEG;IACH,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB;;OAEG;IACH,MAAM,EAAE,kBAAkB,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,iBAAiB,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB"}

package/dist/api/config/LDAIConfig.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=LDAIConfig.js.map

package/dist/api/config/LDAIConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfig.js","sourceRoot":"","sources":["../../../src/api/config/LDAIConfig.ts"],"names":[],"mappings":""}

package/dist/api/config/LDAIConfigTracker.d.ts

@@ -0,0 +1,71 @@
+import { LDFeedbackKind, LDTokenUsage } from '../metrics';
+/**
+ * The LDAIConfigTracker is used to track various details about AI operations.
+ */
+export interface LDAIConfigTracker {
+    /**
+     * Track the duration of generation.
+     *
+     * Ideally this would not include overhead time such as network communication.
+     *
+     * @param durationMs The duration in milliseconds.
+     */
+    trackDuration(durationMs: number): void;
+    /**
+     * Track information about token usage.
+     *
+     * @param tokens Token usage information.
+     */
+    trackTokens(tokens: LDTokenUsage): void;
+    /**
+     * Generation was successful.
+     */
+    trackSuccess(): void;
+    /**
+     * Track sentiment about the generation.
+     *
+     * @param feedback Feedback about the generation.
+     */
+    trackFeedback(feedback: {
+        kind: LDFeedbackKind;
+    }): void;
+    /**
+     * Track the duration of execution of the provided function.
+     * @param func The function to track the duration of.
+     * @returns The result of the function.
+     */
+    trackDurationOf(func: () => Promise<any>): Promise<any>;
+    /**
+     * Track an OpenAI operation.
+     *
+     * @param func Function which executes the operation.
+     * @returns The result of the operation.
+     */
+    trackOpenAI<TRes extends {
+        usage?: {
+            total_tokens?: number;
+            prompt_tokens?: number;
+            completion_tokens?: number;
+        };
+    }>(func: () => Promise<TRes>): Promise<TRes>;
+    /**
+     * Track an operation which uses Bedrock.
+     *
+     * @param res The result of the Bedrock operation.
+     * @returns The input operation.
+     */
+    trackBedrockConverse<TRes extends {
+        $metadata: {
+            httpStatusCode?: number;
+        };
+        metrics?: {
+            latencyMs?: number;
+        };
+        usage?: {
+            inputTokens?: number;
+            outputTokens?: number;
+            totalTokens?: number;
+        };
+    }>(res: TRes): TRes;
+}
+//# sourceMappingURL=LDAIConfigTracker.d.ts.map

package/dist/api/config/LDAIConfigTracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfigTracker.d.ts","sourceRoot":"","sources":["../../../src/api/config/LDAIConfigTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;;;;OAMG;IACH,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAExC;;;;OAIG;IACH,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAExC;;OAEG;IACH,YAAY,IAAI,IAAI,CAAC;IAErB;;;;OAIG;IACH,aAAa,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,cAAc,CAAA;KAAE,GAAG,IAAI,CAAC;IAExD;;;;OAIG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAExD;;;;;OAKG;IACH,WAAW,CACT,IAAI,SAAS;QACX,KAAK,CAAC,EAAE;YACN,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;SAC5B,CAAC;KACH,EAED,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GACxB,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;;OAKG;IACH,oBAAoB,CAClB,IAAI,SAAS;QACX,SAAS,EAAE;YAAE,cAAc,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACvC,OAAO,CAAC,EAAE;YAAE,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACjC,KAAK,CAAC,EAAE;YACN,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,WAAW,CAAC,EAAE,MAAM,CAAC;SACtB,CAAC;KACH,EAED,GAAG,EAAE,IAAI,GACR,IAAI,CAAC;CACT"}

package/dist/api/config/LDAIConfigTracker.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=LDAIConfigTracker.js.map

package/dist/api/config/LDAIConfigTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDAIConfigTracker.js","sourceRoot":"","sources":["../../../src/api/config/LDAIConfigTracker.ts"],"names":[],"mappings":""}

package/dist/api/config/index.d.ts

@@ -0,0 +1,3 @@
+export * from './LDAIConfig';
+export { LDAIConfigTracker } from './LDAIConfigTracker';
+//# sourceMappingURL=index.d.ts.map

package/dist/api/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/api/config/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/api/config/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./LDAIConfig"), exports);
+//# sourceMappingURL=index.js.map

package/dist/api/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/config/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,+CAA6B"}

package/dist/api/index.d.ts

@@ -0,0 +1,4 @@
+export * from './config';
+export * from './metrics';
+export * from './LDAIClient';
+//# sourceMappingURL=index.d.ts.map

package/dist/api/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/api/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC"}

package/dist/api/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./config"), exports);
+__exportStar(require("./metrics"), exports);
+__exportStar(require("./LDAIClient"), exports);
+//# sourceMappingURL=index.js.map

package/dist/api/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/api/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,4CAA0B;AAC1B,+CAA6B"}

package/dist/api/metrics/BedrockTokenUsage.d.ts

@@ -0,0 +1,7 @@
+import { LDTokenUsage } from './LDTokenUsage';
+export declare function createBedrockTokenUsage(data: {
+    totalTokens?: number;
+    inputTokens?: number;
+    outputTokens?: number;
+}): LDTokenUsage;
+//# sourceMappingURL=BedrockTokenUsage.d.ts.map

package/dist/api/metrics/BedrockTokenUsage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BedrockTokenUsage.d.ts","sourceRoot":"","sources":["../../../src/api/metrics/BedrockTokenUsage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,YAAY,CAMf"}

package/dist/api/metrics/BedrockTokenUsage.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createBedrockTokenUsage = void 0;
+function createBedrockTokenUsage(data) {
+    return {
+        total: data.totalTokens || 0,
+        input: data.inputTokens || 0,
+        output: data.outputTokens || 0,
+    };
+}
+exports.createBedrockTokenUsage = createBedrockTokenUsage;
+//# sourceMappingURL=BedrockTokenUsage.js.map

package/dist/api/metrics/BedrockTokenUsage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BedrockTokenUsage.js","sourceRoot":"","sources":["../../../src/api/metrics/BedrockTokenUsage.ts"],"names":[],"mappings":";;;AAEA,SAAgB,uBAAuB,CAAC,IAIvC;IACC,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC;QAC5B,KAAK,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC;QAC5B,MAAM,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;KAC/B,CAAC;AACJ,CAAC;AAVD,0DAUC"}

package/dist/api/metrics/LDFeedbackKind.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Feedback about the generated content.
+ */
+export declare enum LDFeedbackKind {
+    /**
+     * The sentiment was positive.
+     */
+    Positive = "positive",
+    /**
+     * The sentiment is negative.
+     */
+    Negative = "negative"
+}
+//# sourceMappingURL=LDFeedbackKind.d.ts.map

package/dist/api/metrics/LDFeedbackKind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LDFeedbackKind.d.ts","sourceRoot":"","sources":["../../../src/api/metrics/LDFeedbackKind.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,oBAAY,cAAc;IACxB;;OAEG;IACH,QAAQ,aAAa;IACrB;;OAEG;IACH,QAAQ,aAAa;CACtB"}