@launchdarkly/server-sdk-ai 0.1.0 → 0.2.0

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## [0.2.0](https://github.com/launchdarkly/js-core/compare/server-sdk-ai-v0.1.1...server-sdk-ai-v0.2.0) (2024-11-12)
+
+
+### Features
+
+* Include temperature and maxTokens in LDModelConfig. ([978dfa9](https://github.com/launchdarkly/js-core/commit/978dfa95d1c25f942d96b730b187f92af045f90f))
+
+
+### Bug Fixes
+
+* Update default typings to include enabled. ([978dfa9](https://github.com/launchdarkly/js-core/commit/978dfa95d1c25f942d96b730b187f92af045f90f))
+
+## [0.1.1](https://github.com/launchdarkly/js-core/compare/server-sdk-ai-v0.1.0...server-sdk-ai-v0.1.1) (2024-11-08)
+
+
+### Bug Fixes
+
+* Do not include _ldMeta in returned config. ([#668](https://github.com/launchdarkly/js-core/issues/668)) ([89ce6db](https://github.com/launchdarkly/js-core/commit/89ce6dbbb2889af66ca53dd546c5977953dea972))
+* Remove underscore token usage. Improve documentation. ([#667](https://github.com/launchdarkly/js-core/issues/667)) ([5fe36fb](https://github.com/launchdarkly/js-core/commit/5fe36fbd5b7047428204427fe6849d49de6ee952))
+
 ## 0.1.0 (2024-11-06)
 
 

package/README.md

@@ -1,5 +1,11 @@
 # LaunchDarkly AI SDK for Server-Side JavaScript
 
+[![NPM][server-ai-sdk-npm-badge]][server-ai-sdk-npm-link]
+[![Actions Status][server-ai-sdk-ci-badge]][server-ai-sdk-ci]
+[![Documentation][server-ai-sdk-ghp-badge]][server-ai-sdk-ghp-link]
+[![NPM][server-ai-sdk-dm-badge]][server-ai-sdk-npm-link]
+[![NPM][server-ai-sdk-dt-badge]][server-ai-sdk-npm-link]
+
 # ⛔️⛔️⛔️⛔️
 
 > [!CAUTION]
@@ -62,7 +68,11 @@ We encourage pull requests and other contributions from the community. Check out
   - [apidocs.launchdarkly.com](https://apidocs.launchdarkly.com/ 'LaunchDarkly API Documentation') for our API documentation
   - [blog.launchdarkly.com](https://blog.launchdarkly.com/ 'LaunchDarkly Blog Documentation') for the latest product updates
 
-[node-otel-ci-badge]: https://github.com/launchdarkly/js-core/actions/workflows/node-otel.yml/badge.svg
-[node-otel-ci]: https://github.com/launchdarkly/js-core/actions/workflows/node-otel.yml
-[node-otel-npm-badge]: https://img.shields.io/npm/v/@launchdarkly/node-server-sdk-otel.svg?style=flat-square
-[node-otel-npm-link]: https://www.npmjs.com/package/@launchdarkly/node-server-sdk-otel
+[server-ai-sdk-ci-badge]: https://github.com/launchdarkly/js-core/actions/workflows/server-ai.yml/badge.svg
+[server-ai-sdk-ci]: https://github.com/launchdarkly/js-core/actions/workflows/server-ai.yml
+[server-ai-sdk-npm-badge]: https://img.shields.io/npm/v/@launchdarkly/server-sdk-ai.svg?style=flat-square
+[server-ai-sdk-npm-link]: https://www.npmjs.com/package/@launchdarkly/server-sdk-ai
+[server-ai-sdk-ghp-badge]: https://img.shields.io/static/v1?label=GitHub+Pages&message=API+reference&color=00add8
+[server-ai-sdk-ghp-link]: https://launchdarkly.github.io/js-core/packages/sdk/server-ai/docs/
+[server-ai-sdk-dm-badge]: https://img.shields.io/npm/dm/@launchdarkly/server-sdk-ai.svg?style=flat-square
+[server-ai-sdk-dt-badge]: https://img.shields.io/npm/dt/@launchdarkly/server-sdk-ai.svg?style=flat-square

package/__tests__/LDAIClientImpl.test.ts

@@ -0,0 +1,136 @@
+import { LDContext } from '@launchdarkly/js-server-sdk-common';
+
+import { LDGenerationConfig } from '../src/api/config';
+import { LDAIClientImpl } from '../src/LDAIClientImpl';
+import { LDClientMin } from '../src/LDClientMin';
+
+const mockLdClient: jest.Mocked<LDClientMin> = {
+  variation: jest.fn(),
+  track: jest.fn(),
+};
+
+const testContext: LDContext = { kind: 'user', key: 'test-user' };
+
+it('interpolates template variables', () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const template = 'Hello {{name}}, your score is {{score}}';
+  const variables = { name: 'John', score: 42 };
+
+  const result = client.interpolateTemplate(template, variables);
+  expect(result).toBe('Hello John, your score is 42');
+});
+
+it('handles empty variables in template interpolation', () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const template = 'Hello {{name}}';
+  const variables = {};
+
+  const result = client.interpolateTemplate(template, variables);
+  expect(result).toBe('Hello ');
+});
+
+it('returns model config with interpolated prompts', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'test-flag';
+  const defaultValue: LDGenerationConfig = {
+    model: { modelId: 'test', name: 'test-model' },
+    prompt: [],
+  };
+
+  const mockVariation = {
+    model: { modelId: 'example-provider', name: 'imagination' },
+    prompt: [
+      { role: 'system', content: 'Hello {{name}}' },
+      { role: 'user', content: 'Score: {{score}}' },
+    ],
+    _ldMeta: {
+      versionKey: 'v1',
+      enabled: true,
+    },
+  };
+
+  mockLdClient.variation.mockResolvedValue(mockVariation);
+
+  const variables = { name: 'John', score: 42 };
+  const result = await client.modelConfig(key, testContext, defaultValue, variables);
+
+  expect(result).toEqual({
+    config: {
+      model: { modelId: 'example-provider', name: 'imagination' },
+      prompt: [
+        { role: 'system', content: 'Hello John' },
+        { role: 'user', content: 'Score: 42' },
+      ],
+    },
+    tracker: expect.any(Object),
+    enabled: true,
+  });
+});
+
+it('includes context in variables for prompt interpolation', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'test-flag';
+  const defaultValue: LDGenerationConfig = {
+    model: { modelId: 'test', name: 'test-model' },
+    prompt: [],
+  };
+
+  const mockVariation = {
+    prompt: [{ role: 'system', content: 'User key: {{ldctx.key}}' }],
+    _ldMeta: { versionKey: 'v1', enabled: true },
+  };
+
+  mockLdClient.variation.mockResolvedValue(mockVariation);
+
+  const result = await client.modelConfig(key, testContext, defaultValue);
+
+  expect(result.config.prompt?.[0].content).toBe('User key: test-user');
+});
+
+it('handles missing metadata in variation', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'test-flag';
+  const defaultValue: LDGenerationConfig = {
+    model: { modelId: 'test', name: 'test-model' },
+    prompt: [],
+  };
+
+  const mockVariation = {
+    model: { modelId: 'example-provider', name: 'imagination' },
+    prompt: [{ role: 'system', content: 'Hello' }],
+  };
+
+  mockLdClient.variation.mockResolvedValue(mockVariation);
+
+  const result = await client.modelConfig(key, testContext, defaultValue);
+
+  expect(result).toEqual({
+    config: {
+      model: { modelId: 'example-provider', name: 'imagination' },
+      prompt: [{ role: 'system', content: 'Hello' }],
+    },
+    tracker: expect.any(Object),
+    enabled: false,
+  });
+});
+
+it('passes the default value to the underlying client', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'non-existent-flag';
+  const defaultValue: LDGenerationConfig = {
+    model: { modelId: 'default-model', name: 'default' },
+    prompt: [{ role: 'system', content: 'Default prompt' }],
+  };
+
+  mockLdClient.variation.mockResolvedValue(defaultValue);
+
+  const result = await client.modelConfig(key, testContext, defaultValue);
+
+  expect(result).toEqual({
+    config: defaultValue,
+    tracker: expect.any(Object),
+    enabled: false,
+  });
+
+  expect(mockLdClient.variation).toHaveBeenCalledWith(key, testContext, defaultValue);
+});

package/__tests__/LDAIConfigTrackerImpl.test.ts

@@ -0,0 +1,270 @@
+import { LDContext } from '@launchdarkly/js-server-sdk-common';
+
+import { LDFeedbackKind } from '../src/api/metrics';
+import { LDAIConfigTrackerImpl } from '../src/LDAIConfigTrackerImpl';
+import { LDClientMin } from '../src/LDClientMin';
+
+const mockTrack = jest.fn();
+const mockVariation = jest.fn();
+const mockLdClient: LDClientMin = {
+  track: mockTrack,
+  variation: mockVariation,
+};
+
+const testContext: LDContext = { kind: 'user', key: 'test-user' };
+const configKey = 'test-config';
+const versionKey = 'v1';
+
+beforeEach(() => {
+  jest.clearAllMocks();
+});
+
+it('tracks duration', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+  tracker.trackDuration(1000);
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:duration:total',
+    testContext,
+    { configKey, versionKey },
+    1000,
+  );
+});
+
+it('tracks duration of async function', async () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+  jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
+
+  const result = await tracker.trackDurationOf(async () => 'test-result');
+
+  expect(result).toBe('test-result');
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:duration:total',
+    testContext,
+    { configKey, versionKey },
+    1000,
+  );
+});
+
+it('tracks positive feedback', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+  tracker.trackFeedback({ kind: LDFeedbackKind.Positive });
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:feedback:user:positive',
+    testContext,
+    { configKey, versionKey },
+    1,
+  );
+});
+
+it('tracks negative feedback', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+  tracker.trackFeedback({ kind: LDFeedbackKind.Negative });
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:feedback:user:negative',
+    testContext,
+    { configKey, versionKey },
+    1,
+  );
+});
+
+it('tracks success', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+  tracker.trackSuccess();
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:generation',
+    testContext,
+    { configKey, versionKey },
+    1,
+  );
+});
+
+it('tracks OpenAI usage', async () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+  jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
+
+  const TOTAL_TOKENS = 100;
+  const PROMPT_TOKENS = 49;
+  const COMPLETION_TOKENS = 51;
+
+  await tracker.trackOpenAI(async () => ({
+    usage: {
+      total_tokens: TOTAL_TOKENS,
+      prompt_tokens: PROMPT_TOKENS,
+      completion_tokens: COMPLETION_TOKENS,
+    },
+  }));
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:duration:total',
+    testContext,
+    { configKey, versionKey },
+    1000,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:generation',
+    testContext,
+    { configKey, versionKey },
+    1,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:total',
+    testContext,
+    { configKey, versionKey },
+    TOTAL_TOKENS,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:input',
+    testContext,
+    { configKey, versionKey },
+    PROMPT_TOKENS,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:output',
+    testContext,
+    { configKey, versionKey },
+    COMPLETION_TOKENS,
+  );
+});
+
+it('tracks Bedrock conversation with successful response', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+
+  const TOTAL_TOKENS = 100;
+  const PROMPT_TOKENS = 49;
+  const COMPLETION_TOKENS = 51;
+
+  const response = {
+    $metadata: { httpStatusCode: 200 },
+    metrics: { latencyMs: 500 },
+    usage: {
+      inputTokens: PROMPT_TOKENS,
+      outputTokens: COMPLETION_TOKENS,
+      totalTokens: TOTAL_TOKENS,
+    },
+  };
+
+  tracker.trackBedrockConverse(response);
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:generation',
+    testContext,
+    { configKey, versionKey },
+    1,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:duration:total',
+    testContext,
+    { configKey, versionKey },
+    500,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:total',
+    testContext,
+    { configKey, versionKey },
+    TOTAL_TOKENS,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:input',
+    testContext,
+    { configKey, versionKey },
+    PROMPT_TOKENS,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:output',
+    testContext,
+    { configKey, versionKey },
+    COMPLETION_TOKENS,
+  );
+});
+
+it('tracks Bedrock conversation with error response', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+
+  const response = {
+    $metadata: { httpStatusCode: 400 },
+  };
+
+  // TODO: We may want a track failure.
+
+  tracker.trackBedrockConverse(response);
+
+  expect(mockTrack).not.toHaveBeenCalled();
+});
+
+it('tracks tokens', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+
+  const TOTAL_TOKENS = 100;
+  const PROMPT_TOKENS = 49;
+  const COMPLETION_TOKENS = 51;
+
+  tracker.trackTokens({
+    total: TOTAL_TOKENS,
+    input: PROMPT_TOKENS,
+    output: COMPLETION_TOKENS,
+  });
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:total',
+    testContext,
+    { configKey, versionKey },
+    TOTAL_TOKENS,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:input',
+    testContext,
+    { configKey, versionKey },
+    PROMPT_TOKENS,
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:output',
+    testContext,
+    { configKey, versionKey },
+    COMPLETION_TOKENS,
+  );
+});
+
+it('only tracks non-zero token counts', () => {
+  const tracker = new LDAIConfigTrackerImpl(mockLdClient, configKey, versionKey, testContext);
+
+  tracker.trackTokens({
+    total: 0,
+    input: 50,
+    output: 0,
+  });
+
+  expect(mockTrack).not.toHaveBeenCalledWith(
+    '$ld:ai:tokens:total',
+    expect.anything(),
+    expect.anything(),
+    expect.anything(),
+  );
+
+  expect(mockTrack).toHaveBeenCalledWith(
+    '$ld:ai:tokens:input',
+    testContext,
+    { configKey, versionKey },
+    50,
+  );
+
+  expect(mockTrack).not.toHaveBeenCalledWith(
+    '$ld:ai:tokens:output',
+    expect.anything(),
+    expect.anything(),
+    expect.anything(),
+  );
+});

package/__tests__/TokenUsage.test.ts

@@ -0,0 +1,78 @@
+import { createBedrockTokenUsage } from '../src/api/metrics/BedrockTokenUsage';
+import { createOpenAiUsage } from '../src/api/metrics/OpenAiUsage';
+
+it('createBedrockTokenUsage should create token usage with all values provided', () => {
+  const usage = createBedrockTokenUsage({
+    totalTokens: 100,
+    inputTokens: 40,
+    outputTokens: 60,
+  });
+
+  expect(usage).toEqual({
+    total: 100,
+    input: 40,
+    output: 60,
+  });
+});
+
+it('createBedrockTokenUsage should default to 0 for missing values', () => {
+  const usage = createBedrockTokenUsage({});
+
+  expect(usage).toEqual({
+    total: 0,
+    input: 0,
+    output: 0,
+  });
+});
+
+it('createBedrockTokenUsage should handle explicitly undefined values', () => {
+  const usage = createBedrockTokenUsage({
+    totalTokens: undefined,
+    inputTokens: 40,
+    outputTokens: undefined,
+  });
+
+  expect(usage).toEqual({
+    total: 0,
+    input: 40,
+    output: 0,
+  });
+});
+
+it('createOpenAiUsage should create token usage with all values provided', () => {
+  const usage = createOpenAiUsage({
+    total_tokens: 100,
+    prompt_tokens: 40,
+    completion_tokens: 60,
+  });
+
+  expect(usage).toEqual({
+    total: 100,
+    input: 40,
+    output: 60,
+  });
+});
+
+it('createOpenAiUsage should default to 0 for missing values', () => {
+  const usage = createOpenAiUsage({});
+
+  expect(usage).toEqual({
+    total: 0,
+    input: 0,
+    output: 0,
+  });
+});
+
+it('createOpenAiUsage should handle explicitly undefined values', () => {
+  const usage = createOpenAiUsage({
+    total_tokens: undefined,
+    prompt_tokens: 40,
+    completion_tokens: undefined,
+  });
+
+  expect(usage).toEqual({
+    total: 0,
+    input: 40,
+    output: 0,
+  });
+});

package/dist/LDAIClientImpl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LDAIClientImpl.d.ts","sourceRoot":"","sources":["../src/LDAIClientImpl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAC;AACxF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAoB5C,qBAAa,cAAe,YAAW,UAAU;IACnC,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,WAAW;IAE1C,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;IAI3E,WAAW,CAAC,QAAQ,SAAS,kBAAkB,EACnD,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,QAAQ,EACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC;CA4BvB"}
+{"version":3,"file":"LDAIClientImpl.d.ts","sourceRoot":"","sources":["../src/LDAIClientImpl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAC;AACxF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAoB5C,qBAAa,cAAe,YAAW,UAAU;IACnC,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,WAAW;IAE1C,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;IAI3E,WAAW,CAAC,QAAQ,SAAS,kBAAkB,EACnD,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,QAAQ,EACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC;CA+BvB"}

package/dist/LDAIClientImpl.js

@@ -15,7 +15,10 @@ class LDAIClientImpl {
         const value = await this._ldClient.variation(key, context, defaultValue);
         // We are going to modify the contents before returning them, so we make a copy.
         // This isn't a deep copy and the application developer should not modify the returned content.
-        const config = Object.assign({}, value);
+        const config = {};
+        if (value.model) {
+            config.model = Object.assign({}, value.model);
+        }
         const allVariables = Object.assign(Object.assign({}, variables), { ldctx: context });
         if (value.prompt) {
             config.prompt = value.prompt.map((entry) => (Object.assign(Object.assign({}, entry), { content: this.interpolateTemplate(entry.content, allVariables) })));

package/dist/LDAIClientImpl.js.map

@@ -1 +1 @@
-{"version":3,"file":"LDAIClientImpl.js","sourceRoot":"","sources":["../src/LDAIClientImpl.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AAMrC,mEAAgE;AAqBhE,MAAa,cAAc;IACzB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C,mBAAmB,CAAC,QAAgB,EAAE,SAAkC;QACtE,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,CAAC,WAAW,CACf,GAAW,EACX,OAAkB,EAClB,YAAsB,EACtB,SAAmC;;QAEnC,MAAM,KAAK,GAAqB,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC3F,gFAAgF;QAChF,+FAA+F;QAC/F,MAAM,MAAM,qBAA4B,KAAK,CAAE,CAAC;QAChD,MAAM,YAAY,mCAAQ,SAAS,KAAE,KAAK,EAAE,OAAO,GAAE,CAAC;QAEtD,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,iCAC5C,KAAK,KACR,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,IAC9D,CAAC,CAAC;SACL;QAED,OAAO;YACL,MAAM;YACN,gDAAgD;YAChD,OAAO,EAAE,IAAI,6CAAqB,CAChC,IAAI,CAAC,SAAS,EACd,GAAG;YACH,gDAAgD;YAChD,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,UAAU,mCAAI,EAAE,EAC/B,OAAO,CACR;YACD,gDAAgD;YAChD,OAAO,EAAE,CAAC,CAAC,CAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,OAAO,CAAA;SAClC,CAAC;IACJ,CAAC;CACF;AAxCD,wCAwCC"}
+{"version":3,"file":"LDAIClientImpl.js","sourceRoot":"","sources":["../src/LDAIClientImpl.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AAMrC,mEAAgE;AAqBhE,MAAa,cAAc;IACzB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C,mBAAmB,CAAC,QAAgB,EAAE,SAAkC;QACtE,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,CAAC,WAAW,CACf,GAAW,EACX,OAAkB,EAClB,YAAsB,EACtB,SAAmC;;QAEnC,MAAM,KAAK,GAAqB,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC3F,gFAAgF;QAChF,+FAA+F;QAC/F,MAAM,MAAM,GAAuB,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,KAAK,EAAE;YACf,MAAM,CAAC,KAAK,qBAAQ,KAAK,CAAC,KAAK,CAAE,CAAC;SACnC;QACD,MAAM,YAAY,mCAAQ,SAAS,KAAE,KAAK,EAAE,OAAO,GAAE,CAAC;QAEtD,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,iCAC5C,KAAK,KACR,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,IAC9D,CAAC,CAAC;SACL;QAED,OAAO;YACL,MAAM;YACN,gDAAgD;YAChD,OAAO,EAAE,IAAI,6CAAqB,CAChC,IAAI,CAAC,SAAS,EACd,GAAG;YACH,gDAAgD;YAChD,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,UAAU,mCAAI,EAAE,EAC/B,OAAO,CACR;YACD,gDAAgD;YAChD,OAAO,EAAE,CAAC,CAAC,CAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,OAAO,CAAA;SAClC,CAAC;IACJ,CAAC;CACF;AA3CD,wCA2CC"}

package/dist/api/LDAIClient.d.ts

@@ -1,5 +1,14 @@
 import { LDContext } from '@launchdarkly/js-server-sdk-common';
 import { LDAIConfig, LDGenerationConfig } from './config/LDAIConfig';
+/**
+ * Interface for default model configuration.
+ */
+export interface LDAIDefaults extends LDGenerationConfig {
+    /**
+     * Whether the configuration is enabled.
+     */
+    enabled?: boolean;
+}
 /**
  * Interface for performing AI operations using LaunchDarkly.
  */
@@ -7,43 +16,49 @@ export interface LDAIClient {
     /**
      * Parses and interpolates a template string with the provided variables.
      *
-     * @param template - The template string to be parsed and interpolated.
-     * @param variables - An object containing the variables to be used for interpolation.
+     * @param template The template string to be parsed and interpolated.
+     * @param variables An object containing the variables to be used for interpolation.
      * @returns The interpolated string.
      */
     interpolateTemplate(template: string, variables: Record<string, unknown>): string;
     /**
-     * Retrieves and processes a prompt template based on the provided key, LaunchDarkly context, and
-     * variables.
+     * Retrieves and processes an AI configuration based on the provided key, LaunchDarkly context,
+     * and variables. This includes the model configuration and the processed prompts.
      *
-     * @param key - A unique identifier for the prompt template. This key is used to fetch the correct
-     *  prompt from storage or configuration.
-     * @param context - The LaunchDarkly context object that contains relevant information about the
-     * current environment, user, or session. This context may influence how the prompt is processed
-     * or personalized.
-     * @param variables - A map of key-value pairs representing dynamic variables to be injected into
+     * @param key The key of the AI configuration.
+     * @param context The LaunchDarkly context object that contains relevant information about the
+     * current environment, user, or session. This context may influence how the configuration is
+     * processed or personalized.
+     * @param variables A map of key-value pairs representing dynamic variables to be injected into
      * the prompt template. The keys correspond to placeholders within the template, and the values
      * are the corresponding replacements.
-     * @param defaultValue - A fallback value to be used if the prompt template associated with the
-     * key is not found or if any errors occur during processing.
+     * @param defaultValue A fallback value containing model configuration and prompts. This will
+     * be used if the configurationuration is not available from launchdarkly.
      *
-     * @returns The processed prompt after all variables have been substituted in the stored prompt
-     * template. If the prompt cannot be retrieved or processed, the `defaultValue` is returned.
+     * @returns The AI configurationuration including a processed prompt after all variables have been
+     * substituted in the stored prompt template. This will also include a `tracker` used to track
+     * the state of the AI operation. If the configuration cannot be accessed from LaunchDarkly, then
+     * the return value will include information from the defaultValue.
      *
      * @example
      * ```
      * const key = "welcome_prompt";
      * const context = {...};
      * const variables = {username: 'john'};
-     * const defaultValue = {};
+     * const defaultValue = {
+     *  enabled: false,
+     * };
      *
      * const result = modelConfig(key, context, defaultValue, variables);
      * // Output:
      * {
-     *   modelId: "gpt-4o",
-     *   temperature: 0.2,
-     *   maxTokens: 4096,
-     *   userDefinedKey: "myValue",
+     *   enabled: true,
+     *   config: {
+     *     modelId: "gpt-4o",
+     *     temperature: 0.2,
+     *     maxTokens: 4096,
+     *     userDefinedKey: "myValue",
+     *   },
      *   prompt: [
      *     {
      *       role: "system",
@@ -53,10 +68,11 @@ export interface LDAIClient {
      *       role: "user",
      *       content: "Explain how you're an amazing GPT."
      *     }
-     *   ]
+     *   ],
+     *   tracker: ...
      * }
      * ```
      */
-    modelConfig<TDefault extends LDGenerationConfig>(key: string, context: LDContext, defaultValue: TDefault, variables?: Record<string, unknown>): Promise<LDAIConfig>;
+    modelConfig<TDefault extends LDAIDefaults>(key: string, context: LDContext, defaultValue: TDefault, variables?: Record<string, unknown>): Promise<LDAIConfig>;
 }
 //# sourceMappingURL=LDAIClient.d.ts.map

package/dist/api/LDAIClient.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LDAIClient.d.ts","sourceRoot":"","sources":["../../src/api/LDAIClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAErE;;GAEG;AAEH,MAAM,WAAW,UAAU;IACzB;;;;;;OAMG;IACH,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IAElF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4CG;IACH,WAAW,CAAC,QAAQ,SAAS,kBAAkB,EAC7C,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,QAAQ,EACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC,CAAC;CACxB"}
+{"version":3,"file":"LDAIClient.d.ts","sourceRoot":"","sources":["../../src/api/LDAIClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oCAAoC,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAErE;;GAEG;AACH,MAAM,WAAW,YAAa,SAAQ,kBAAkB;IACtD;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB;;;;;;OAMG;IACH,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IAElF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAmDG;IACH,WAAW,CAAC,QAAQ,SAAS,YAAY,EACvC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,SAAS,EAClB,YAAY,EAAE,QAAQ,EACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC,CAAC;CACxB"}