@launchdarkly/server-sdk-ai 0.12.3 → 0.14.0

package/__tests__/LDAIConfigTrackerImpl.test.ts

@@ -1,5 +1,6 @@
 import { LDContext } from '@launchdarkly/js-server-sdk-common';
 
+import { name as aiSdkName, version as aiSdkVersion } from '../package.json';
 import { LDFeedbackKind } from '../src/api/metrics';
 import { LDAIConfigTrackerImpl } from '../src/LDAIConfigTrackerImpl';
 import { LDClientMin } from '../src/LDClientMin';
@@ -18,6 +19,16 @@ const version = 1;
 const modelName = 'test-model';
 const providerName = 'test-provider';
 
+const getExpectedTrackData = () => ({
+  configKey,
+  variationKey,
+  version,
+  modelName,
+  providerName,
+  aiSdkName,
+  aiSdkVersion,
+});
+
 beforeEach(() => {
   jest.clearAllMocks();
 });
@@ -37,7 +48,7 @@ it('tracks duration', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:duration:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1000,
   );
 });
@@ -60,7 +71,7 @@ it('tracks duration of async function', async () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:duration:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1000,
   );
 });
@@ -80,7 +91,7 @@ it('tracks time to first token', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:ttf',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1000,
   );
 });
@@ -100,7 +111,7 @@ it('tracks positive feedback', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:feedback:user:positive',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 });
@@ -120,7 +131,7 @@ it('tracks negative feedback', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:feedback:user:negative',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 });
@@ -140,7 +151,7 @@ it('tracks success', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:generation:success',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 });
@@ -172,14 +183,14 @@ it('tracks OpenAI usage', async () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:duration:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1000,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:generation:success',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 
@@ -193,21 +204,21 @@ it('tracks OpenAI usage', async () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     TOTAL_TOKENS,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:input',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     PROMPT_TOKENS,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:output',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     COMPLETION_TOKENS,
   );
 });
@@ -234,14 +245,14 @@ it('tracks error when OpenAI metrics function throws', async () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:duration:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1000,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:generation:error',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 
@@ -283,7 +294,7 @@ it('tracks Bedrock conversation with successful response', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:generation:success',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 
@@ -297,28 +308,28 @@ it('tracks Bedrock conversation with successful response', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:duration:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     500,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     TOTAL_TOKENS,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:input',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     PROMPT_TOKENS,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:output',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     COMPLETION_TOKENS,
   );
 });
@@ -345,7 +356,7 @@ it('tracks Bedrock conversation with error response', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:generation:error',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 
@@ -385,14 +396,14 @@ describe('Vercel AI SDK generateText', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:duration:total',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1000,
     );
 
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:generation:success',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1,
     );
 
@@ -406,21 +417,21 @@ describe('Vercel AI SDK generateText', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:tokens:total',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       TOTAL_TOKENS,
     );
 
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:tokens:input',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       PROMPT_TOKENS,
     );
 
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:tokens:output',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       COMPLETION_TOKENS,
     );
   });
@@ -447,137 +458,14 @@ describe('Vercel AI SDK generateText', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:duration:total',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1000,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:generation:error',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1,
-    );
-
-    expect(mockTrack).not.toHaveBeenCalledWith(
-      expect.stringMatching(/^\$ld:ai:tokens:/),
-      expect.anything(),
-      expect.anything(),
-      expect.anything(),
-    );
-  });
-});
-
-describe('Vercel AI SDK streamText', () => {
-  it('tracks Vercel AI SDK usage', async () => {
-    const tracker = new LDAIConfigTrackerImpl(
-      mockLdClient,
-      configKey,
-      variationKey,
-      version,
-      modelName,
-      providerName,
-      testContext,
-    );
-    jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
-
-    const TOTAL_TOKENS = 100;
-    const PROMPT_TOKENS = 49;
-    const COMPLETION_TOKENS = 51;
-
-    let resolveDone: ((value: boolean) => void) | undefined;
-    const donePromise = new Promise<boolean>((resolve) => {
-      resolveDone = resolve;
-    });
-
-    const finishReason = Promise.resolve('stop');
-    jest
-      .spyOn(finishReason, 'then')
-      .mockImplementationOnce((fn) => finishReason.then(fn).finally(() => resolveDone?.(true)));
-
-    tracker.trackVercelAISDKStreamTextMetrics(() => ({
-      finishReason,
-      usage: Promise.resolve({
-        totalTokens: TOTAL_TOKENS,
-        promptTokens: PROMPT_TOKENS,
-        completionTokens: COMPLETION_TOKENS,
-      }),
-    }));
-
-    await donePromise;
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:duration:total',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1000,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:generation:success',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1,
-    );
-
-    expect(mockTrack).not.toHaveBeenCalledWith(
-      '$ld:ai:generation:error',
-      expect.anything(),
-      expect.anything(),
-      expect.anything(),
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:tokens:total',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      TOTAL_TOKENS,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:tokens:input',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      PROMPT_TOKENS,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:tokens:output',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      COMPLETION_TOKENS,
-    );
-  });
-
-  it('tracks error when Vercel AI SDK metrics function throws', async () => {
-    const tracker = new LDAIConfigTrackerImpl(
-      mockLdClient,
-      configKey,
-      variationKey,
-      version,
-      modelName,
-      providerName,
-      testContext,
-    );
-    jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
-
-    const error = new Error('Vercel AI SDK API error');
-    expect(() =>
-      tracker.trackVercelAISDKStreamTextMetrics(() => {
-        throw error;
-      }),
-    ).toThrow(error);
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:duration:total',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1000,
     );
 
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:generation:error',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1,
     );
 
@@ -588,134 +476,6 @@ describe('Vercel AI SDK streamText', () => {
       expect.anything(),
     );
   });
-
-  it('tracks error when Vercel AI SDK finishes because of an error', async () => {
-    const tracker = new LDAIConfigTrackerImpl(
-      mockLdClient,
-      configKey,
-      variationKey,
-      version,
-      modelName,
-      providerName,
-      testContext,
-    );
-    jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
-
-    tracker.trackVercelAISDKStreamTextMetrics(() => ({
-      finishReason: Promise.resolve('error'),
-    }));
-
-    await new Promise(process.nextTick);
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:duration:total',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1000,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:generation:error',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1,
-    );
-
-    expect(mockTrack).not.toHaveBeenCalledWith(
-      expect.stringMatching(/^\$ld:ai:tokens:/),
-      expect.anything(),
-      expect.anything(),
-      expect.anything(),
-    );
-  });
-
-  it('tracks error when Vercel AI SDK finishReason promise rejects', async () => {
-    const tracker = new LDAIConfigTrackerImpl(
-      mockLdClient,
-      configKey,
-      variationKey,
-      version,
-      modelName,
-      providerName,
-      testContext,
-    );
-    jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
-
-    tracker.trackVercelAISDKStreamTextMetrics(() => ({
-      finishReason: Promise.reject(new Error('Vercel AI SDK API error')),
-    }));
-
-    await new Promise(process.nextTick);
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:duration:total',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1000,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:generation:error',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1,
-    );
-
-    expect(mockTrack).not.toHaveBeenCalledWith(
-      expect.stringMatching(/^\$ld:ai:tokens:/),
-      expect.anything(),
-      expect.anything(),
-      expect.anything(),
-    );
-  });
-
-  it('squashes error when Vercel AI SDK usage promise rejects', async () => {
-    const tracker = new LDAIConfigTrackerImpl(
-      mockLdClient,
-      configKey,
-      variationKey,
-      version,
-      modelName,
-      providerName,
-      testContext,
-    );
-    jest.spyOn(global.Date, 'now').mockReturnValueOnce(1000).mockReturnValueOnce(2000);
-
-    tracker.trackVercelAISDKStreamTextMetrics(() => ({
-      finishReason: Promise.resolve('stop'),
-      usage: Promise.reject(new Error('Vercel AI SDK API error')),
-    }));
-
-    await new Promise(process.nextTick);
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:duration:total',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1000,
-    );
-
-    expect(mockTrack).toHaveBeenCalledWith(
-      '$ld:ai:generation:success',
-      testContext,
-      { configKey, variationKey, version, modelName, providerName },
-      1,
-    );
-
-    expect(mockTrack).not.toHaveBeenCalledWith(
-      '$ld:ai:generation:error',
-      expect.anything(),
-      expect.anything(),
-      expect.anything(),
-    );
-
-    expect(mockTrack).not.toHaveBeenCalledWith(
-      expect.stringMatching(/^\$ld:ai:tokens:/),
-      expect.anything(),
-      expect.anything(),
-      expect.anything(),
-    );
-  });
 });
 
 it('tracks tokens', () => {
@@ -742,21 +502,21 @@ it('tracks tokens', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     TOTAL_TOKENS,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:input',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     PROMPT_TOKENS,
   );
 
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:output',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     COMPLETION_TOKENS,
   );
 });
@@ -788,7 +548,7 @@ it('only tracks non-zero token counts', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:tokens:input',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     50,
   );
 
@@ -874,7 +634,7 @@ it('tracks duration when async function throws', async () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:duration:total',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1000,
   );
 });
@@ -894,7 +654,7 @@ it('tracks error', () => {
   expect(mockTrack).toHaveBeenCalledWith(
     '$ld:ai:generation:error',
     testContext,
-    { configKey, variationKey, version, modelName, providerName },
+    getExpectedTrackData(),
     1,
   );
 });
@@ -930,7 +690,7 @@ describe('trackMetricsOf', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:generation:success',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1,
     );
 
@@ -938,19 +698,19 @@ describe('trackMetricsOf', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:tokens:total',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       100,
     );
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:tokens:input',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       50,
     );
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:tokens:output',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       50,
     );
   });
@@ -980,7 +740,7 @@ describe('trackMetricsOf', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:generation:error',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1,
     );
   });
@@ -1006,7 +766,7 @@ describe('trackMetricsOf', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:generation:error',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1,
     );
 
@@ -1040,7 +800,7 @@ describe('trackMetricsOf', () => {
     expect(mockTrack).toHaveBeenCalledWith(
       '$ld:ai:generation:success',
       testContext,
-      { configKey, variationKey, version, modelName, providerName },
+      getExpectedTrackData(),
       1,
     );
 

package/__tests__/TrackedChat.test.ts

@@ -1,13 +1,13 @@
 import { TrackedChat } from '../src/api/chat/TrackedChat';
 import { ChatResponse } from '../src/api/chat/types';
-import { LDAIConfig, LDMessage } from '../src/api/config/LDAIConfig';
 import { LDAIConfigTracker } from '../src/api/config/LDAIConfigTracker';
+import { LDAICompletionConfig, LDMessage } from '../src/api/config/types';
 import { AIProvider } from '../src/api/providers/AIProvider';
 
 describe('TrackedChat', () => {
   let mockProvider: jest.Mocked<AIProvider>;
   let mockTracker: jest.Mocked<LDAIConfigTracker>;
-  let aiConfig: LDAIConfig;
+  let aiConfig: LDAICompletionConfig;
 
   beforeEach(() => {
     // Mock the AIProvider
@@ -38,7 +38,6 @@ describe('TrackedChat', () => {
       model: { name: 'gpt-4' },
       provider: { name: 'openai' },
       tracker: mockTracker,
-      toVercelAISDK: jest.fn(),
     };
   });
 
@@ -136,7 +135,7 @@ describe('TrackedChat', () => {
     });
 
     it('returns empty array when no messages exist and includeConfigMessages is false', () => {
-      const configWithoutMessages: LDAIConfig = {
+      const configWithoutMessages: LDAICompletionConfig = {
         ...aiConfig,
         messages: [],
       };
@@ -167,7 +166,7 @@ describe('TrackedChat', () => {
     });
 
     it('handles undefined config messages gracefully', () => {
-      const configWithoutMessages: LDAIConfig = {
+      const configWithoutMessages: LDAICompletionConfig = {
         ...aiConfig,
         messages: undefined,
       };

package/dist/package.json

@@ -0,0 +1,53 @@
+{
+    "name": "@launchdarkly/server-sdk-ai",
+    "version": "0.14.0",
+    "description": "LaunchDarkly AI SDK for Server-Side JavaScript",
+    "homepage": "https://github.com/launchdarkly/js-core/tree/main/packages/sdk/server-ai",
+    "repository": {
+        "type": "git",
+        "url": "https://github.com/launchdarkly/js-core.git"
+    },
+    "main": "dist/src/index.js",
+    "types": "dist/src/index.d.ts",
+    "type": "commonjs",
+    "scripts": {
+        "build": "npx tsc",
+        "lint": "npx eslint . --ext .ts",
+        "prettier": "prettier --write '**/*.@(js|ts|tsx|json|css)' --ignore-path ../../../.prettierignore",
+        "lint:fix": "yarn run lint --fix",
+        "check": "yarn prettier && yarn lint && yarn build && yarn test",
+        "test": "jest"
+    },
+    "keywords": [
+        "launchdarkly",
+        "ai",
+        "llm"
+    ],
+    "author": "LaunchDarkly",
+    "license": "Apache-2.0",
+    "dependencies": {
+        "mustache": "^4.2.0"
+    },
+    "devDependencies": {
+        "@launchdarkly/js-server-sdk-common": "2.16.2",
+        "@trivago/prettier-plugin-sort-imports": "^4.1.1",
+        "@types/jest": "^29.5.3",
+        "@types/mustache": "^4.2.5",
+        "@typescript-eslint/eslint-plugin": "^6.20.0",
+        "@typescript-eslint/parser": "^6.20.0",
+        "eslint": "^8.45.0",
+        "eslint-config-airbnb-base": "^15.0.0",
+        "eslint-config-airbnb-typescript": "^17.1.0",
+        "eslint-config-prettier": "^8.8.0",
+        "eslint-plugin-import": "^2.27.5",
+        "eslint-plugin-jest": "^27.6.3",
+        "eslint-plugin-prettier": "^5.0.0",
+        "jest": "^29.6.1",
+        "prettier": "^3.0.0",
+        "ts-jest": "^29.1.1",
+        "typescript": "5.1.6"
+    },
+    "peerDependencies": {
+        "@launchdarkly/js-server-sdk-common": "2.x"
+    }
+}