@launchdarkly/server-sdk-ai 0.10.1 → 0.11.0

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Changelog
 
+## [0.11.0](https://github.com/launchdarkly/js-core/compare/server-sdk-ai-v0.10.1...server-sdk-ai-v0.11.0) (2025-08-01)
+
+
+### Features
+
+* Adding agent support for AI Configs ([#893](https://github.com/launchdarkly/js-core/issues/893)) ([bf95b92](https://github.com/launchdarkly/js-core/commit/bf95b92946e93b54e1eda7ffef96039b2b42b9aa))
+* Update AI tracker to include model & provider name for metrics generation ([#901](https://github.com/launchdarkly/js-core/issues/901)) ([9474862](https://github.com/launchdarkly/js-core/commit/94748621034ed6b1a74060ee0c536bf96a3cd43d))
+
+
+### Bug Fixes
+
+* Remove deprecated track generation event ([#902](https://github.com/launchdarkly/js-core/issues/902)) ([40f8593](https://github.com/launchdarkly/js-core/commit/40f859386087a443948214e9b535527f125ffa39))
+
 ## [0.10.1](https://github.com/launchdarkly/js-core/compare/server-sdk-ai-v0.10.0...server-sdk-ai-v0.10.1) (2025-07-23)
 
 

package/__tests__/LDAIClientImpl.test.ts

@@ -1,6 +1,12 @@
 import { LDContext } from '@launchdarkly/js-server-sdk-common';
 
-import { LDAIDefaults } from '../src/api/config';
+import { LDAIAgentDefaults } from '../src/api/agents';
+import {
+  LDAIDefaults,
+  VercelAISDKConfig,
+  VercelAISDKMapOptions,
+  VercelAISDKProvider,
+} from '../src/api/config';
 import { LDAIClientImpl } from '../src/LDAIClientImpl';
 import { LDClientMin } from '../src/LDClientMin';
 
@@ -79,6 +85,7 @@ it('includes context in variables for messages interpolation', async () => {
   const result = await client.config(key, testContext, defaultValue);
 
   expect(result.messages?.[0].content).toBe('User key: test-user');
+  expect(result.toVercelAISDK).toEqual(expect.any(Function));
 });
 
 it('handles missing metadata in variation', async () => {
@@ -132,3 +139,323 @@ it('passes the default value to the underlying client', async () => {
 
   expect(mockLdClient.variation).toHaveBeenCalledWith(key, testContext, defaultValue);
 });
+
+// New agent-related tests
+it('returns single agent config with interpolated instructions', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'test-agent';
+  const defaultValue: LDAIAgentDefaults = {
+    model: { name: 'test', parameters: { name: 'test-model' } },
+    instructions: 'You are a helpful assistant.',
+    enabled: true,
+    toVercelAISDK: <TMod>(
+      provider: VercelAISDKProvider<TMod> | Record<string, VercelAISDKProvider<TMod>>,
+      options?: VercelAISDKMapOptions,
+    ): VercelAISDKConfig<TMod> => {
+      const modelProvider = typeof provider === 'function' ? provider : provider.test;
+      return {
+        model: modelProvider('test-model'),
+        messages: [],
+        ...(options?.nonInterpolatedMessages
+          ? {
+              messages: options.nonInterpolatedMessages,
+            }
+          : {}),
+      };
+    },
+  };
+
+  const mockVariation = {
+    model: {
+      name: 'example-model',
+      parameters: { name: 'imagination', temperature: 0.7, maxTokens: 4096 },
+    },
+    provider: {
+      name: 'example-provider',
+    },
+    instructions: 'You are a helpful assistant. Your name is {{name}} and your score is {{score}}',
+    _ldMeta: {
+      variationKey: 'v1',
+      enabled: true,
+      mode: 'agent',
+    },
+  };
+
+  mockLdClient.variation.mockResolvedValue(mockVariation);
+
+  const variables = { name: 'John', score: 42 };
+  const result = await client.agent(key, testContext, defaultValue, variables);
+
+  expect(result).toEqual({
+    model: {
+      name: 'example-model',
+      parameters: { name: 'imagination', temperature: 0.7, maxTokens: 4096 },
+    },
+    provider: {
+      name: 'example-provider',
+    },
+    instructions: 'You are a helpful assistant. Your name is John and your score is 42',
+    tracker: expect.any(Object),
+    enabled: true,
+    toVercelAISDK: expect.any(Function),
+  });
+
+  // Verify tracking was called
+  expect(mockLdClient.track).toHaveBeenCalledWith(
+    '$ld:ai:agent:function:single',
+    testContext,
+    key,
+    1,
+  );
+});
+
+it('includes context in variables for agent instructions interpolation', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'test-agent';
+  const defaultValue: LDAIAgentDefaults = {
+    model: { name: 'test', parameters: { name: 'test-model' } },
+    instructions: 'You are a helpful assistant.',
+    enabled: true,
+    toVercelAISDK: <TMod>(
+      provider: VercelAISDKProvider<TMod> | Record<string, VercelAISDKProvider<TMod>>,
+      options?: VercelAISDKMapOptions,
+    ): VercelAISDKConfig<TMod> => {
+      const modelProvider = typeof provider === 'function' ? provider : provider.test;
+      return {
+        model: modelProvider('test-model'),
+        messages: [],
+        ...(options?.nonInterpolatedMessages
+          ? {
+              messages: options.nonInterpolatedMessages,
+            }
+          : {}),
+      };
+    },
+  };
+
+  const mockVariation = {
+    instructions: 'You are a helpful assistant. Your user key is {{ldctx.key}}',
+    _ldMeta: { variationKey: 'v1', enabled: true, mode: 'agent' },
+  };
+
+  mockLdClient.variation.mockResolvedValue(mockVariation);
+
+  const result = await client.agent(key, testContext, defaultValue);
+
+  expect(result.instructions).toBe('You are a helpful assistant. Your user key is test-user');
+});
+
+it('handles missing metadata in agent variation', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'test-agent';
+  const defaultValue: LDAIAgentDefaults = {
+    model: { name: 'test', parameters: { name: 'test-model' } },
+    instructions: 'You are a helpful assistant.',
+    enabled: true,
+    toVercelAISDK: <TMod>(
+      provider: VercelAISDKProvider<TMod> | Record<string, VercelAISDKProvider<TMod>>,
+      options?: VercelAISDKMapOptions,
+    ): VercelAISDKConfig<TMod> => {
+      const modelProvider = typeof provider === 'function' ? provider : provider.test;
+      return {
+        model: modelProvider('test-model'),
+        messages: [],
+        ...(options?.nonInterpolatedMessages
+          ? {
+              messages: options.nonInterpolatedMessages,
+            }
+          : {}),
+      };
+    },
+  };
+
+  const mockVariation = {
+    model: { name: 'example-provider', parameters: { name: 'imagination' } },
+    instructions: 'Hello.',
+  };
+
+  mockLdClient.variation.mockResolvedValue(mockVariation);
+
+  const result = await client.agent(key, testContext, defaultValue);
+
+  expect(result).toEqual({
+    model: { name: 'example-provider', parameters: { name: 'imagination' } },
+    instructions: 'Hello.',
+    tracker: expect.any(Object),
+    enabled: false,
+    toVercelAISDK: expect.any(Function),
+  });
+});
+
+it('passes the default value to the underlying client for single agent', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+  const key = 'non-existent-agent';
+  const defaultValue: LDAIAgentDefaults = {
+    model: { name: 'default-model', parameters: { name: 'default' } },
+    provider: { name: 'default-provider' },
+    instructions: 'Default instructions',
+    enabled: true,
+    toVercelAISDK: <TMod>(
+      provider: VercelAISDKProvider<TMod> | Record<string, VercelAISDKProvider<TMod>>,
+      options?: VercelAISDKMapOptions,
+    ): VercelAISDKConfig<TMod> => {
+      const modelProvider =
+        typeof provider === 'function' ? provider : provider['default-provider'];
+      return {
+        model: modelProvider('default-model'),
+        messages: [],
+        ...(options?.nonInterpolatedMessages
+          ? {
+              messages: options.nonInterpolatedMessages,
+            }
+          : {}),
+      };
+    },
+  };
+
+  mockLdClient.variation.mockResolvedValue(defaultValue);
+
+  const result = await client.agent(key, testContext, defaultValue);
+
+  expect(result).toEqual({
+    model: defaultValue.model,
+    instructions: defaultValue.instructions,
+    provider: defaultValue.provider,
+    tracker: expect.any(Object),
+    enabled: false,
+    toVercelAISDK: expect.any(Function),
+  });
+
+  expect(mockLdClient.variation).toHaveBeenCalledWith(key, testContext, defaultValue);
+});
+
+it('returns multiple agents config with interpolated instructions', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+
+  const agentConfigs = [
+    {
+      key: 'research-agent',
+      defaultValue: {
+        model: { name: 'test', parameters: { name: 'test-model' } },
+        instructions: 'You are a research assistant.',
+        enabled: true,
+        toVercelAISDK: <TMod>(
+          provider: VercelAISDKProvider<TMod> | Record<string, VercelAISDKProvider<TMod>>,
+          options?: VercelAISDKMapOptions,
+        ): VercelAISDKConfig<TMod> => {
+          const modelProvider = typeof provider === 'function' ? provider : provider.test;
+          return {
+            model: modelProvider('test-model'),
+            messages: [],
+            ...(options?.nonInterpolatedMessages
+              ? {
+                  messages: options.nonInterpolatedMessages,
+                }
+              : {}),
+          };
+        },
+      },
+      variables: { topic: 'climate change' },
+    },
+    {
+      key: 'writing-agent',
+      defaultValue: {
+        model: { name: 'test', parameters: { name: 'test-model' } },
+        instructions: 'You are a writing assistant.',
+        enabled: true,
+        toVercelAISDK: <TMod>(
+          provider: VercelAISDKProvider<TMod> | Record<string, VercelAISDKProvider<TMod>>,
+          options?: VercelAISDKMapOptions,
+        ): VercelAISDKConfig<TMod> => {
+          const modelProvider = typeof provider === 'function' ? provider : provider.test;
+          return {
+            model: modelProvider('test-model'),
+            messages: [],
+            ...(options?.nonInterpolatedMessages
+              ? {
+                  messages: options.nonInterpolatedMessages,
+                }
+              : {}),
+          };
+        },
+      },
+      variables: { style: 'academic' },
+    },
+  ] as const;
+
+  const mockVariations = {
+    'research-agent': {
+      model: {
+        name: 'research-model',
+        parameters: { temperature: 0.3, maxTokens: 2048 },
+      },
+      provider: { name: 'openai' },
+      instructions: 'You are a research assistant specializing in {{topic}}.',
+      _ldMeta: { variationKey: 'v1', enabled: true, mode: 'agent' },
+    },
+    'writing-agent': {
+      model: {
+        name: 'writing-model',
+        parameters: { temperature: 0.7, maxTokens: 1024 },
+      },
+      provider: { name: 'anthropic' },
+      instructions: 'You are a writing assistant with {{style}} style.',
+      _ldMeta: { variationKey: 'v2', enabled: true, mode: 'agent' },
+    },
+  };
+
+  mockLdClient.variation.mockImplementation((key) =>
+    Promise.resolve(mockVariations[key as keyof typeof mockVariations]),
+  );
+
+  const result = await client.agents(agentConfigs, testContext);
+
+  expect(result).toEqual({
+    'research-agent': {
+      model: {
+        name: 'research-model',
+        parameters: { temperature: 0.3, maxTokens: 2048 },
+      },
+      provider: { name: 'openai' },
+      instructions: 'You are a research assistant specializing in climate change.',
+      tracker: expect.any(Object),
+      enabled: true,
+      toVercelAISDK: expect.any(Function),
+    },
+    'writing-agent': {
+      model: {
+        name: 'writing-model',
+        parameters: { temperature: 0.7, maxTokens: 1024 },
+      },
+      provider: { name: 'anthropic' },
+      instructions: 'You are a writing assistant with academic style.',
+      tracker: expect.any(Object),
+      enabled: true,
+      toVercelAISDK: expect.any(Function),
+    },
+  });
+
+  // Verify tracking was called
+  expect(mockLdClient.track).toHaveBeenCalledWith(
+    '$ld:ai:agent:function:multiple',
+    testContext,
+    agentConfigs.length,
+    agentConfigs.length,
+  );
+});
+
+it('handles empty agent configs array', async () => {
+  const client = new LDAIClientImpl(mockLdClient);
+
+  const result = await client.agents([], testContext);
+
+  expect(result).toEqual({});
+
+  // Verify tracking was called with 0 agents
+  expect(mockLdClient.track).toHaveBeenCalledWith(
+    '$ld:ai:agent:function:multiple',
+    testContext,
+    0,
+    0,
+  );
+});