@launchdarkly/server-sdk-ai 0.20.0 → 1.0.1

package/dist/index.js

@@ -139,9 +139,6 @@ var LDAIConfigUtils = class {
     if ("evaluationMetricKey" in config && config.evaluationMetricKey !== void 0) {
       flagValue.evaluationMetricKey = config.evaluationMetricKey;
     }
-    if ("evaluationMetricKeys" in config && config.evaluationMetricKeys !== void 0) {
-      flagValue.evaluationMetricKeys = config.evaluationMetricKeys;
-    }
     if ("judgeConfiguration" in config && config.judgeConfiguration !== void 0) {
       flagValue.judgeConfiguration = config.judgeConfiguration;
     }
@@ -155,7 +152,7 @@ var LDAIConfigUtils = class {
    *
    * @param key The configuration key
    * @param flagValue The flag value from LaunchDarkly
-   * @param trackerFactory A factory function that creates a new tracker for each execution
+   * @param trackerFactory A factory function that creates a new tracker for each AI run
    * @param evaluator The evaluator to attach to completion and agent configs
    * @returns The appropriate AI configuration type
    */
@@ -176,7 +173,7 @@ var LDAIConfigUtils = class {
    *
    * @param key The configuration key
    * @param mode The mode for the disabled config
-   * @param createTracker A factory function that creates a new tracker for each execution
+   * @param createTracker A factory function that creates a new tracker for each AI run
    * @param evaluator The evaluator to attach to completion and agent configs
    * @returns A disabled config of the appropriate type
    */
@@ -242,7 +239,7 @@ var LDAIConfigUtils = class {
    *
    * @param key The configuration key
    * @param flagValue The flag value from LaunchDarkly
-   * @param trackerFactory A factory function that creates a new tracker for each execution
+   * @param trackerFactory A factory function that creates a new tracker for each AI run
    * @param evaluator The evaluator for this completion config
    * @returns A completion configuration
    */
@@ -261,7 +258,7 @@ var LDAIConfigUtils = class {
    *
    * @param key The configuration key
    * @param flagValue The flag value from LaunchDarkly
-   * @param trackerFactory A factory function that creates a new tracker for each execution
+   * @param trackerFactory A factory function that creates a new tracker for each AI run
    * @param evaluator The evaluator for this agent config
    * @returns An agent configuration
    */
@@ -280,7 +277,7 @@ var LDAIConfigUtils = class {
    *
    * @param key The configuration key
    * @param flagValue The flag value from LaunchDarkly
-   * @param trackerFactory A factory function that creates a new tracker for each execution
+   * @param trackerFactory A factory function that creates a new tracker for each AI run
    * @returns A judge configuration
    */
   static toJudgeConfig(key, flagValue, trackerFactory) {
@@ -413,10 +410,10 @@ var AgentGraphDefinition = class _AgentGraphDefinition {
     return this._agentGraph;
   }
   /**
-   * Returns a new {@link LDGraphTracker} for this graph invocation.
+   * Returns a new {@link LDGraphTracker} for a fresh graph run.
    *
-   * Call this once per invocation. Each call produces a tracker with a fresh `runId`
-   * that groups all events for that invocation.
+   * Call this once per graph run. Each call produces a tracker with a fresh `runId`
+   * that groups all events for that run.
    */
   createTracker() {
     return this._createTracker();
@@ -534,81 +531,6 @@ var AgentGraphDefinition = class _AgentGraphDefinition {
   }
 };
 
-// src/api/graph/ManagedAgentGraph.ts
-var ManagedAgentGraph = class {
-  constructor(_graphDefinition, _logger) {
-    this._graphDefinition = _graphDefinition;
-    this._logger = _logger;
-  }
-  /**
-   * Runs the agent graph using the provided runner function and returns a ManagedGraphResult.
-   *
-   * The runner function receives the graph tracker and AgentGraphDefinition,
-   * executes the graph, and returns an AgentGraphRunnerResult.
-   *
-   * run() returns before ManagedGraphResult.evaluations resolves.
-   *
-   * @param runner Async function that executes the graph and returns AgentGraphRunnerResult.
-   * @returns ManagedGraphResult with LDAIGraphMetricSummary and evaluations promise.
-   */
-  async run(runner) {
-    const graphTracker = this._graphDefinition.createTracker();
-    const runnerResult = await runner(this._graphDefinition, graphTracker);
-    const metrics = {
-      success: runnerResult.metrics.success,
-      path: runnerResult.metrics.path,
-      durationMs: runnerResult.metrics.durationMs,
-      tokens: runnerResult.metrics.tokens,
-      nodeMetrics: this._trackNodeMetrics(runnerResult.metrics.nodeMetrics),
-      resumptionToken: graphTracker.resumptionToken
-    };
-    const evaluations = Promise.resolve([]);
-    return {
-      content: runnerResult.content,
-      metrics,
-      raw: runnerResult.raw,
-      evaluations
-    };
-  }
-  /**
-   * Converts per-node LDAIMetrics from the runner into LDAIMetricSummary by
-   * creating a per-node tracker, firing tracking events, and calling getSummary().
-   */
-  _trackNodeMetrics(nodeMetrics) {
-    const summaries = {};
-    for (const [nodeKey, metrics] of Object.entries(nodeMetrics)) {
-      const node = this._graphDefinition.getNode(nodeKey);
-      if (!node) {
-        this._logger?.warn(`ManagedAgentGraph: no node found for key "${nodeKey}", skipping metrics`);
-        continue;
-      }
-      const tracker = node.getConfig().createTracker();
-      if (metrics.tokens) {
-        tracker.trackTokens(metrics.tokens);
-      }
-      if (metrics.durationMs !== void 0) {
-        tracker.trackDuration(metrics.durationMs);
-      }
-      if (metrics.toolCalls?.length) {
-        tracker.trackToolCalls(metrics.toolCalls);
-      }
-      if (metrics.success) {
-        tracker.trackSuccess();
-      } else {
-        tracker.trackError();
-      }
-      summaries[nodeKey] = tracker.getSummary();
-    }
-    return summaries;
-  }
-  /**
-   * Returns the underlying AgentGraphDefinition.
-   */
-  getGraphDefinition() {
-    return this._graphDefinition;
-  }
-};
-
 // src/api/judge/Evaluator.ts
 var Evaluator = class _Evaluator {
   constructor(_judges) {
@@ -663,8 +585,7 @@ var Judge = class {
     return this._sampleRate;
   }
   /**
-   * Gets the evaluation metric key, prioritizing evaluationMetricKey over evaluationMetricKeys.
-   * Falls back to the first valid (non-empty, non-whitespace) value in evaluationMetricKeys if evaluationMetricKey is not provided.
+   * Gets the evaluation metric key from the judge AI config.
    * Treats empty strings and whitespace-only strings as invalid.
    * @returns The evaluation metric key, or undefined if not available
    */
@@ -672,12 +593,6 @@ var Judge = class {
     if (this._aiConfig.evaluationMetricKey && this._aiConfig.evaluationMetricKey.trim().length > 0) {
       return this._aiConfig.evaluationMetricKey.trim();
     }
-    if (this._aiConfig.evaluationMetricKeys && this._aiConfig.evaluationMetricKeys.length > 0) {
-      const validKey = this._aiConfig.evaluationMetricKeys.find(
-        (key) => key && key.trim().length > 0
-      );
-      return validKey ? validKey.trim() : void 0;
-    }
     return void 0;
   }
   /**
@@ -742,17 +657,21 @@ var Judge = class {
     }
   }
   /**
-   * Evaluates an AI response from chat messages and response.
+   * Evaluates an AI response from chat messages and a runner result.
+   *
+   * Each message is rendered as `<role>: <content>` so the judge model can
+   * distinguish speakers in the message history. Messages are joined with a
+   * single newline.
    *
    * @param messages Array of messages representing the conversation history
-   * @param response The AI response to be evaluated
+   * @param response The runner result containing the AI-generated content to evaluate
    * @param samplingRatio Sampling ratio (0-1). When omitted, the Judge's
    *   constructor-default rate is used.
    * @returns Promise that resolves to evaluation results
    */
   async evaluateMessages(messages, response, samplingRatio) {
-    const input = messages.length === 0 ? "" : messages.map((msg) => msg.content).join("\r\n");
-    const output = response.message.content;
+    const input = messages.length === 0 ? "" : messages.map((msg) => `${msg.role}: ${msg.content}`).join("\n");
+    const output = response.content;
     return this.evaluate(input, output, samplingRatio);
   }
   /**
@@ -813,10 +732,14 @@ var AIProvider = class {
    * Default implementation returns `undefined`.
    *
    * @param config The completion or judge AI configuration.
+   * @param multiTurn Whether the runner should accumulate conversation history
+   *   across successive `run()` calls. Defaults to `true` (chat semantics).
+   *   Pass `false` for stateless runners such as judges where each call must
+   *   start from the initial config messages.
    * @returns Promise resolving to a {@link Runner}, or `undefined` if this
    *   provider does not support model creation.
    */
-  async createModel(_config) {
+  async createModel(_config, _multiTurn = true) {
     return void 0;
   }
   /**
@@ -952,15 +875,19 @@ var RunnerFactory = class _RunnerFactory {
    *   ('openai', 'langchain', 'vercel', …). When set, only that provider is
    *   tried. When omitted, providers are tried in priority order based on the
    *   provider name in the config.
+   * @param multiTurn Whether the runner should accumulate conversation history
+   *   across successive `run()` calls. Defaults to `true` (chat semantics).
+   *   Judges pass `false` so each evaluation starts from the initial config
+   *   messages.
    * @returns A configured {@link Runner} ready to invoke the model, or
    *   `undefined` if no suitable provider could be loaded.
    */
-  static async createModel(config, logger, defaultAiProvider) {
+  static async createModel(config, logger, defaultAiProvider, multiTurn = true) {
     const providerName = config.provider?.name?.toLowerCase();
     const providers = _RunnerFactory._getProvidersToTry(defaultAiProvider, providerName);
     const runner = await _RunnerFactory._withFallback(
       providers,
-      (factory) => factory.createModel(config),
+      (factory) => factory.createModel(config, multiTurn),
       logger
     );
     if (!runner) {
@@ -1023,24 +950,6 @@ var RunnerFactory = class _RunnerFactory {
   }
 };
 
-// src/api/metrics/BedrockTokenUsage.ts
-function createBedrockTokenUsage(data) {
-  return {
-    total: data.totalTokens || 0,
-    input: data.inputTokens || 0,
-    output: data.outputTokens || 0
-  };
-}
-
-// src/api/metrics/OpenAiUsage.ts
-function createOpenAiUsage(data) {
-  return {
-    total: data.total_tokens ?? 0,
-    input: data.prompt_tokens ?? 0,
-    output: data.completion_tokens ?? 0
-  };
-}
-
 // src/api/metrics/LDFeedbackKind.ts
 var LDFeedbackKind = /* @__PURE__ */ ((LDFeedbackKind2) => {
   LDFeedbackKind2["Positive"] = "positive";
@@ -1048,15 +957,6 @@ var LDFeedbackKind = /* @__PURE__ */ ((LDFeedbackKind2) => {
   return LDFeedbackKind2;
 })(LDFeedbackKind || {});
 
-// src/api/metrics/VercelAISDKTokenUsage.ts
-function createVercelAISDKTokenUsage(data) {
-  return {
-    total: data.totalTokens ?? 0,
-    input: data.inputTokens ?? data.promptTokens ?? 0,
-    output: data.outputTokens ?? data.completionTokens ?? 0
-  };
-}
-
 // src/LDAIConfigTrackerImpl.ts
 var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
   constructor(_ldClient, _runId, _configKey, _variationKey, _version, _modelName, _providerName, _context, _graphKey) {
@@ -1111,7 +1011,7 @@ var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
   trackDuration(duration) {
     if (this._trackedMetrics.durationMs !== void 0) {
       this._ldClient.logger?.warn(
-        "Duration has already been tracked for this execution. Use createTracker() for a new execution."
+        "Skipping trackDuration: duration already recorded on this tracker. Call createTracker on the AI Config for a new run."
       );
       return;
     }
@@ -1132,7 +1032,7 @@ var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
   trackTimeToFirstToken(timeToFirstTokenMs) {
     if (this._trackedMetrics.timeToFirstTokenMs !== void 0) {
       this._ldClient.logger?.warn(
-        "Time to first token has already been tracked for this execution. Use createTracker() for a new execution."
+        "Skipping trackTimeToFirstToken: time-to-first-token already recorded on this tracker. Call createTracker on the AI Config for a new run."
       );
       return;
     }
@@ -1168,7 +1068,7 @@ var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
   trackFeedback(feedback) {
     if (this._trackedMetrics.feedback !== void 0) {
       this._ldClient.logger?.warn(
-        "Feedback has already been tracked for this execution. Use createTracker() for a new execution."
+        "Skipping trackFeedback: feedback already recorded on this tracker. Call createTracker on the AI Config for a new run."
       );
       return;
     }
@@ -1182,7 +1082,7 @@ var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
   trackSuccess() {
     if (this._trackedMetrics.success !== void 0) {
       this._ldClient.logger?.warn(
-        "Generation result has already been tracked for this execution. Use createTracker() for a new execution."
+        "Skipping trackSuccess: success/error already recorded on this tracker. Call createTracker on the AI Config for a new run."
       );
       return;
     }
@@ -1192,7 +1092,7 @@ var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
   trackError() {
     if (this._trackedMetrics.success !== void 0) {
       this._ldClient.logger?.warn(
-        "Generation result has already been tracked for this execution. Use createTracker() for a new execution."
+        "Skipping trackError: success/error already recorded on this tracker. Call createTracker on the AI Config for a new run."
       );
       return;
     }
@@ -1253,50 +1153,10 @@ var LDAIConfigTrackerImpl = class _LDAIConfigTrackerImpl {
       this.trackDuration(Date.now() - startTime);
     }
   }
-  async trackOpenAIMetrics(func) {
-    try {
-      const result = await this.trackDurationOf(func);
-      this.trackSuccess();
-      if (result.usage) {
-        this.trackTokens(createOpenAiUsage(result.usage));
-      }
-      return result;
-    } catch (err) {
-      this.trackError();
-      throw err;
-    }
-  }
-  trackBedrockConverseMetrics(res) {
-    if (res.$metadata?.httpStatusCode === 200) {
-      this.trackSuccess();
-    } else if (res.$metadata?.httpStatusCode && res.$metadata.httpStatusCode >= 400) {
-      this.trackError();
-    }
-    if (res.metrics && res.metrics.latencyMs) {
-      this.trackDuration(res.metrics.latencyMs);
-    }
-    if (res.usage) {
-      this.trackTokens(createBedrockTokenUsage(res.usage));
-    }
-    return res;
-  }
-  async trackVercelAISDKGenerateTextMetrics(func) {
-    try {
-      const result = await this.trackDurationOf(func);
-      this.trackSuccess();
-      if (result.usage) {
-        this.trackTokens(createVercelAISDKTokenUsage(result.usage));
-      }
-      return result;
-    } catch (err) {
-      this.trackError();
-      throw err;
-    }
-  }
   trackTokens(tokens) {
     if (this._trackedMetrics.tokens !== void 0) {
       this._ldClient.logger?.warn(
-        "Token usage has already been tracked for this execution. Use createTracker() for a new execution."
+        "Skipping trackTokens: token usage already recorded on this tracker. Call createTracker on the AI Config for a new run."
       );
       return;
     }
@@ -1381,7 +1241,7 @@ var LDGraphTrackerImpl = class _LDGraphTrackerImpl {
   trackInvocationSuccess() {
     if (this._summary.success !== void 0) {
       this._ldClient.logger?.warn(
-        "LDGraphTracker: invocation success/failure already recorded for this run \u2014 dropping duplicate call."
+        "Skipping trackInvocationSuccess: invocation result already recorded on this graph tracker. Call createTracker on the agent graph for a new run."
       );
       return;
     }
@@ -1391,7 +1251,7 @@ var LDGraphTrackerImpl = class _LDGraphTrackerImpl {
   trackInvocationFailure() {
     if (this._summary.success !== void 0) {
       this._ldClient.logger?.warn(
-        "LDGraphTracker: invocation success/failure already recorded for this run \u2014 dropping duplicate call."
+        "Skipping trackInvocationFailure: invocation result already recorded on this graph tracker. Call createTracker on the agent graph for a new run."
       );
       return;
     }
@@ -1401,7 +1261,7 @@ var LDGraphTrackerImpl = class _LDGraphTrackerImpl {
   trackDuration(durationMs) {
     if (this._summary.durationMs !== void 0) {
       this._ldClient.logger?.warn(
-        "LDGraphTracker: trackDuration already called for this run \u2014 dropping duplicate call."
+        "Skipping trackDuration: duration already recorded on this graph tracker. Call createTracker on the agent graph for a new run."
       );
       return;
     }
@@ -1416,7 +1276,7 @@ var LDGraphTrackerImpl = class _LDGraphTrackerImpl {
   trackTotalTokens(tokens) {
     if (this._summary.tokens !== void 0) {
       this._ldClient.logger?.warn(
-        "LDGraphTracker: trackTotalTokens already called for this run \u2014 dropping duplicate call."
+        "Skipping trackTotalTokens: tokens already recorded on this graph tracker. Call createTracker on the agent graph for a new run."
       );
       return;
     }
@@ -1431,7 +1291,7 @@ var LDGraphTrackerImpl = class _LDGraphTrackerImpl {
   trackPath(path) {
     if (this._summary.path !== void 0) {
       this._ldClient.logger?.warn(
-        "LDGraphTracker: trackPath already called for this run \u2014 dropping duplicate call."
+        "Skipping trackPath: path already recorded on this graph tracker. Call createTracker on the agent graph for a new run."
       );
       return;
     }
@@ -1466,7 +1326,7 @@ var LDGraphTrackerImpl = class _LDGraphTrackerImpl {
 
 // src/sdkInfo.ts
 var aiSdkName = "@launchdarkly/server-sdk-ai";
-var aiSdkVersion = "0.20.0";
+var aiSdkVersion = "1.0.1";
 var aiSdkLanguage = "javascript";
 
 // src/LDAIClientImpl.ts
@@ -1596,12 +1456,6 @@ var LDAIClientImpl = class {
       defaultAiProvider
     );
   }
-  /**
-   * @deprecated Use `completionConfig` instead. This method will be removed in a future version.
-   */
-  async config(key, context, defaultValue, variables) {
-    return this.completionConfig(key, context, defaultValue, variables);
-  }
   async _judgeConfig(key, context, defaultValue, variables) {
     if (variables?.message_history !== void 0) {
       this._logger?.warn(
@@ -1656,12 +1510,6 @@ var LDAIClientImpl = class {
       defaultAiProvider
     );
   }
-  /**
-   * @deprecated Use `agentConfig` instead. This method will be removed in a future version.
-   */
-  async agent(key, context, defaultValue, variables) {
-    return this.agentConfig(key, context, defaultValue, variables);
-  }
   async agentConfigs(agentConfigs, context) {
     this._ldClient.track(
       TRACK_USAGE_AGENT_CONFIGS,
@@ -1683,12 +1531,6 @@ var LDAIClientImpl = class {
     );
     return agents;
   }
-  /**
-   * @deprecated Use `agentConfigs` instead. This method will be removed in a future version.
-   */
-  async agents(agentConfigs, context) {
-    return this.agentConfigs(agentConfigs, context);
-  }
   async createJudge(key, context, defaultValue, variables, defaultAiProvider, sampleRate = 1) {
     this._ldClient.track(TRACK_USAGE_CREATE_JUDGE, context, key, 1);
     return this._createJudgeInstance(
@@ -1712,7 +1554,12 @@ var LDAIClientImpl = class {
         this._logger?.info(`Judge configuration is disabled: ${key}`);
         return void 0;
       }
-      const runner = await RunnerFactory.createModel(judgeConfig, this._logger, defaultAiProvider);
+      const runner = await RunnerFactory.createModel(
+        judgeConfig,
+        this._logger,
+        defaultAiProvider,
+        false
+      );
       if (!runner) {
         return void 0;
       }
@@ -1761,18 +1608,6 @@ var LDAIClientImpl = class {
     }
     return new ManagedAgent(config, runner, this._logger);
   }
-  /**
-   * @deprecated Use `createModel` instead. This method will be removed in a future version.
-   */
-  async createChat(key, context, defaultValue, variables, defaultAiProvider) {
-    return this.createModel(key, context, defaultValue, variables, defaultAiProvider);
-  }
-  /**
-   * @deprecated Use `createModel` instead. This method will be removed in a future version.
-   */
-  async initChat(key, context, defaultValue, variables, defaultAiProvider) {
-    return this.createModel(key, context, defaultValue, variables, defaultAiProvider);
-  }
   createTracker(token, context) {
     return LDAIConfigTrackerImpl.fromResumptionToken(token, this._ldClient, context);
   }
@@ -1850,6 +1685,81 @@ var LDAIClientImpl = class {
   }
 };
 
+// src/api/ManagedAgentGraph.ts
+var ManagedAgentGraph = class {
+  constructor(_graphDefinition, _logger) {
+    this._graphDefinition = _graphDefinition;
+    this._logger = _logger;
+  }
+  /**
+   * Runs the agent graph using the provided runner function and returns a ManagedGraphResult.
+   *
+   * The runner function receives the graph tracker and AgentGraphDefinition,
+   * executes the graph, and returns an AgentGraphRunnerResult.
+   *
+   * run() returns before ManagedGraphResult.evaluations resolves.
+   *
+   * @param runner Async function that executes the graph and returns AgentGraphRunnerResult.
+   * @returns ManagedGraphResult with LDAIGraphMetricSummary and evaluations promise.
+   */
+  async run(runner) {
+    const graphTracker = this._graphDefinition.createTracker();
+    const runnerResult = await runner(this._graphDefinition, graphTracker);
+    const metrics = {
+      success: runnerResult.metrics.success,
+      path: runnerResult.metrics.path,
+      durationMs: runnerResult.metrics.durationMs,
+      tokens: runnerResult.metrics.tokens,
+      nodeMetrics: this._trackNodeMetrics(runnerResult.metrics.nodeMetrics),
+      resumptionToken: graphTracker.resumptionToken
+    };
+    const evaluations = Promise.resolve([]);
+    return {
+      content: runnerResult.content,
+      metrics,
+      raw: runnerResult.raw,
+      evaluations
+    };
+  }
+  /**
+   * Converts per-node LDAIMetrics from the runner into LDAIMetricSummary by
+   * creating a per-node tracker, firing tracking events, and calling getSummary().
+   */
+  _trackNodeMetrics(nodeMetrics) {
+    const summaries = {};
+    for (const [nodeKey, metrics] of Object.entries(nodeMetrics)) {
+      const node = this._graphDefinition.getNode(nodeKey);
+      if (!node) {
+        this._logger?.warn(`ManagedAgentGraph: no node found for key "${nodeKey}", skipping metrics`);
+        continue;
+      }
+      const tracker = node.getConfig().createTracker();
+      if (metrics.tokens) {
+        tracker.trackTokens(metrics.tokens);
+      }
+      if (metrics.durationMs !== void 0) {
+        tracker.trackDuration(metrics.durationMs);
+      }
+      if (metrics.toolCalls?.length) {
+        tracker.trackToolCalls(metrics.toolCalls);
+      }
+      if (metrics.success) {
+        tracker.trackSuccess();
+      } else {
+        tracker.trackError();
+      }
+      summaries[nodeKey] = tracker.getSummary();
+    }
+    return summaries;
+  }
+  /**
+   * Returns the underlying AgentGraphDefinition.
+   */
+  getGraphDefinition() {
+    return this._graphDefinition;
+  }
+};
+
 // src/index.ts
 function initAi(ldClient) {
   return new LDAIClientImpl(ldClient);
@@ -1866,9 +1776,6 @@ export {
   ManagedModel,
   RunnerFactory,
   SUPPORTED_AI_PROVIDERS,
-  createBedrockTokenUsage,
-  createOpenAiUsage,
-  createVercelAISDKTokenUsage,
   initAi
 };
 //# sourceMappingURL=index.js.map