@launchdarkly/server-sdk-ai 0.5.0 → 0.7.0

package/src/LDAIConfigTrackerImpl.ts

@@ -12,13 +12,13 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
   constructor(
     private _ldClient: LDClientMin,
     private _configKey: string,
-    private _versionKey: string,
+    private _variationKey: string,
     private _context: LDContext,
   ) {}
 
-  private _getTrackData(): { versionKey: string; configKey: string } {
+  private _getTrackData(): { variationKey: string; configKey: string } {
     return {
-      versionKey: this._versionKey,
+      variationKey: this._variationKey,
       configKey: this._configKey,
     };
   }
@@ -30,11 +30,15 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
 
   async trackDurationOf<TRes>(func: () => Promise<TRes>): Promise<TRes> {
     const startTime = Date.now();
-    const result = await func();
-    const endTime = Date.now();
-    const duration = endTime - startTime; // duration in milliseconds
-    this.trackDuration(duration);
-    return result;
+    try {
+      // Be sure to await here so that we can track the duration of the function and also handle errors.
+      const result = await func();
+      return result;
+    } finally {
+      const endTime = Date.now();
+      const duration = endTime - startTime; // duration in milliseconds
+      this.trackDuration(duration);
+    }
   }
 
   trackFeedback(feedback: { kind: LDFeedbackKind }): void {
@@ -49,6 +53,13 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
   trackSuccess(): void {
     this._trackedMetrics.success = true;
     this._ldClient.track('$ld:ai:generation', this._context, this._getTrackData(), 1);
+    this._ldClient.track('$ld:ai:generation:success', this._context, this._getTrackData(), 1);
+  }
+
+  trackError(): void {
+    this._trackedMetrics.success = false;
+    this._ldClient.track('$ld:ai:generation', this._context, this._getTrackData(), 1);
+    this._ldClient.track('$ld:ai:generation:error', this._context, this._getTrackData(), 1);
   }
 
   async trackOpenAIMetrics<
@@ -60,12 +71,17 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
       };
     },
   >(func: () => Promise<TRes>): Promise<TRes> {
-    const result = await this.trackDurationOf(func);
-    this.trackSuccess();
-    if (result.usage) {
-      this.trackTokens(createOpenAiUsage(result.usage));
+    try {
+      const result = await this.trackDurationOf(func);
+      this.trackSuccess();
+      if (result.usage) {
+        this.trackTokens(createOpenAiUsage(result.usage));
+      }
+      return result;
+    } catch (err) {
+      this.trackError();
+      throw err;
     }
-    return result;
   }
 
   trackBedrockConverseMetrics<
@@ -82,7 +98,7 @@ export class LDAIConfigTrackerImpl implements LDAIConfigTracker {
     if (res.$metadata?.httpStatusCode === 200) {
       this.trackSuccess();
     } else if (res.$metadata?.httpStatusCode && res.$metadata.httpStatusCode >= 400) {
-      // Potentially add error tracking in the future.
+      this.trackError();
     }
     if (res.metrics && res.metrics.latencyMs) {
       this.trackDuration(res.metrics.latencyMs);

package/src/api/config/LDAIConfigTracker.ts

@@ -50,6 +50,11 @@ export interface LDAIConfigTracker {
    */
   trackSuccess(): void;
 
+  /**
+   * An error was encountered during generation.
+   */
+  trackError(): void;
+
   /**
    * Track sentiment about the generation.
    *
@@ -59,6 +64,12 @@ export interface LDAIConfigTracker {
 
   /**
    * Track the duration of execution of the provided function.
+   *
+   * If the provided function throws, then this method will also throw.
+   * In the case the provided function throws, this function will still record the duration.
+   *
+   * This function does not automatically record an error when the function throws.
+   *
    * @param func The function to track the duration of.
    * @returns The result of the function.
    */
@@ -67,6 +78,12 @@ export interface LDAIConfigTracker {
   /**
    * Track an OpenAI operation.
    *
+   * This function will track the duration of the operation, the token usage, and the success or error status.
+   *
+   * If the provided function throws, then this method will also throw.
+   * In the case the provided function throws, this function will record the duration and an error.
+   * A failed operation will not have any token usage data.
+   *
    * @param func Function which executes the operation.
    * @returns The result of the operation.
    */
@@ -85,6 +102,8 @@ export interface LDAIConfigTracker {
   /**
    * Track an operation which uses Bedrock.
    *
+   * This function will track the duration of the operation, the token usage, and the success or error status.
+   *
    * @param res The result of the Bedrock operation.
    * @returns The input operation.
    */