@launchdarkly/server-sdk-ai 0.3.0 → 0.5.0

package/src/api/config/LDAIConfig.ts

@@ -7,23 +7,24 @@ export interface LDModelConfig {
   /**
    * The ID of the model.
    */
-  modelId: string;
+  name: string;
 
   /**
-   * Tuning parameter for randomness versus determinism. Exact effect will be determined by the
-   * model.
+   * Model specific parameters.
    */
-  temperature?: number;
+  parameters?: { [index: string]: unknown };
 
   /**
-   * The maximum number of tokens.
+   * Additional user-specified parameters.
    */
-  maxTokens?: number;
+  custom?: { [index: string]: unknown };
+}
 
+export interface LDProviderConfig {
   /**
-   * And additional model specific information.
+   * The ID of the provider.
    */
-  [index: string]: unknown;
+  name: string;
 }
 
 /**
@@ -51,7 +52,12 @@ export interface LDAIConfig {
   /**
    * Optional prompt data.
    */
-  prompt?: LDMessage[];
+  messages?: LDMessage[];
+
+  /**
+   * Optional configuration for the provider.
+   */
+  provider?: LDProviderConfig;
 
   /**
    * A tracker which can be used to generate analytics.

package/src/api/config/LDAIConfigTracker.ts

@@ -1,5 +1,30 @@
 import { LDFeedbackKind, LDTokenUsage } from '../metrics';
 
+/**
+ * Metrics which have been tracked.
+ */
+export interface LDAIMetricSummary {
+  /**
+   * The duration of generation.
+   */
+  durationMs?: number;
+
+  /**
+   * Information about token usage.
+   */
+  tokens?: LDTokenUsage;
+
+  /**
+   * Was generation successful.
+   */
+  success?: boolean;
+
+  /**
+   * Any sentiment about the generation.
+   */
+  feedback?: { kind: LDFeedbackKind };
+}
+
 /**
  * The LDAIConfigTracker is used to track various details about AI operations.
  */
@@ -45,7 +70,7 @@ export interface LDAIConfigTracker {
    * @param func Function which executes the operation.
    * @returns The result of the operation.
    */
-  trackOpenAI<
+  trackOpenAIMetrics<
     TRes extends {
       usage?: {
         total_tokens?: number;
@@ -63,7 +88,7 @@ export interface LDAIConfigTracker {
    * @param res The result of the Bedrock operation.
    * @returns The input operation.
    */
-  trackBedrockConverse<
+  trackBedrockConverseMetrics<
     TRes extends {
       $metadata: { httpStatusCode?: number };
       metrics?: { latencyMs?: number };
@@ -76,4 +101,9 @@ export interface LDAIConfigTracker {
   >(
     res: TRes,
   ): TRes;
+
+  /**
+   * Get a summary of the tracked metrics.
+   */
+  getSummary(): LDAIMetricSummary;
 }