@roarkanalytics/sdk 5.18.0 → 5.19.0

package/src/lib/config.ts

@@ -31,6 +31,7 @@ export type ImprovFlowConfig = ConfigApplyParams.ImprovFlowConfig;
 export type ScriptedFlowConfig = ConfigApplyParams.ScriptedFlowConfig;
 export type CollectorConfig = ConfigApplyParams.CollectorConfig;
 export type MetricConfig = ConfigApplyParams.MetricConfig;
+export type APICheckMetricConfig = ConfigApplyParams.APICheckMetricConfig;
 export type SimulationPlanConfig = ConfigApplyParams.SimulationPlanConfig;
 export type QaSimulationPlanConfig = ConfigApplyParams.QaSimulationPlanConfig;
 export type SimulationGroupConfig = ConfigApplyParams.SimulationGroupConfig;
@@ -79,6 +80,14 @@ export const defineMetric = (metric: Omit<MetricConfig, 'kind'>): MetricConfig =
   ...metric,
 });
 
+export const defineApiCheck = (
+  check: Omit<APICheckMetricConfig, 'kind' | 'calculationType'>,
+): APICheckMetricConfig => ({
+  kind: 'metric',
+  calculationType: 'HTTP_REQUEST',
+  ...check,
+});
+
 export const defineSimulationPlan = (plan: Omit<SimulationPlanConfig, 'kind'>): SimulationPlanConfig => ({
   kind: 'simulationPlan',
   ...plan,

package/src/resources/config.ts

@@ -51,6 +51,7 @@ export interface Bundle {
     | Bundle.ScriptedFlowConfig
     | Bundle.CollectorConfig
     | Bundle.MetricConfig
+    | Bundle.APICheckMetricConfig
     | Bundle.SimulationPlanConfig
     | Bundle.QaSimulationPlanConfig
     | Bundle.SimulationGroupConfig
@@ -399,6 +400,8 @@ export namespace Bundle {
 
     type: 'BOOLEAN' | 'SCALE' | 'NUMERIC' | 'TEXT' | 'CLASSIFICATION';
 
+    calculationType?: 'LLM_JUDGE';
+
     contexts?: Array<'CALL' | 'SEGMENT' | 'TURN'>;
 
     displayName?: string;
@@ -446,6 +449,34 @@ export namespace Bundle {
     }
   }
 
+  export interface APICheckMetricConfig {
+    calculationType: 'HTTP_REQUEST';
+
+    httpRequest: APICheckMetricConfig.HTTPRequest;
+
+    kind: 'metric';
+
+    name: string;
+
+    displayName?: string;
+
+    falseLabel?: string;
+
+    trueLabel?: string;
+  }
+
+  export namespace APICheckMetricConfig {
+    export interface HTTPRequest {
+      url: string;
+
+      body?: string;
+
+      headers?: { [key: string]: string };
+
+      method?: 'GET' | 'POST';
+    }
+  }
+
   export interface SimulationPlanConfig {
     agentEndpoints: Array<SimulationPlanConfig.AgentEndpoint>;
 
@@ -1303,6 +1334,7 @@ export namespace Bundle {
       | ProjectConfig.ScriptedFlowConfig
       | ProjectConfig.CollectorConfig
       | ProjectConfig.MetricConfig
+      | ProjectConfig.APICheckMetricConfig
       | ProjectConfig.SimulationPlanConfig
       | ProjectConfig.QaSimulationPlanConfig
       | ProjectConfig.SimulationGroupConfig
@@ -1654,6 +1686,8 @@ export namespace Bundle {
 
       type: 'BOOLEAN' | 'SCALE' | 'NUMERIC' | 'TEXT' | 'CLASSIFICATION';
 
+      calculationType?: 'LLM_JUDGE';
+
       contexts?: Array<'CALL' | 'SEGMENT' | 'TURN'>;
 
       displayName?: string;
@@ -1701,6 +1735,34 @@ export namespace Bundle {
       }
     }
 
+    export interface APICheckMetricConfig {
+      calculationType: 'HTTP_REQUEST';
+
+      httpRequest: APICheckMetricConfig.HTTPRequest;
+
+      kind: 'metric';
+
+      name: string;
+
+      displayName?: string;
+
+      falseLabel?: string;
+
+      trueLabel?: string;
+    }
+
+    export namespace APICheckMetricConfig {
+      export interface HTTPRequest {
+        url: string;
+
+        body?: string;
+
+        headers?: { [key: string]: string };
+
+        method?: 'GET' | 'POST';
+      }
+    }
+
     export interface SimulationPlanConfig {
       agentEndpoints: Array<SimulationPlanConfig.AgentEndpoint>;
 
@@ -2710,6 +2772,7 @@ export interface ConfigApplyParams {
     | ConfigApplyParams.ScriptedFlowConfig
     | ConfigApplyParams.CollectorConfig
     | ConfigApplyParams.MetricConfig
+    | ConfigApplyParams.APICheckMetricConfig
     | ConfigApplyParams.SimulationPlanConfig
     | ConfigApplyParams.QaSimulationPlanConfig
     | ConfigApplyParams.SimulationGroupConfig
@@ -3058,6 +3121,8 @@ export namespace ConfigApplyParams {
 
     type: 'BOOLEAN' | 'SCALE' | 'NUMERIC' | 'TEXT' | 'CLASSIFICATION';
 
+    calculationType?: 'LLM_JUDGE';
+
     contexts?: Array<'CALL' | 'SEGMENT' | 'TURN'>;
 
     displayName?: string;
@@ -3105,6 +3170,34 @@ export namespace ConfigApplyParams {
     }
   }
 
+  export interface APICheckMetricConfig {
+    calculationType: 'HTTP_REQUEST';
+
+    httpRequest: APICheckMetricConfig.HTTPRequest;
+
+    kind: 'metric';
+
+    name: string;
+
+    displayName?: string;
+
+    falseLabel?: string;
+
+    trueLabel?: string;
+  }
+
+  export namespace APICheckMetricConfig {
+    export interface HTTPRequest {
+      url: string;
+
+      body?: string;
+
+      headers?: { [key: string]: string };
+
+      method?: 'GET' | 'POST';
+    }
+  }
+
   export interface SimulationPlanConfig {
     agentEndpoints: Array<SimulationPlanConfig.AgentEndpoint>;
 
@@ -3962,6 +4055,7 @@ export namespace ConfigApplyParams {
       | ProjectConfig.ScriptedFlowConfig
       | ProjectConfig.CollectorConfig
       | ProjectConfig.MetricConfig
+      | ProjectConfig.APICheckMetricConfig
       | ProjectConfig.SimulationPlanConfig
       | ProjectConfig.QaSimulationPlanConfig
       | ProjectConfig.SimulationGroupConfig
@@ -4313,6 +4407,8 @@ export namespace ConfigApplyParams {
 
       type: 'BOOLEAN' | 'SCALE' | 'NUMERIC' | 'TEXT' | 'CLASSIFICATION';
 
+      calculationType?: 'LLM_JUDGE';
+
       contexts?: Array<'CALL' | 'SEGMENT' | 'TURN'>;
 
       displayName?: string;
@@ -4360,6 +4456,34 @@ export namespace ConfigApplyParams {
       }
     }
 
+    export interface APICheckMetricConfig {
+      calculationType: 'HTTP_REQUEST';
+
+      httpRequest: APICheckMetricConfig.HTTPRequest;
+
+      kind: 'metric';
+
+      name: string;
+
+      displayName?: string;
+
+      falseLabel?: string;
+
+      trueLabel?: string;
+    }
+
+    export namespace APICheckMetricConfig {
+      export interface HTTPRequest {
+        url: string;
+
+        body?: string;
+
+        headers?: { [key: string]: string };
+
+        method?: 'GET' | 'POST';
+      }
+    }
+
     export interface SimulationPlanConfig {
       agentEndpoints: Array<SimulationPlanConfig.AgentEndpoint>;
 
@@ -5196,6 +5320,7 @@ export interface ConfigDiffParams {
     | ConfigDiffParams.ScriptedFlowConfig
     | ConfigDiffParams.CollectorConfig
     | ConfigDiffParams.MetricConfig
+    | ConfigDiffParams.APICheckMetricConfig
     | ConfigDiffParams.SimulationPlanConfig
     | ConfigDiffParams.QaSimulationPlanConfig
     | ConfigDiffParams.SimulationGroupConfig
@@ -5544,6 +5669,8 @@ export namespace ConfigDiffParams {
 
     type: 'BOOLEAN' | 'SCALE' | 'NUMERIC' | 'TEXT' | 'CLASSIFICATION';
 
+    calculationType?: 'LLM_JUDGE';
+
     contexts?: Array<'CALL' | 'SEGMENT' | 'TURN'>;
 
     displayName?: string;
@@ -5591,6 +5718,34 @@ export namespace ConfigDiffParams {
     }
   }
 
+  export interface APICheckMetricConfig {
+    calculationType: 'HTTP_REQUEST';
+
+    httpRequest: APICheckMetricConfig.HTTPRequest;
+
+    kind: 'metric';
+
+    name: string;
+
+    displayName?: string;
+
+    falseLabel?: string;
+
+    trueLabel?: string;
+  }
+
+  export namespace APICheckMetricConfig {
+    export interface HTTPRequest {
+      url: string;
+
+      body?: string;
+
+      headers?: { [key: string]: string };
+
+      method?: 'GET' | 'POST';
+    }
+  }
+
   export interface SimulationPlanConfig {
     agentEndpoints: Array<SimulationPlanConfig.AgentEndpoint>;
 
@@ -6448,6 +6603,7 @@ export namespace ConfigDiffParams {
       | ProjectConfig.ScriptedFlowConfig
       | ProjectConfig.CollectorConfig
       | ProjectConfig.MetricConfig
+      | ProjectConfig.APICheckMetricConfig
       | ProjectConfig.SimulationPlanConfig
       | ProjectConfig.QaSimulationPlanConfig
       | ProjectConfig.SimulationGroupConfig
@@ -6799,6 +6955,8 @@ export namespace ConfigDiffParams {
 
       type: 'BOOLEAN' | 'SCALE' | 'NUMERIC' | 'TEXT' | 'CLASSIFICATION';
 
+      calculationType?: 'LLM_JUDGE';
+
       contexts?: Array<'CALL' | 'SEGMENT' | 'TURN'>;
 
       displayName?: string;
@@ -6846,6 +7004,34 @@ export namespace ConfigDiffParams {
       }
     }
 
+    export interface APICheckMetricConfig {
+      calculationType: 'HTTP_REQUEST';
+
+      httpRequest: APICheckMetricConfig.HTTPRequest;
+
+      kind: 'metric';
+
+      name: string;
+
+      displayName?: string;
+
+      falseLabel?: string;
+
+      trueLabel?: string;
+    }
+
+    export namespace APICheckMetricConfig {
+      export interface HTTPRequest {
+        url: string;
+
+        body?: string;
+
+        headers?: { [key: string]: string };
+
+        method?: 'GET' | 'POST';
+      }
+    }
+
     export interface SimulationPlanConfig {
       agentEndpoints: Array<SimulationPlanConfig.AgentEndpoint>;
 

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '5.18.0'; // x-release-please-version
+export const VERSION = '5.19.0'; // x-release-please-version

package/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "5.18.0";
+export declare const VERSION = "5.19.0";
 //# sourceMappingURL=version.d.mts.map

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "5.18.0";
+export declare const VERSION = "5.19.0";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '5.18.0'; // x-release-please-version
+exports.VERSION = '5.19.0'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '5.18.0'; // x-release-please-version
+export const VERSION = '5.19.0'; // x-release-please-version
 //# sourceMappingURL=version.mjs.map