@roarkanalytics/sdk 0.333.0 → 2.0.0

package/src/resources/evaluation.ts

@@ -147,6 +147,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'CUSTOM_PROMPT';
 
     /**
@@ -191,6 +194,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'DATAFIELD_CHECK';
 
     /**
@@ -245,6 +251,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'EMOTION';
 
     /**
@@ -284,6 +293,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'LATENCY';
 
     /**
@@ -328,6 +340,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'POLITENESS';
 
     /**
@@ -362,6 +377,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'SENTIMENT';
 
     /**
@@ -396,6 +414,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'TOOL_CALLS';
 
     /**
@@ -445,6 +466,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'TOXICITY';
 
     /**
@@ -479,6 +503,9 @@ export namespace EvaluationGetEvaluatorByIDResponse {
      */
     id: string;
 
+    /**
+     * Block type identifier
+     */
     blockType: 'VOCAL_CUE';
 
     /**
@@ -586,6 +613,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'CUSTOM_PROMPT';
 
       /**
@@ -630,6 +660,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'DATAFIELD_CHECK';
 
       /**
@@ -684,6 +717,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'EMOTION';
 
       /**
@@ -723,6 +759,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'LATENCY';
 
       /**
@@ -767,6 +806,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'POLITENESS';
 
       /**
@@ -801,6 +843,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'SENTIMENT';
 
       /**
@@ -835,6 +880,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'TOOL_CALLS';
 
       /**
@@ -884,6 +932,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'TOXICITY';
 
       /**
@@ -918,6 +969,9 @@ export namespace EvaluationGetEvaluatorsResponse {
        */
       id: string;
 
+      /**
+       * Block type identifier
+       */
       blockType: 'VOCAL_CUE';
 
       /**
@@ -1069,114 +1123,155 @@ export namespace EvaluationGetJobRunsResponse {
   export namespace Data {
     export interface Data {
       /**
-       * ID of the evaluator run
+       * All block runs for this evaluator, including skipped ones
        */
-      id: string;
+      blockRuns: Array<Data.BlockRun>;
 
-      /**
-       * When the evaluator run completed
-       */
-      completedAt: string | null;
+      evaluator: Data.Evaluator;
 
-      /**
-       * Evaluator of the evaluator run
-       */
-      evaluator: Data.Evaluator | null;
+      evidence: Array<Data.Evidence>;
+
+      metrics: Array<Data.Metric>;
 
       /**
-       * Evidence of the evaluator run
+       * Status of the evaluator run
        */
-      evidence: Array<Data.Evidence> | null;
+      status: 'PENDING' | 'IN_PROGRESS' | 'COMPLETED' | 'FAILED';
 
       /**
-       * Metrics of the evaluator run
+       * ID of the evaluator run
        */
-      metrics: Array<Data.Metric> | null;
+      id?: string;
 
       /**
-       * Score of the evaluator run
+       * When the evaluator run completed
        */
-      score: number | null;
+      completedAt?: string | null;
 
       /**
-       * Score classification of the evaluator run
+       * Score of the evaluation run (0-1)
        */
-      scoreClassification: 'SUCCESS' | 'FAILURE' | 'IRRELEVANT' | null;
+      score?: number | null;
 
       /**
-       * When the evaluator run started
+       * Score classification of the evaluator run based on score threshold (IRRELEVANT
+       * is mapped to SKIPPED)
        */
-      startedAt: string | null;
+      scoreClassification?: 'SUCCESS' | 'FAILURE' | 'SKIPPED' | null;
 
       /**
-       * Status of the evaluator run
+       * When the evaluator run started
        */
-      status: 'PENDING' | 'IN_PROGRESS' | 'COMPLETED' | 'FAILED';
+      startedAt?: string | null;
 
       /**
-       * Summary of the evaluator run
+       * Summary of the evaluation run
        */
-      summary: string | null;
+      summary?: string | null;
     }
 
     export namespace Data {
-      /**
-       * Evaluator of the evaluator run
-       */
+      export interface BlockRun {
+        /**
+         * ID of the block definition
+         */
+        blockDefinitionId: string;
+
+        /**
+         * Name of the evaluation block
+         */
+        blockName: string;
+
+        /**
+         * ID of the block run instance
+         */
+        blockRunId: string;
+
+        /**
+         * When the block run was created
+         */
+        createdAt: string;
+
+        /**
+         * Reason for the outcome (pass/fail explanation or skip reason)
+         */
+        reason: string | null;
+
+        /**
+         * Result of the block run
+         */
+        result: 'PASSED' | 'FAILED' | 'SKIPPED' | null;
+
+        /**
+         * Score of the block run (0-1)
+         */
+        score: number | null;
+
+        /**
+         * Status of the block run
+         */
+        status: 'PENDING' | 'RUNNING' | 'COMPLETED' | 'FAILED';
+      }
+
       export interface Evaluator {
         /**
          * ID of the evaluator
          */
-        id: string | null;
+        id: string;
 
         /**
          * Name of the evaluator
          */
-        name: string | null;
-      }
+        name: string;
 
-      export interface Evidence {
         /**
-         * ID of the evidence
+         * Weight of the evaluator
          */
-        id: string | null;
+        weight?: number;
+      }
 
+      export interface Evidence {
         /**
-         * Comment on the evidence
+         * Comment text of the evidence
          */
         commentText: string | null;
 
         /**
-         * Whether this is a positive example of the metric
+         * Created at of the evidence
          */
-        isPositive: boolean | null;
+        createdAt: string;
 
         /**
-         * Snippet of the evidence
+         * Is positive of the evidence
          */
-        snippetText: string | null;
-      }
+        isPositive: boolean;
 
-      export interface Metric {
         /**
-         * ID of the metric
+         * Snippet text of the evidence
          */
-        id: string | null;
+        snippetText: string;
+      }
 
+      export interface Metric {
         /**
          * Boolean value of the metric
          */
         booleanValue: boolean | null;
 
         /**
-         * Confidence of the metric
+         * Confidence level of the metric (0-1)
          */
         confidence: number | null;
 
+        /**
+         * Created at of the metric
+         */
+        createdAt: string;
+
         /**
          * Name of the metric
          */
-        name: string | null;
+        name: string;
 
         /**
          * Numeric value of the metric
@@ -1184,14 +1279,14 @@ export namespace EvaluationGetJobRunsResponse {
         numericValue: number | null;
 
         /**
-         * Reasoning for the metric
+         * Reasoning of the metric
          */
         reasoning: string | null;
 
         /**
          * Role of the metric
          */
-        role: 'PRIMARY' | 'SECONDARY' | null;
+        role: string;
 
         /**
          * Text value of the metric
@@ -1201,7 +1296,7 @@ export namespace EvaluationGetJobRunsResponse {
         /**
          * Value type of the metric
          */
-        valueType: 'NUMERIC' | 'BOOLEAN' | 'TEXT' | null;
+        valueType: string;
       }
     }
 

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '0.333.0'; // x-release-please-version
+export const VERSION = '2.0.0'; // x-release-please-version

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.333.0";
+export declare const VERSION = "2.0.0";
 //# sourceMappingURL=version.d.ts.map

package/version.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,YAAY,CAAC"}
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,UAAU,CAAC"}

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '0.333.0'; // x-release-please-version
+exports.VERSION = '2.0.0'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B"}
+{"version":3,"file":"version.js","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,OAAO,CAAC,CAAC,2BAA2B"}

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '0.333.0'; // x-release-please-version
+export const VERSION = '2.0.0'; // x-release-please-version
 //# sourceMappingURL=version.mjs.map

package/version.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"version.mjs","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B"}
+{"version":3,"file":"version.mjs","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,2BAA2B"}