llama-stack-client 0.1.2 → 0.1.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llama-stack-client",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "The official TypeScript library for the Llama Stack Client API",
   "author": "Llama Stack Client <llamastack@meta.com>",
   "types": "./index.d.ts",

package/resources/agents/turn.d.ts

@@ -22,7 +22,6 @@ export interface AgentTurnResponseStreamChunk {
  */
 export interface Turn {
     input_messages: Array<Shared.UserMessage | Shared.ToolResponseMessage>;
-    output_attachments: Array<Turn.OutputAttachment>;
     /**
      * A message containing the model's (assistant) response in a chat conversation.
      */
@@ -32,13 +31,14 @@ export interface Turn {
     steps: Array<AgentsAPI.InferenceStep | AgentsAPI.ToolExecutionStep | AgentsAPI.ShieldCallStep | AgentsAPI.MemoryRetrievalStep>;
     turn_id: string;
     completed_at?: string;
+    output_attachments?: Array<Turn.OutputAttachment>;
 }
 export declare namespace Turn {
     interface OutputAttachment {
         /**
          * A image content item
          */
-        content: string | OutputAttachment.ImageContentItem | OutputAttachment.TextContentItem | Array<Shared.InterleavedContentItem> | Shared.URL;
+        content: string | OutputAttachment.ImageContentItem | OutputAttachment.TextContentItem | Array<Shared.InterleavedContentItem> | OutputAttachment.URL;
         mime_type: string;
     }
     namespace OutputAttachment {
@@ -68,7 +68,16 @@ export declare namespace Turn {
                  * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
                  * Note that URL could have length limits.
                  */
-                url?: Shared.URL;
+                url?: Image.URL;
+            }
+            namespace Image {
+                /**
+                 * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
+                 * Note that URL could have length limits.
+                 */
+                interface URL {
+                    uri: string;
+                }
             }
         }
         /**
@@ -84,6 +93,9 @@ export declare namespace Turn {
              */
             type: 'text';
         }
+        interface URL {
+            uri: string;
+        }
     }
 }
 export interface TurnResponseEvent {
@@ -126,6 +138,10 @@ export interface TurnCreateParamsBase {
     messages: Array<Shared.UserMessage | Shared.ToolResponseMessage>;
     documents?: Array<TurnCreateParams.Document>;
     stream?: boolean;
+    /**
+     * Configuration for tool use.
+     */
+    tool_config?: TurnCreateParams.ToolConfig;
     toolgroups?: Array<string | TurnCreateParams.UnionMember1>;
 }
 export declare namespace TurnCreateParams {
@@ -133,7 +149,7 @@ export declare namespace TurnCreateParams {
         /**
          * A image content item
          */
-        content: string | Document.ImageContentItem | Document.TextContentItem | Array<Shared.InterleavedContentItem> | Shared.URL;
+        content: string | Document.ImageContentItem | Document.TextContentItem | Array<Shared.InterleavedContentItem> | Document.URL;
         mime_type: string;
     }
     namespace Document {
@@ -163,7 +179,16 @@ export declare namespace TurnCreateParams {
                  * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
                  * Note that URL could have length limits.
                  */
-                url?: Shared.URL;
+                url?: Image.URL;
+            }
+            namespace Image {
+                /**
+                 * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
+                 * Note that URL could have length limits.
+                 */
+                interface URL {
+                    uri: string;
+                }
             }
         }
         /**
@@ -179,6 +204,37 @@ export declare namespace TurnCreateParams {
              */
             type: 'text';
         }
+        interface URL {
+            uri: string;
+        }
+    }
+    /**
+     * Configuration for tool use.
+     */
+    interface ToolConfig {
+        /**
+         * (Optional) Config for how to override the default system prompt. -
+         * `SystemMessageBehavior.append`: Appends the provided system message to the
+         * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
+         * system prompt with the provided system message. The system message can include
+         * the string '{{function_definitions}}' to indicate where the function definitions
+         * should be inserted.
+         */
+        system_message_behavior: 'append' | 'replace';
+        /**
+         * (Optional) Whether tool use is required or automatic. Defaults to
+         * ToolChoice.auto.
+         */
+        tool_choice?: 'auto' | 'required';
+        /**
+         * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
+         * will attempt to use a format that is best adapted to the model. -
+         * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
+         * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
+         * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
+         * are output as Python syntax -- a list of function calls.
+         */
+        tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
     }
     interface UnionMember1 {
         args: Record<string, boolean | number | string | Array<unknown> | unknown | null>;

package/resources/agents/turn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"turn.d.ts","sourceRoot":"","sources":["../../src/resources/agents/turn.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,SAAS,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,YAAa,SAAQ,WAAW;IAC3C,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,4BAA4B,EAClC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,IAAI,CAAC;IACnB,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACnD,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,GAAG,IAAI,CAAC;IAc1D,QAAQ,CACN,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAGzB;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,iBAAiB,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,IAAI;IACnB,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEvE,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAEjD;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC,iBAAiB,CAAC;IAEzC,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,KAAK,CACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAChC,CAAC;IAEF,OAAO,EAAE,MAAM,CAAC;IAEhB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,yBAAiB,IAAI,CAAC;IACpB,UAAiB,gBAAgB;QAC/B;;WAEG;QACH,OAAO,EACH,MAAM,GACN,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,eAAe,GAChC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,MAAM,CAAC,GAAG,CAAC;QAEf,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,gBAAgB,CAAC;QAChC;;WAEG;QACH,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;aAClB;SACF;QAED;;WAEG;QACH,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;KACF;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,wBAAwB,CAAC;CACnC;AAED,MAAM,MAAM,wBAAwB,GAChC,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,CAAC;AAElE,yBAAiB,wBAAwB,CAAC;IACxC,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;QAE/E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;KACxF;IAED,UAAiB,oCAAoC;QACnD,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC;QAE3B,UAAU,EAAE,eAAe,CAAC;QAE5B,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B,YAAY,EACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAAC;QAElC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;KACjB;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;KACpB;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,4BAA4B,GAAG,yBAAyB,CAAC;AAExF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEjE,SAAS,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE7C,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;CAC5D;AAED,yBAAiB,gBAAgB,CAAC;IAChC,UAAiB,QAAQ;QACvB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,QAAQ,CAAC,gBAAgB,GACzB,QAAQ,CAAC,eAAe,GACxB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,MAAM,CAAC,GAAG,CAAC;QAEf,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,QAAQ,CAAC;QACxB;;WAEG;QACH,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;aAClB;SACF;QAED;;WAEG;QACH,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;KACF;IAED,UAAiB,YAAY;QAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAElF,IAAI,EAAE,MAAM,CAAC;KACd;IAED,KAAY,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAChF,KAAY,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAC3E;AAED,MAAM,WAAW,4BAA6B,SAAQ,oBAAoB;IACxE,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,yBAA0B,SAAQ,oBAAoB;IACrE,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,IAAI,IAAI,IAAI,EACjB,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,yBAAyB,IAAI,yBAAyB,GAC5D,CAAC;CACH"}
+{"version":3,"file":"turn.d.ts","sourceRoot":"","sources":["../../src/resources/agents/turn.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,SAAS,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,YAAa,SAAQ,WAAW;IAC3C,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,4BAA4B,EAClC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,IAAI,CAAC;IACnB,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACnD,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,GAAG,IAAI,CAAC;IAc1D,QAAQ,CACN,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAGzB;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,iBAAiB,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,IAAI;IACnB,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEvE;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC,iBAAiB,CAAC;IAEzC,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,KAAK,CACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAChC,CAAC;IAEF,OAAO,EAAE,MAAM,CAAC;IAEhB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,kBAAkB,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;CACnD;AAED,yBAAiB,IAAI,CAAC;IACpB,UAAiB,gBAAgB;QAC/B;;WAEG;QACH,OAAO,EACH,MAAM,GACN,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,eAAe,GAChC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,gBAAgB,CAAC,GAAG,CAAC;QAEzB,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,gBAAgB,CAAC;QAChC;;WAEG;QACH,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC;aACjB;YAED,UAAiB,KAAK,CAAC;gBACrB;;;mBAGG;gBACH,UAAiB,GAAG;oBAClB,GAAG,EAAE,MAAM,CAAC;iBACb;aACF;SACF;QAED;;WAEG;QACH,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC;SACb;KACF;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,wBAAwB,CAAC;CACnC;AAED,MAAM,MAAM,wBAAwB,GAChC,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,CAAC;AAElE,yBAAiB,wBAAwB,CAAC;IACxC,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;QAE/E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;KACxF;IAED,UAAiB,oCAAoC;QACnD,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC;QAE3B,UAAU,EAAE,eAAe,CAAC;QAE5B,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B,YAAY,EACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAAC;QAElC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;KACjB;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;KACpB;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,4BAA4B,GAAG,yBAAyB,CAAC;AAExF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEjE,SAAS,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE7C,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,WAAW,CAAC,EAAE,gBAAgB,CAAC,UAAU,CAAC;IAE1C,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;CAC5D;AAED,yBAAiB,gBAAgB,CAAC;IAChC,UAAiB,QAAQ;QACvB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,QAAQ,CAAC,gBAAgB,GACzB,QAAQ,CAAC,eAAe,GACxB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,QAAQ,CAAC,GAAG,CAAC;QAEjB,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,QAAQ,CAAC;QACxB;;WAEG;QACH,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC;aACjB;YAED,UAAiB,KAAK,CAAC;gBACrB;;;mBAGG;gBACH,UAAiB,GAAG;oBAClB,GAAG,EAAE,MAAM,CAAC;iBACb;aACF;SACF;QAED;;WAEG;QACH,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC;SACb;KACF;IAED;;OAEG;IACH,UAAiB,UAAU;QACzB;;;;;;;WAOG;QACH,uBAAuB,EAAE,QAAQ,GAAG,SAAS,CAAC;QAE9C;;;WAGG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;QAElC;;;;;;;WAOG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;KAC9D;IAED,UAAiB,YAAY;QAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAElF,IAAI,EAAE,MAAM,CAAC;KACd;IAED,KAAY,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAChF,KAAY,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAC3E;AAED,MAAM,WAAW,4BAA6B,SAAQ,oBAAoB;IACxE,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,yBAA0B,SAAQ,oBAAoB;IACrE,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,IAAI,IAAI,IAAI,EACjB,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,yBAAyB,IAAI,yBAAyB,GAC5D,CAAC;CACH"}

package/resources/benchmarks.d.ts

@@ -0,0 +1,32 @@
+import { APIResource } from "../resource.js";
+import * as Core from "../core.js";
+export declare class Benchmarks extends APIResource {
+    retrieve(benchmarkId: string, options?: Core.RequestOptions): Core.APIPromise<Benchmark | null>;
+    list(options?: Core.RequestOptions): Core.APIPromise<BenchmarkListResponse>;
+    register(body: BenchmarkRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void>;
+}
+export interface Benchmark {
+    dataset_id: string;
+    identifier: string;
+    metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+    provider_id: string;
+    provider_resource_id: string;
+    scoring_functions: Array<string>;
+    type: 'benchmark';
+}
+export interface ListBenchmarksResponse {
+    data: BenchmarkListResponse;
+}
+export type BenchmarkListResponse = Array<Benchmark>;
+export interface BenchmarkRegisterParams {
+    benchmark_id: string;
+    dataset_id: string;
+    scoring_functions: Array<string>;
+    metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+    provider_benchmark_id?: string;
+    provider_id?: string;
+}
+export declare namespace Benchmarks {
+    export { type Benchmark as Benchmark, type ListBenchmarksResponse as ListBenchmarksResponse, type BenchmarkListResponse as BenchmarkListResponse, type BenchmarkRegisterParams as BenchmarkRegisterParams, };
+}
+//# sourceMappingURL=benchmarks.d.ts.map

package/resources/benchmarks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarks.d.ts","sourceRoot":"","sources":["../src/resources/benchmarks.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,UAAW,SAAQ,WAAW;IACzC,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;IAI/F,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAM3E,QAAQ,CAAC,IAAI,EAAE,uBAAuB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAO9F;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,qBAAqB,CAAC;CAC7B;AAED,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;AAErD,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,MAAM,CAAC;IAErB,UAAU,EAAE,MAAM,CAAC;IAEnB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,uBAAuB,IAAI,uBAAuB,GACxD,CAAC;CACH"}

package/resources/benchmarks.js

@@ -0,0 +1,22 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Benchmarks = void 0;
+const resource_1 = require("../resource.js");
+class Benchmarks extends resource_1.APIResource {
+    retrieve(benchmarkId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}`, options);
+    }
+    list(options) {
+        return this._client.get('/v1/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
+    }
+    register(body, options) {
+        return this._client.post('/v1/eval/benchmarks', {
+            body,
+            ...options,
+            headers: { Accept: '*/*', ...options?.headers },
+        });
+    }
+}
+exports.Benchmarks = Benchmarks;
+//# sourceMappingURL=benchmarks.js.map

package/resources/benchmarks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarks.js","sourceRoot":"","sources":["../src/resources/benchmarks.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAG1C,MAAa,UAAW,SAAQ,sBAAW;IACzC,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAChD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC9C,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AAlBD,gCAkBC"}

package/resources/benchmarks.mjs

@@ -0,0 +1,18 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../resource.mjs";
+export class Benchmarks extends APIResource {
+    retrieve(benchmarkId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}`, options);
+    }
+    list(options) {
+        return this._client.get('/v1/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
+    }
+    register(body, options) {
+        return this._client.post('/v1/eval/benchmarks', {
+            body,
+            ...options,
+            headers: { Accept: '*/*', ...options?.headers },
+        });
+    }
+}
+//# sourceMappingURL=benchmarks.mjs.map

package/resources/benchmarks.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarks.mjs","sourceRoot":"","sources":["../src/resources/benchmarks.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAChD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC9C,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}

package/resources/datasets.d.ts

@@ -17,7 +17,12 @@ export interface DatasetRetrieveResponse {
     provider_id: string;
     provider_resource_id: string;
     type: 'dataset';
-    url: Shared.URL;
+    url: DatasetRetrieveResponse.URL;
+}
+export declare namespace DatasetRetrieveResponse {
+    interface URL {
+        uri: string;
+    }
 }
 export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
 export declare namespace DatasetListResponse {
@@ -28,17 +33,27 @@ export declare namespace DatasetListResponse {
         provider_id: string;
         provider_resource_id: string;
         type: 'dataset';
-        url: Shared.URL;
+        url: DatasetListResponseItem.URL;
+    }
+    namespace DatasetListResponseItem {
+        interface URL {
+            uri: string;
+        }
     }
 }
 export interface DatasetRegisterParams {
     dataset_id: string;
     dataset_schema: Record<string, Shared.ParamType>;
-    url: Shared.URL;
+    url: DatasetRegisterParams.URL;
     metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
     provider_dataset_id?: string;
     provider_id?: string;
 }
+export declare namespace DatasetRegisterParams {
+    interface URL {
+        uri: string;
+    }
+}
 export declare namespace Datasets {
     export { type ListDatasetsResponse as ListDatasetsResponse, type DatasetRetrieveResponse as DatasetRetrieveResponse, type DatasetListResponse as DatasetListResponse, type DatasetRegisterParams as DatasetRegisterParams, };
 }

package/resources/datasets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,QAAS,SAAQ,WAAW;IACvC,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAIlD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE,QAAQ,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAED,MAAM,WAAW,uBAAuB;IACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,IAAI,EAAE,SAAS,CAAC;IAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;CACjB;AAED,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC,UAAiB,uBAAuB;QACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;KACjB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;IAEhB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
+{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,QAAS,SAAQ,WAAW;IACvC,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAIlD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE,QAAQ,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAED,MAAM,WAAW,uBAAuB;IACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,IAAI,EAAE,SAAS,CAAC;IAEhB,GAAG,EAAE,uBAAuB,CAAC,GAAG,CAAC;CAClC;AAED,yBAAiB,uBAAuB,CAAC;IACvC,UAAiB,GAAG;QAClB,GAAG,EAAE,MAAM,CAAC;KACb;CACF;AAED,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC,UAAiB,uBAAuB;QACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,uBAAuB,CAAC,GAAG,CAAC;KAClC;IAED,UAAiB,uBAAuB,CAAC;QACvC,UAAiB,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC;SACb;KACF;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,GAAG,EAAE,qBAAqB,CAAC,GAAG,CAAC;IAE/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,GAAG;QAClB,GAAG,EAAE,MAAM,CAAC;KACb;CACF;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}

package/resources/eval/eval.d.ts

@@ -1,6 +1,5 @@
 import { APIResource } from "../../resource.js";
 import * as Core from "../../core.js";
-import * as EvalAPI from "./eval.js";
 import * as ScoringFunctionsAPI from "../scoring-functions.js";
 import * as Shared from "../shared.js";
 import * as JobsAPI from "./jobs.js";
@@ -8,7 +7,15 @@ import { JobStatusResponse, Jobs } from "./jobs.js";
 export declare class Eval extends APIResource {
     jobs: JobsAPI.Jobs;
     evaluateRows(taskId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
+    evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
     runEval(taskId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
+    runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
+}
+export interface BenchmarkConfig {
+    eval_candidate: EvalCandidate;
+    scoring_params: Record<string, ScoringFunctionsAPI.ScoringFnParams>;
+    type: 'benchmark';
+    num_examples?: number;
 }
 export type EvalCandidate = EvalCandidate.ModelCandidate | EvalCandidate.AgentCandidate;
 export declare namespace EvalCandidate {
@@ -26,20 +33,6 @@ export declare namespace EvalCandidate {
         type: 'agent';
     }
 }
-export type EvalTaskConfig = EvalTaskConfig.BenchmarkEvalTaskConfig | EvalTaskConfig.AppEvalTaskConfig;
-export declare namespace EvalTaskConfig {
-    interface BenchmarkEvalTaskConfig {
-        eval_candidate: EvalAPI.EvalCandidate;
-        type: 'benchmark';
-        num_examples?: number;
-    }
-    interface AppEvalTaskConfig {
-        eval_candidate: EvalAPI.EvalCandidate;
-        scoring_params: Record<string, ScoringFunctionsAPI.ScoringFnParams>;
-        type: 'app';
-        num_examples?: number;
-    }
-}
 export interface EvaluateResponse {
     generations: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
     scores: Record<string, Shared.ScoringResult>;
@@ -50,13 +43,21 @@ export interface Job {
 export interface EvalEvaluateRowsParams {
     input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
     scoring_functions: Array<string>;
-    task_config: EvalTaskConfig;
+    task_config: BenchmarkConfig;
+}
+export interface EvalEvaluateRowsAlphaParams {
+    input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
+    scoring_functions: Array<string>;
+    task_config: BenchmarkConfig;
 }
 export interface EvalRunEvalParams {
-    task_config: EvalTaskConfig;
+    task_config: BenchmarkConfig;
+}
+export interface EvalRunEvalAlphaParams {
+    task_config: BenchmarkConfig;
 }
 export declare namespace Eval {
-    export { type EvalCandidate as EvalCandidate, type EvalTaskConfig as EvalTaskConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalRunEvalParams as EvalRunEvalParams, };
+    export { type BenchmarkConfig as BenchmarkConfig, type EvalCandidate as EvalCandidate, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
     export { Jobs as Jobs, type JobStatusResponse as JobStatusResponse };
 }
 //# sourceMappingURL=eval.d.ts.map

package/resources/eval/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAEjD,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD,YAAY,CACV,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGtG;AAED,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,cAAc;QAC7B,KAAK,EAAE,MAAM,CAAC;QAEd,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED,UAAiB,cAAc;QAC7B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED,MAAM,MAAM,cAAc,GAAG,cAAc,CAAC,uBAAuB,GAAG,cAAc,CAAC,iBAAiB,CAAC;AAEvG,yBAAiB,cAAc,CAAC;IAC9B,UAAiB,uBAAuB;QACtC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC;QAEtC,IAAI,EAAE,WAAW,CAAC;QAElB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;IAED,UAAiB,iBAAiB;QAChC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC;QAEtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAEpE,IAAI,EAAE,KAAK,CAAC;QAEZ,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEhG,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,cAAc,IAAI,cAAc,EACrC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACtE"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAEjD,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD,YAAY,CACV,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAIrG,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGxB;AAED,MAAM,WAAW,eAAe;IAC9B,cAAc,EAAE,aAAa,CAAC;IAE9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAEpE,IAAI,EAAE,WAAW,CAAC;IAElB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,cAAc;QAC7B,KAAK,EAAE,MAAM,CAAC;QAEd,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED,UAAiB,cAAc;QAC7B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEhG,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAED,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACtE"}

package/resources/eval/eval.js

@@ -36,9 +36,15 @@ class Eval extends resource_1.APIResource {
     evaluateRows(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
     }
+    evaluateRowsAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
+    }
     runEval(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
     }
+    runEvalAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
+    }
 }
 exports.Eval = Eval;
 Eval.Jobs = jobs_1.Jobs;

package/resources/eval/eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAK7C,mDAAkC;AAClC,oCAAiD;AAEjD,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAatD,CAAC;IAXC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;CACF;AAdD,oBAcC;AAqED,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAI7C,mDAAkC;AAClC,oCAAiD;AAEjD,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA6BtD,CAAC;IA3BC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AA9BD,oBA8BC;AAqED,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}

package/resources/eval/eval.mjs

@@ -10,9 +10,15 @@ export class Eval extends APIResource {
     evaluateRows(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
     }
+    evaluateRowsAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
+    }
     runEval(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
     }
+    runEvalAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
+    }
 }
 Eval.Jobs = Jobs;
 //# sourceMappingURL=eval.mjs.map

package/resources/eval/eval.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAKf,KAAK,OAAO;OACZ,EAAqB,IAAI,EAAE;AAElC,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAatD,CAAC;IAXC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;CACF;AAqED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
+{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAAqB,IAAI,EAAE;AAElC,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA6BtD,CAAC;IA3BC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AAqED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}

package/resources/eval/index.d.ts

@@ -1,3 +1,3 @@
-export { Eval, type EvalCandidate, type EvalTaskConfig, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalRunEvalParams, } from "./eval.js";
+export { Eval, type BenchmarkConfig, type EvalCandidate, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval.js";
 export { Jobs, type JobStatusResponse } from "./jobs.js";
 //# sourceMappingURL=index.d.ts.map

package/resources/eval/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,IAAI,EACJ,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,GACvB,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC"}

package/resources/eval/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kCAQgB;AAPd,4FAAA,IAAI,OAAA;AAQN,kCAAsD;AAA7C,4FAAA,IAAI,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kCAUgB;AATd,4FAAA,IAAI,OAAA;AAUN,kCAAsD;AAA7C,4FAAA,IAAI,OAAA"}

package/resources/eval/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,IAAI,GAOL;OACM,EAAE,IAAI,EAA0B"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,IAAI,GASL;OACM,EAAE,IAAI,EAA0B"}

package/resources/eval/jobs.d.ts

@@ -2,9 +2,9 @@ import { APIResource } from "../../resource.js";
 import * as Core from "../../core.js";
 import * as EvalAPI from "./eval.js";
 export declare class Jobs extends APIResource {
-    retrieve(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<EvalAPI.EvaluateResponse>;
-    cancel(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
-    status(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<JobStatusResponse | null>;
+    retrieve(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<EvalAPI.EvaluateResponse>;
+    cancel(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
+    status(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<JobStatusResponse | null>;
 }
 export type JobStatusResponse = 'completed' | 'in_progress' | 'failed' | 'scheduled' | null;
 export declare namespace Jobs {

package/resources/eval/jobs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAO3F,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAG7C;AAED,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC;AAE5F,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}
+{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAOhG,MAAM,CACJ,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAG7C;AAED,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC;AAE5F,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}

package/resources/eval/jobs.js

@@ -4,17 +4,17 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Jobs = void 0;
 const resource_1 = require("../../resource.js");
 class Jobs extends resource_1.APIResource {
-    retrieve(taskId, jobId, options) {
-        return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}/result`, options);
+    retrieve(benchmarkId, jobId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
     }
-    cancel(taskId, jobId, options) {
-        return this._client.delete(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, {
+    cancel(benchmarkId, jobId, options) {
+        return this._client.delete(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
             ...options,
             headers: { Accept: '*/*', ...options?.headers },
         });
     }
-    status(taskId, jobId, options) {
-        return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, options);
+    status(benchmarkId, jobId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
     }
 }
 exports.Jobs = Jobs;

package/resources/eval/jobs.js.map

@@ -1 +1 @@
-{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,gDAA6C;AAI7C,MAAa,IAAK,SAAQ,sBAAW;IACnC,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE;YACnE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;CACF;AAvBD,oBAuBC"}
+{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,gDAA6C;AAI7C,MAAa,IAAK,SAAQ,sBAAW;IACnC,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE;YAC7E,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;CACF;AAvBD,oBAuBC"}

package/resources/eval/jobs.mjs

@@ -1,17 +1,17 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 import { APIResource } from "../../resource.mjs";
 export class Jobs extends APIResource {
-    retrieve(taskId, jobId, options) {
-        return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}/result`, options);
+    retrieve(benchmarkId, jobId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
     }
-    cancel(taskId, jobId, options) {
-        return this._client.delete(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, {
+    cancel(benchmarkId, jobId, options) {
+        return this._client.delete(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
             ...options,
             headers: { Accept: '*/*', ...options?.headers },
         });
     }
-    status(taskId, jobId, options) {
-        return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, options);
+    status(benchmarkId, jobId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
     }
 }
 //# sourceMappingURL=jobs.mjs.map

package/resources/eval/jobs.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE;YACnE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;CACF"}
+{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE;YAC7E,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CACJ,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;CACF"}

package/resources/eval-tasks.d.ts

@@ -1,32 +1,21 @@
 import { APIResource } from "../resource.js";
 import * as Core from "../core.js";
+import * as BenchmarksAPI from "./benchmarks.js";
 export declare class EvalTasks extends APIResource {
-    retrieve(evalTaskId: string, options?: Core.RequestOptions): Core.APIPromise<EvalTask | null>;
-    list(options?: Core.RequestOptions): Core.APIPromise<EvalTaskListResponse>;
+    retrieve(evalTaskId: string, options?: Core.RequestOptions): Core.APIPromise<BenchmarksAPI.Benchmark | null>;
+    list(options?: Core.RequestOptions): Core.APIPromise<BenchmarksAPI.BenchmarkListResponse>;
     register(body: EvalTaskRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void>;
 }
-export interface EvalTask {
-    dataset_id: string;
-    identifier: string;
-    metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
-    provider_id: string;
-    provider_resource_id: string;
-    scoring_functions: Array<string>;
-    type: 'eval_task';
-}
-export interface ListEvalTasksResponse {
-    data: EvalTaskListResponse;
-}
-export type EvalTaskListResponse = Array<EvalTask>;
+export type EvalTaskListResponse = Array<BenchmarksAPI.Benchmark>;
 export interface EvalTaskRegisterParams {
     dataset_id: string;
     eval_task_id: string;
     scoring_functions: Array<string>;
     metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
-    provider_eval_task_id?: string;
+    provider_benchmark_id?: string;
     provider_id?: string;
 }
 export declare namespace EvalTasks {
-    export { type EvalTask as EvalTask, type ListEvalTasksResponse as ListEvalTasksResponse, type EvalTaskListResponse as EvalTaskListResponse, type EvalTaskRegisterParams as EvalTaskRegisterParams, };
+    export { type EvalTaskListResponse as EvalTaskListResponse, type EvalTaskRegisterParams as EvalTaskRegisterParams, };
 }
 //# sourceMappingURL=eval-tasks.d.ts.map

package/resources/eval-tasks.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval-tasks.d.ts","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,SAAU,SAAQ,WAAW;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC;IAI7F,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAM1E,QAAQ,CAAC,IAAI,EAAE,sBAAsB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAO7F;AAED,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,oBAAoB,CAAC;CAC5B;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;AAEnD,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,YAAY,EAAE,MAAM,CAAC;IAErB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;CACH"}
+{"version":3,"file":"eval-tasks.d.ts","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,aAAa,MAAM,cAAc,CAAC;AAE9C,qBAAa,SAAU,SAAQ,WAAW;IACxC,QAAQ,CACN,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,SAAS,GAAG,IAAI,CAAC;IAIlD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,qBAAqB,CAAC;IAQzF,QAAQ,CAAC,IAAI,EAAE,sBAAsB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAO7F;AAED,MAAM,MAAM,oBAAoB,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;AAElE,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,YAAY,EAAE,MAAM,CAAC;IAErB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;CACH"}

package/resources/eval-tasks.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval-tasks.js","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAG1C,MAAa,SAAU,SAAQ,sBAAW;IACxC,QAAQ,CAAC,UAAkB,EAAE,OAA6B;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAC3C,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA4B,EAAE,OAA6B;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AAlBD,8BAkBC"}
+{"version":3,"file":"eval-tasks.js","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAI1C,MAAa,SAAU,SAAQ,sBAAW;IACxC,QAAQ,CACN,UAAkB,EAClB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAG3C,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA4B,EAAE,OAA6B;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AAvBD,8BAuBC"}

package/resources/eval-tasks.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"eval-tasks.mjs","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,SAAU,SAAQ,WAAW;IACxC,QAAQ,CAAC,UAAkB,EAAE,OAA6B;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAC3C,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA4B,EAAE,OAA6B;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
+{"version":3,"file":"eval-tasks.mjs","sourceRoot":"","sources":["../src/resources/eval-tasks.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,SAAU,SAAQ,WAAW;IACxC,QAAQ,CACN,UAAkB,EAClB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAG3C,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA4B,EAAE,OAA6B;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}