llama-stack-client 0.1.0 → 0.1.3

package/resources/agents/session.d.ts

@@ -7,6 +7,9 @@ export declare class SessionResource extends APIResource {
     retrieve(agentId: string, sessionId: string, options?: Core.RequestOptions): Core.APIPromise<Session>;
     delete(agentId: string, sessionId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
 }
+/**
+ * A single session of an interaction with an Agentic System.
+ */
 export interface Session {
     session_id: string;
     session_name: string;

package/resources/agents/session.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/resources/agents/session.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,mBAAmB,EACzB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAIzC,QAAQ,CACN,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,qBAAqB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IAarG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMjG;AAED,MAAM,WAAW,OAAO;IACtB,UAAU,EAAE,MAAM,CAAC;IAEnB,YAAY,EAAE,MAAM,CAAC;IAErB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,WAAW,eAAe,CAAC;IACvC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
+{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/resources/agents/session.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,mBAAmB,EACzB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAIzC,QAAQ,CACN,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,qBAAqB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IAarG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMjG;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,UAAU,EAAE,MAAM,CAAC;IAEnB,YAAY,EAAE,MAAM,CAAC;IAErB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,WAAW,eAAe,CAAC;IACvC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}

package/resources/agents/turn.d.ts

@@ -11,25 +11,40 @@ export declare class TurnResource extends APIResource {
     create(agentId: string, sessionId: string, body: TurnCreateParamsBase, options?: Core.RequestOptions): APIPromise<Stream<AgentTurnResponseStreamChunk> | Turn>;
     retrieve(agentId: string, sessionId: string, turnId: string, options?: Core.RequestOptions): Core.APIPromise<Turn>;
 }
+/**
+ * streamed agent turn completion response.
+ */
 export interface AgentTurnResponseStreamChunk {
     event: TurnResponseEvent;
 }
+/**
+ * A single turn in an interaction with an Agentic System.
+ */
 export interface Turn {
     input_messages: Array<Shared.UserMessage | Shared.ToolResponseMessage>;
-    output_attachments: Array<Turn.OutputAttachment>;
+    /**
+     * A message containing the model's (assistant) response in a chat conversation.
+     */
     output_message: Shared.CompletionMessage;
     session_id: string;
     started_at: string;
     steps: Array<AgentsAPI.InferenceStep | AgentsAPI.ToolExecutionStep | AgentsAPI.ShieldCallStep | AgentsAPI.MemoryRetrievalStep>;
     turn_id: string;
     completed_at?: string;
+    output_attachments?: Array<Turn.OutputAttachment>;
 }
 export declare namespace Turn {
     interface OutputAttachment {
-        content: string | OutputAttachment.ImageContentItem | OutputAttachment.TextContentItem | Array<Shared.InterleavedContentItem> | Shared.URL;
+        /**
+         * A image content item
+         */
+        content: string | OutputAttachment.ImageContentItem | OutputAttachment.TextContentItem | Array<Shared.InterleavedContentItem> | OutputAttachment.URL;
         mime_type: string;
     }
     namespace OutputAttachment {
+        /**
+         * A image content item
+         */
         interface ImageContentItem {
             /**
              * Image as a base64 encoded string or an URL
@@ -53,9 +68,21 @@ export declare namespace Turn {
                  * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
                  * Note that URL could have length limits.
                  */
-                url?: Shared.URL;
+                url?: Image.URL;
+            }
+            namespace Image {
+                /**
+                 * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
+                 * Note that URL could have length limits.
+                 */
+                interface URL {
+                    uri: string;
+                }
             }
         }
+        /**
+         * A text content item
+         */
         interface TextContentItem {
             /**
              * Text content
@@ -66,6 +93,9 @@ export declare namespace Turn {
              */
             type: 'text';
         }
+        interface URL {
+            uri: string;
+        }
     }
 }
 export interface TurnResponseEvent {
@@ -97,6 +127,9 @@ export declare namespace TurnResponseEventPayload {
     }
     interface AgentTurnResponseTurnCompletePayload {
         event_type: 'turn_complete';
+        /**
+         * A single turn in an interaction with an Agentic System.
+         */
         turn: TurnAPI.Turn;
     }
 }
@@ -105,14 +138,24 @@ export interface TurnCreateParamsBase {
     messages: Array<Shared.UserMessage | Shared.ToolResponseMessage>;
     documents?: Array<TurnCreateParams.Document>;
     stream?: boolean;
+    /**
+     * Configuration for tool use.
+     */
+    tool_config?: TurnCreateParams.ToolConfig;
     toolgroups?: Array<string | TurnCreateParams.UnionMember1>;
 }
 export declare namespace TurnCreateParams {
     interface Document {
-        content: string | Document.ImageContentItem | Document.TextContentItem | Array<Shared.InterleavedContentItem> | Shared.URL;
+        /**
+         * A image content item
+         */
+        content: string | Document.ImageContentItem | Document.TextContentItem | Array<Shared.InterleavedContentItem> | Document.URL;
         mime_type: string;
     }
     namespace Document {
+        /**
+         * A image content item
+         */
         interface ImageContentItem {
             /**
              * Image as a base64 encoded string or an URL
@@ -136,9 +179,21 @@ export declare namespace TurnCreateParams {
                  * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
                  * Note that URL could have length limits.
                  */
-                url?: Shared.URL;
+                url?: Image.URL;
+            }
+            namespace Image {
+                /**
+                 * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
+                 * Note that URL could have length limits.
+                 */
+                interface URL {
+                    uri: string;
+                }
             }
         }
+        /**
+         * A text content item
+         */
         interface TextContentItem {
             /**
              * Text content
@@ -149,6 +204,37 @@ export declare namespace TurnCreateParams {
              */
             type: 'text';
         }
+        interface URL {
+            uri: string;
+        }
+    }
+    /**
+     * Configuration for tool use.
+     */
+    interface ToolConfig {
+        /**
+         * (Optional) Config for how to override the default system prompt. -
+         * `SystemMessageBehavior.append`: Appends the provided system message to the
+         * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
+         * system prompt with the provided system message. The system message can include
+         * the string '{{function_definitions}}' to indicate where the function definitions
+         * should be inserted.
+         */
+        system_message_behavior: 'append' | 'replace';
+        /**
+         * (Optional) Whether tool use is required or automatic. Defaults to
+         * ToolChoice.auto.
+         */
+        tool_choice?: 'auto' | 'required';
+        /**
+         * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
+         * will attempt to use a format that is best adapted to the model. -
+         * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
+         * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
+         * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
+         * are output as Python syntax -- a list of function calls.
+         */
+        tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
     }
     interface UnionMember1 {
         args: Record<string, boolean | number | string | Array<unknown> | unknown | null>;

package/resources/agents/turn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"turn.d.ts","sourceRoot":"","sources":["../../src/resources/agents/turn.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,SAAS,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,YAAa,SAAQ,WAAW;IAC3C,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,4BAA4B,EAClC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,IAAI,CAAC;IACnB,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACnD,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,GAAG,IAAI,CAAC;IAc1D,QAAQ,CACN,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAGzB;AAED,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,iBAAiB,CAAC;CAC1B;AAED,MAAM,WAAW,IAAI;IACnB,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEvE,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAEjD,cAAc,EAAE,MAAM,CAAC,iBAAiB,CAAC;IAEzC,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,KAAK,CACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAChC,CAAC;IAEF,OAAO,EAAE,MAAM,CAAC;IAEhB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,yBAAiB,IAAI,CAAC;IACpB,UAAiB,gBAAgB;QAC/B,OAAO,EACH,MAAM,GACN,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,eAAe,GAChC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,MAAM,CAAC,GAAG,CAAC;QAEf,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,gBAAgB,CAAC;QAChC,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;aAClB;SACF;QAED,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;KACF;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,wBAAwB,CAAC;CACnC;AAED,MAAM,MAAM,wBAAwB,GAChC,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,CAAC;AAElE,yBAAiB,wBAAwB,CAAC;IACxC,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;QAE/E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;KACxF;IAED,UAAiB,oCAAoC;QACnD,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC;QAE3B,UAAU,EAAE,eAAe,CAAC;QAE5B,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B,YAAY,EACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAAC;QAElC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;KACjB;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;KACpB;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,4BAA4B,GAAG,yBAAyB,CAAC;AAExF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEjE,SAAS,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE7C,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;CAC5D;AAED,yBAAiB,gBAAgB,CAAC;IAChC,UAAiB,QAAQ;QACvB,OAAO,EACH,MAAM,GACN,QAAQ,CAAC,gBAAgB,GACzB,QAAQ,CAAC,eAAe,GACxB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,MAAM,CAAC,GAAG,CAAC;QAEf,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,QAAQ,CAAC;QACxB,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;aAClB;SACF;QAED,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;KACF;IAED,UAAiB,YAAY;QAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAElF,IAAI,EAAE,MAAM,CAAC;KACd;IAED,KAAY,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAChF,KAAY,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAC3E;AAED,MAAM,WAAW,4BAA6B,SAAQ,oBAAoB;IACxE,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,yBAA0B,SAAQ,oBAAoB;IACrE,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,IAAI,IAAI,IAAI,EACjB,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,yBAAyB,IAAI,yBAAyB,GAC5D,CAAC;CACH"}
+{"version":3,"file":"turn.d.ts","sourceRoot":"","sources":["../../src/resources/agents/turn.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,SAAS,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,YAAa,SAAQ,WAAW;IAC3C,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,4BAA4B,EAClC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,IAAI,CAAC;IACnB,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,yBAAyB,EAC/B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;IACnD,MAAM,CACJ,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,GAAG,IAAI,CAAC;IAc1D,QAAQ,CACN,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAGzB;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,iBAAiB,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,IAAI;IACnB,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEvE;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC,iBAAiB,CAAC;IAEzC,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,KAAK,EAAE,KAAK,CACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAChC,CAAC;IAEF,OAAO,EAAE,MAAM,CAAC;IAEhB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,kBAAkB,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;CACnD;AAED,yBAAiB,IAAI,CAAC;IACpB,UAAiB,gBAAgB;QAC/B;;WAEG;QACH,OAAO,EACH,MAAM,GACN,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,eAAe,GAChC,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,gBAAgB,CAAC,GAAG,CAAC;QAEzB,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,gBAAgB,CAAC;QAChC;;WAEG;QACH,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC;aACjB;YAED,UAAiB,KAAK,CAAC;gBACrB;;;mBAGG;gBACH,UAAiB,GAAG;oBAClB,GAAG,EAAE,MAAM,CAAC;iBACb;aACF;SACF;QAED;;WAEG;QACH,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC;SACb;KACF;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,wBAAwB,CAAC;CACnC;AAED,MAAM,MAAM,wBAAwB,GAChC,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,oCAAoC,GAC7D,wBAAwB,CAAC,iCAAiC,GAC1D,wBAAwB,CAAC,oCAAoC,CAAC;AAElE,yBAAiB,wBAAwB,CAAC;IACxC,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;QAE/E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;KACxF;IAED,UAAiB,oCAAoC;QACnD,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC;QAE3B,UAAU,EAAE,eAAe,CAAC;QAE5B,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B,YAAY,EACR,SAAS,CAAC,aAAa,GACvB,SAAS,CAAC,iBAAiB,GAC3B,SAAS,CAAC,cAAc,GACxB,SAAS,CAAC,mBAAmB,CAAC;QAElC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,WAAW,GAAG,gBAAgB,GAAG,aAAa,GAAG,kBAAkB,CAAC;KAChF;IAED,UAAiB,iCAAiC;QAChD,UAAU,EAAE,YAAY,CAAC;QAEzB,OAAO,EAAE,MAAM,CAAC;KACjB;IAED,UAAiB,oCAAoC;QACnD,UAAU,EAAE,eAAe,CAAC;QAE5B;;WAEG;QACH,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;KACpB;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,4BAA4B,GAAG,yBAAyB,CAAC;AAExF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAEjE,SAAS,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE7C,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;OAEG;IACH,WAAW,CAAC,EAAE,gBAAgB,CAAC,UAAU,CAAC;IAE1C,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;CAC5D;AAED,yBAAiB,gBAAgB,CAAC;IAChC,UAAiB,QAAQ;QACvB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,QAAQ,CAAC,gBAAgB,GACzB,QAAQ,CAAC,eAAe,GACxB,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,GACpC,QAAQ,CAAC,GAAG,CAAC;QAEjB,SAAS,EAAE,MAAM,CAAC;KACnB;IAED,UAAiB,QAAQ,CAAC;QACxB;;WAEG;QACH,UAAiB,gBAAgB;YAC/B;;eAEG;YACH,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAE9B;;eAEG;YACH,IAAI,EAAE,OAAO,CAAC;SACf;QAED,UAAiB,gBAAgB,CAAC;YAChC;;eAEG;YACH,UAAiB,KAAK;gBACpB;;mBAEG;gBACH,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEd;;;mBAGG;gBACH,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC;aACjB;YAED,UAAiB,KAAK,CAAC;gBACrB;;;mBAGG;gBACH,UAAiB,GAAG;oBAClB,GAAG,EAAE,MAAM,CAAC;iBACb;aACF;SACF;QAED;;WAEG;QACH,UAAiB,eAAe;YAC9B;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC;SACb;KACF;IAED;;OAEG;IACH,UAAiB,UAAU;QACzB;;;;;;;WAOG;QACH,uBAAuB,EAAE,QAAQ,GAAG,SAAS,CAAC;QAE9C;;;WAGG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;QAElC;;;;;;;WAOG;QACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;KAC9D;IAED,UAAiB,YAAY;QAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAElF,IAAI,EAAE,MAAM,CAAC;KACd;IAED,KAAY,4BAA4B,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAChF,KAAY,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAC3E;AAED,MAAM,WAAW,4BAA6B,SAAQ,oBAAoB;IACxE,MAAM,CAAC,EAAE,KAAK,CAAC;CAChB;AAED,MAAM,WAAW,yBAA0B,SAAQ,oBAAoB;IACrE,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,IAAI,IAAI,IAAI,EACjB,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,yBAAyB,IAAI,yBAAyB,GAC5D,CAAC;CACH"}

package/resources/batch-inference.d.ts

@@ -12,9 +12,20 @@ export interface BatchInferenceChatCompletionParams {
     messages_batch: Array<Array<Shared.Message>>;
     model: string;
     logprobs?: BatchInferenceChatCompletionParams.Logprobs;
+    /**
+     * Configuration for JSON schema-guided response generation.
+     */
     response_format?: Shared.ResponseFormat;
     sampling_params?: Shared.SamplingParams;
+    /**
+     * Whether tool use is required or automatic. This is a hint to the model which may
+     * not be followed. It depends on the Instruction Following capabilities of the
+     * model.
+     */
     tool_choice?: 'auto' | 'required';
+    /**
+     * Prompt format for calling custom / zero shot tools.
+     */
     tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
     tools?: Array<BatchInferenceChatCompletionParams.Tool>;
 }
@@ -35,6 +46,9 @@ export interface BatchInferenceCompletionParams {
     content_batch: Array<Shared.InterleavedContent>;
     model: string;
     logprobs?: BatchInferenceCompletionParams.Logprobs;
+    /**
+     * Configuration for JSON schema-guided response generation.
+     */
     response_format?: Shared.ResponseFormat;
     sampling_params?: Shared.SamplingParams;
 }

package/resources/batch-inference.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batch-inference.d.ts","sourceRoot":"","sources":["../src/resources/batch-inference.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,cAAe,SAAQ,WAAW;IAC7C,cAAc,CACZ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,oCAAoC,CAAC;IAIxD,UAAU,CACR,IAAI,EAAE,8BAA8B,EACpC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC;CAG3C;AAED,MAAM,WAAW,oCAAoC;IACnD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAE7C,KAAK,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,kCAAkC,CAAC,QAAQ,CAAC;IAEvD,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IAElC,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;IAE7D,KAAK,CAAC,EAAE,KAAK,CAAC,kCAAkC,CAAC,IAAI,CAAC,CAAC;CACxD;AAED,yBAAiB,kCAAkC,CAAC;IAClD,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED,UAAiB,IAAI;QACnB,SAAS,EAAE,cAAc,GAAG,eAAe,GAAG,UAAU,GAAG,kBAAkB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE9F,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;KACzD;CACF;AAED,MAAM,WAAW,8BAA8B;IAC7C,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAEhD,KAAK,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,8BAA8B,CAAC,QAAQ,CAAC;IAEnD,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;CACzC;AAED,yBAAiB,8BAA8B,CAAC;IAC9C,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED,MAAM,CAAC,OAAO,WAAW,cAAc,CAAC;IACtC,OAAO,EACL,KAAK,oCAAoC,IAAI,oCAAoC,EACjF,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,8BAA8B,IAAI,8BAA8B,GACtE,CAAC;CACH"}
+{"version":3,"file":"batch-inference.d.ts","sourceRoot":"","sources":["../src/resources/batch-inference.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,cAAe,SAAQ,WAAW;IAC7C,cAAc,CACZ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,oCAAoC,CAAC;IAIxD,UAAU,CACR,IAAI,EAAE,8BAA8B,EACpC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,eAAe,CAAC;CAG3C;AAED,MAAM,WAAW,oCAAoC;IACnD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAE7C,KAAK,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,kCAAkC,CAAC,QAAQ,CAAC;IAEvD;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC;IAElC;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;IAE7D,KAAK,CAAC,EAAE,KAAK,CAAC,kCAAkC,CAAC,IAAI,CAAC,CAAC;CACxD;AAED,yBAAiB,kCAAkC,CAAC;IAClD,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED,UAAiB,IAAI;QACnB,SAAS,EAAE,cAAc,GAAG,eAAe,GAAG,UAAU,GAAG,kBAAkB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;QAE9F,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,mBAAmB,CAAC,CAAC;KACzD;CACF;AAED,MAAM,WAAW,8BAA8B;IAC7C,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAEhD,KAAK,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,8BAA8B,CAAC,QAAQ,CAAC;IAEnD;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAExC,eAAe,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;CACzC;AAED,yBAAiB,8BAA8B,CAAC;IAC9C,UAAiB,QAAQ;QACvB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED,MAAM,CAAC,OAAO,WAAW,cAAc,CAAC;IACtC,OAAO,EACL,KAAK,oCAAoC,IAAI,oCAAoC,EACjF,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,8BAA8B,IAAI,8BAA8B,GACtE,CAAC;CACH"}

package/resources/benchmarks.d.ts

@@ -0,0 +1,32 @@
+import { APIResource } from "../resource.js";
+import * as Core from "../core.js";
+export declare class Benchmarks extends APIResource {
+    retrieve(benchmarkId: string, options?: Core.RequestOptions): Core.APIPromise<Benchmark | null>;
+    list(options?: Core.RequestOptions): Core.APIPromise<BenchmarkListResponse>;
+    register(body: BenchmarkRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void>;
+}
+export interface Benchmark {
+    dataset_id: string;
+    identifier: string;
+    metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+    provider_id: string;
+    provider_resource_id: string;
+    scoring_functions: Array<string>;
+    type: 'benchmark';
+}
+export interface ListBenchmarksResponse {
+    data: BenchmarkListResponse;
+}
+export type BenchmarkListResponse = Array<Benchmark>;
+export interface BenchmarkRegisterParams {
+    benchmark_id: string;
+    dataset_id: string;
+    scoring_functions: Array<string>;
+    metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+    provider_benchmark_id?: string;
+    provider_id?: string;
+}
+export declare namespace Benchmarks {
+    export { type Benchmark as Benchmark, type ListBenchmarksResponse as ListBenchmarksResponse, type BenchmarkListResponse as BenchmarkListResponse, type BenchmarkRegisterParams as BenchmarkRegisterParams, };
+}
+//# sourceMappingURL=benchmarks.d.ts.map

package/resources/benchmarks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarks.d.ts","sourceRoot":"","sources":["../src/resources/benchmarks.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,UAAW,SAAQ,WAAW;IACzC,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC;IAI/F,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAM3E,QAAQ,CAAC,IAAI,EAAE,uBAAuB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAO9F;AAED,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IAEnB,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,qBAAqB,CAAC;CAC7B;AAED,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;AAErD,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,MAAM,CAAC;IAErB,UAAU,EAAE,MAAM,CAAC;IAEnB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAE/B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,uBAAuB,IAAI,uBAAuB,GACxD,CAAC;CACH"}

package/resources/benchmarks.js

@@ -0,0 +1,22 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Benchmarks = void 0;
+const resource_1 = require("../resource.js");
+class Benchmarks extends resource_1.APIResource {
+    retrieve(benchmarkId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}`, options);
+    }
+    list(options) {
+        return this._client.get('/v1/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
+    }
+    register(body, options) {
+        return this._client.post('/v1/eval/benchmarks', {
+            body,
+            ...options,
+            headers: { Accept: '*/*', ...options?.headers },
+        });
+    }
+}
+exports.Benchmarks = Benchmarks;
+//# sourceMappingURL=benchmarks.js.map

package/resources/benchmarks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarks.js","sourceRoot":"","sources":["../src/resources/benchmarks.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,6CAA0C;AAG1C,MAAa,UAAW,SAAQ,sBAAW;IACzC,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAChD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC9C,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AAlBD,gCAkBC"}

package/resources/benchmarks.mjs

@@ -0,0 +1,18 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../resource.mjs";
+export class Benchmarks extends APIResource {
+    retrieve(benchmarkId, options) {
+        return this._client.get(`/v1/eval/benchmarks/${benchmarkId}`, options);
+    }
+    list(options) {
+        return this._client.get('/v1/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
+    }
+    register(body, options) {
+        return this._client.post('/v1/eval/benchmarks', {
+            body,
+            ...options,
+            headers: { Accept: '*/*', ...options?.headers },
+        });
+    }
+}
+//# sourceMappingURL=benchmarks.mjs.map

package/resources/benchmarks.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarks.mjs","sourceRoot":"","sources":["../src/resources/benchmarks.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAChD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC9C,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}

package/resources/datasets.d.ts

@@ -8,18 +8,7 @@ export declare class Datasets extends APIResource {
     unregister(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
 }
 export interface ListDatasetsResponse {
-    data: Array<ListDatasetsResponse.Data>;
-}
-export declare namespace ListDatasetsResponse {
-    interface Data {
-        dataset_schema: Record<string, Shared.ParamType>;
-        identifier: string;
-        metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
-        provider_id: string;
-        provider_resource_id: string;
-        type: 'dataset';
-        url: Shared.URL;
-    }
+    data: DatasetListResponse;
 }
 export interface DatasetRetrieveResponse {
     dataset_schema: Record<string, Shared.ParamType>;
@@ -28,7 +17,12 @@ export interface DatasetRetrieveResponse {
     provider_id: string;
     provider_resource_id: string;
     type: 'dataset';
-    url: Shared.URL;
+    url: DatasetRetrieveResponse.URL;
+}
+export declare namespace DatasetRetrieveResponse {
+    interface URL {
+        uri: string;
+    }
 }
 export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
 export declare namespace DatasetListResponse {
@@ -39,17 +33,27 @@ export declare namespace DatasetListResponse {
         provider_id: string;
         provider_resource_id: string;
         type: 'dataset';
-        url: Shared.URL;
+        url: DatasetListResponseItem.URL;
+    }
+    namespace DatasetListResponseItem {
+        interface URL {
+            uri: string;
+        }
     }
 }
 export interface DatasetRegisterParams {
     dataset_id: string;
     dataset_schema: Record<string, Shared.ParamType>;
-    url: Shared.URL;
+    url: DatasetRegisterParams.URL;
     metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
     provider_dataset_id?: string;
     provider_id?: string;
 }
+export declare namespace DatasetRegisterParams {
+    interface URL {
+        uri: string;
+    }
+}
 export declare namespace Datasets {
     export { type ListDatasetsResponse as ListDatasetsResponse, type DatasetRetrieveResponse as DatasetRetrieveResponse, type DatasetListResponse as DatasetListResponse, type DatasetRegisterParams as DatasetRegisterParams, };
 }

package/resources/datasets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,QAAS,SAAQ,WAAW;IACvC,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAIlD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE,QAAQ,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACxC;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,IAAI;QACnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;KACjB;CACF;AAED,MAAM,WAAW,uBAAuB;IACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,IAAI,EAAE,SAAS,CAAC;IAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;CACjB;AAED,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC,UAAiB,uBAAuB;QACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;KACjB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC;IAEhB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
+{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,MAAM,MAAM,UAAU,CAAC;AAEnC,qBAAa,QAAS,SAAQ,WAAW;IACvC,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAIlD,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE,QAAQ,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ3F,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAED,MAAM,WAAW,uBAAuB;IACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,UAAU,EAAE,MAAM,CAAC;IAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEtF,WAAW,EAAE,MAAM,CAAC;IAEpB,oBAAoB,EAAE,MAAM,CAAC;IAE7B,IAAI,EAAE,SAAS,CAAC;IAEhB,GAAG,EAAE,uBAAuB,CAAC,GAAG,CAAC;CAClC;AAED,yBAAiB,uBAAuB,CAAC;IACvC,UAAiB,GAAG;QAClB,GAAG,EAAE,MAAM,CAAC;KACb;CACF;AAED,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC,UAAiB,uBAAuB;QACtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAEtF,WAAW,EAAE,MAAM,CAAC;QAEpB,oBAAoB,EAAE,MAAM,CAAC;QAE7B,IAAI,EAAE,SAAS,CAAC;QAEhB,GAAG,EAAE,uBAAuB,CAAC,GAAG,CAAC;KAClC;IAED,UAAiB,uBAAuB,CAAC;QACvC,UAAiB,GAAG;YAClB,GAAG,EAAE,MAAM,CAAC;SACb;KACF;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,GAAG,EAAE,qBAAqB,CAAC,GAAG,CAAC;IAE/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;IAEvF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,GAAG;QAClB,GAAG,EAAE,MAAM,CAAC;KACb;CACF;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}

package/resources/eval/eval.d.ts

@@ -1,6 +1,5 @@
 import { APIResource } from "../../resource.js";
 import * as Core from "../../core.js";
-import * as EvalAPI from "./eval.js";
 import * as ScoringFunctionsAPI from "../scoring-functions.js";
 import * as Shared from "../shared.js";
 import * as JobsAPI from "./jobs.js";
@@ -8,7 +7,15 @@ import { JobStatusResponse, Jobs } from "./jobs.js";
 export declare class Eval extends APIResource {
     jobs: JobsAPI.Jobs;
     evaluateRows(taskId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
+    evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
     runEval(taskId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
+    runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
+}
+export interface BenchmarkConfig {
+    eval_candidate: EvalCandidate;
+    scoring_params: Record<string, ScoringFunctionsAPI.ScoringFnParams>;
+    type: 'benchmark';
+    num_examples?: number;
 }
 export type EvalCandidate = EvalCandidate.ModelCandidate | EvalCandidate.AgentCandidate;
 export declare namespace EvalCandidate {
@@ -16,6 +23,9 @@ export declare namespace EvalCandidate {
         model: string;
         sampling_params: Shared.SamplingParams;
         type: 'model';
+        /**
+         * A system message providing instructions or context to the model.
+         */
         system_message?: Shared.SystemMessage;
     }
     interface AgentCandidate {
@@ -23,20 +33,6 @@ export declare namespace EvalCandidate {
         type: 'agent';
     }
 }
-export type EvalTaskConfig = EvalTaskConfig.BenchmarkEvalTaskConfig | EvalTaskConfig.AppEvalTaskConfig;
-export declare namespace EvalTaskConfig {
-    interface BenchmarkEvalTaskConfig {
-        eval_candidate: EvalAPI.EvalCandidate;
-        type: 'benchmark';
-        num_examples?: number;
-    }
-    interface AppEvalTaskConfig {
-        eval_candidate: EvalAPI.EvalCandidate;
-        scoring_params: Record<string, ScoringFunctionsAPI.ScoringFnParams>;
-        type: 'app';
-        num_examples?: number;
-    }
-}
 export interface EvaluateResponse {
     generations: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
     scores: Record<string, Shared.ScoringResult>;
@@ -47,13 +43,21 @@ export interface Job {
 export interface EvalEvaluateRowsParams {
     input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
     scoring_functions: Array<string>;
-    task_config: EvalTaskConfig;
+    task_config: BenchmarkConfig;
+}
+export interface EvalEvaluateRowsAlphaParams {
+    input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
+    scoring_functions: Array<string>;
+    task_config: BenchmarkConfig;
 }
 export interface EvalRunEvalParams {
-    task_config: EvalTaskConfig;
+    task_config: BenchmarkConfig;
+}
+export interface EvalRunEvalAlphaParams {
+    task_config: BenchmarkConfig;
 }
 export declare namespace Eval {
-    export { type EvalCandidate as EvalCandidate, type EvalTaskConfig as EvalTaskConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalRunEvalParams as EvalRunEvalParams, };
+    export { type BenchmarkConfig as BenchmarkConfig, type EvalCandidate as EvalCandidate, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
     export { Jobs as Jobs, type JobStatusResponse as JobStatusResponse };
 }
 //# sourceMappingURL=eval.d.ts.map

package/resources/eval/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAEjD,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD,YAAY,CACV,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGtG;AAED,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,cAAc;QAC7B,KAAK,EAAE,MAAM,CAAC;QAEd,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED,UAAiB,cAAc;QAC7B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED,MAAM,MAAM,cAAc,GAAG,cAAc,CAAC,uBAAuB,GAAG,cAAc,CAAC,iBAAiB,CAAC;AAEvG,yBAAiB,cAAc,CAAC;IAC9B,UAAiB,uBAAuB;QACtC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC;QAEtC,IAAI,EAAE,WAAW,CAAC;QAElB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;IAED,UAAiB,iBAAiB;QAChC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC;QAEtC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAEpE,IAAI,EAAE,KAAK,CAAC;QAEZ,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEhG,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,cAAc,IAAI,cAAc,EACrC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACtE"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAEjD,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD,YAAY,CACV,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAIrG,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGxB;AAED,MAAM,WAAW,eAAe;IAC9B,cAAc,EAAE,aAAa,CAAC;IAE9B,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,eAAe,CAAC,CAAC;IAEpE,IAAI,EAAE,WAAW,CAAC;IAElB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,cAAc;QAC7B,KAAK,EAAE,MAAM,CAAC;QAEd,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED,UAAiB,cAAc;QAC7B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAEhG,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;IAE/F,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAED,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,eAAe,CAAC;CAC9B;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACtE"}

package/resources/eval/eval.js

@@ -36,9 +36,15 @@ class Eval extends resource_1.APIResource {
     evaluateRows(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
     }
+    evaluateRowsAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
+    }
     runEval(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
     }
+    runEvalAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
+    }
 }
 exports.Eval = Eval;
 Eval.Jobs = jobs_1.Jobs;

package/resources/eval/eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAK7C,mDAAkC;AAClC,oCAAiD;AAEjD,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAatD,CAAC;IAXC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;CACF;AAdD,oBAcC;AAkED,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAI7C,mDAAkC;AAClC,oCAAiD;AAEjD,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA6BtD,CAAC;IA3BC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AA9BD,oBA8BC;AAqED,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}

package/resources/eval/eval.mjs

@@ -10,9 +10,15 @@ export class Eval extends APIResource {
     evaluateRows(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
     }
+    evaluateRowsAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
+    }
     runEval(taskId, body, options) {
         return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
     }
+    runEvalAlpha(benchmarkId, body, options) {
+        return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
+    }
 }
 Eval.Jobs = Jobs;
 //# sourceMappingURL=eval.mjs.map

package/resources/eval/eval.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAKf,KAAK,OAAO;OACZ,EAAqB,IAAI,EAAE;AAElC,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAatD,CAAC;IAXC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;CACF;AAkED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
+{"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAAqB,IAAI,EAAE;AAElC,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA6BtD,CAAC;IA3BC,YAAY,CACV,MAAc,EACd,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,IAAuB,EAAE,OAA6B;QAC5E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AAqED,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}

package/resources/eval/index.d.ts

@@ -1,3 +1,3 @@
-export { Eval, type EvalCandidate, type EvalTaskConfig, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalRunEvalParams, } from "./eval.js";
+export { Eval, type BenchmarkConfig, type EvalCandidate, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval.js";
 export { Jobs, type JobStatusResponse } from "./jobs.js";
 //# sourceMappingURL=index.d.ts.map

package/resources/eval/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,IAAI,EACJ,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,iBAAiB,GACvB,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,KAAK,iBAAiB,EAAE,MAAM,QAAQ,CAAC"}

package/resources/eval/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kCAQgB;AAPd,4FAAA,IAAI,OAAA;AAQN,kCAAsD;AAA7C,4FAAA,IAAI,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kCAUgB;AATd,4FAAA,IAAI,OAAA;AAUN,kCAAsD;AAA7C,4FAAA,IAAI,OAAA"}

package/resources/eval/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,IAAI,GAOL;OACM,EAAE,IAAI,EAA0B"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,IAAI,GASL;OACM,EAAE,IAAI,EAA0B"}

package/resources/eval/jobs.d.ts

@@ -2,9 +2,9 @@ import { APIResource } from "../../resource.js";
 import * as Core from "../../core.js";
 import * as EvalAPI from "./eval.js";
 export declare class Jobs extends APIResource {
-    retrieve(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<EvalAPI.EvaluateResponse>;
-    cancel(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
-    status(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<JobStatusResponse | null>;
+    retrieve(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<EvalAPI.EvaluateResponse>;
+    cancel(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
+    status(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<JobStatusResponse | null>;
 }
 export type JobStatusResponse = 'completed' | 'in_progress' | 'failed' | 'scheduled' | null;
 export declare namespace Jobs {

package/resources/eval/jobs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAO3F,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAG7C;AAED,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC;AAE5F,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}
+{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAOhG,MAAM,CACJ,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAG7C;AAED,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC;AAE5F,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}