langsmith 0.8.7 → 0.8.8

package/dist/_openapi_client/client.cjs

@@ -67,6 +67,7 @@ const issues_js_1 = require("./resources/issues.cjs");
 const online_evaluators_js_1 = require("./resources/online-evaluators.cjs");
 const threads_js_1 = require("./resources/threads.cjs");
 const traces_js_1 = require("./resources/traces.cjs");
+const annotation_queues_js_1 = require("./resources/annotation-queues/annotation-queues.cjs");
 const datasets_js_1 = require("./resources/datasets/datasets.cjs");
 const public_js_1 = require("./resources/public/public.cjs");
 const runs_js_1 = require("./resources/runs/runs.cjs");
@@ -197,6 +198,12 @@ class Langsmith {
             writable: true,
             value: new API.Public(this)
         });
+        Object.defineProperty(this, "annotationQueues", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new API.AnnotationQueues(this)
+        });
         Object.defineProperty(this, "info", {
             enumerable: true,
             configurable: true,
@@ -761,6 +768,7 @@ Langsmith.Threads = threads_js_1.Threads;
 Langsmith.Traces = traces_js_1.Traces;
 Langsmith.OnlineEvaluators = online_evaluators_js_1.OnlineEvaluators;
 Langsmith.Public = public_js_1.Public;
+Langsmith.AnnotationQueues = annotation_queues_js_1.AnnotationQueues;
 Langsmith.Info = info_js_1.Info;
 Langsmith.Issues = issues_js_1.Issues;
 Langsmith.Sandboxes = sandboxes_js_1.Sandboxes;

package/dist/_openapi_client/client.d.ts

@@ -13,6 +13,7 @@ import { Issue, IssueListParams, Issues, IssuesOffsetPaginationIssues } from './
 import { BulkDeleteEvaluatorFailedItem, BulkDeleteEvaluatorsResponse, CreateOnlineCodeEvaluatorRequest, CreateOnlineEvaluatorRequest, CreateOnlineEvaluatorResponse, CreateOnlineLlmEvaluatorRequest, GetOnlineEvaluatorSpendResponse, OnlineCodeEvaluator, OnlineEvaluator, OnlineEvaluatorBulkDeleteParams, OnlineEvaluatorCreateParams, OnlineEvaluatorDeleteParams, OnlineEvaluatorListParams, OnlineEvaluatorRunRule, OnlineEvaluatorSpendDay, OnlineEvaluatorSpendGroup, OnlineEvaluatorSpendParams, OnlineEvaluatorType, OnlineEvaluatorUpdateParams, OnlineEvaluators, OnlineEvaluatorsOffsetPaginationOnlineEvaluators, OnlineLlmEvaluator, OnlineSpendLimit, UpdateOnlineCodeEvaluatorRequest, UpdateOnlineEvaluatorRequest, UpdateOnlineEvaluatorResponse, UpdateOnlineLlmEvaluatorRequest } from './resources/online-evaluators.js';
 import { Thread, ThreadListTracesParams, ThreadQueryParams, ThreadStats, ThreadStatsParams, ThreadTrace, ThreadTracesItemsCursorGetPagination, Threads, ThreadsItemsCursorPostPagination } from './resources/threads.js';
 import { Trace, TraceAggregates, TraceListRunsParams, TraceListRunsResponse, TraceQueryParams, Traces, TracesItemsCursorPostPagination } from './resources/traces.js';
+import { AnnotationQueueAnnotationQueuesParams, AnnotationQueueCreateRunStatusParams, AnnotationQueueCreateRunStatusResponse, AnnotationQueueDeleteResponse, AnnotationQueueExportParams, AnnotationQueueExportResponse, AnnotationQueuePopulateParams, AnnotationQueuePopulateResponse, AnnotationQueueRetrieveAnnotationQueuesParams, AnnotationQueueRetrieveAnnotationQueuesResponse, AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray, AnnotationQueueRetrieveQueuesResponse, AnnotationQueueRetrieveResponse, AnnotationQueueRetrieveRunParams, AnnotationQueueRetrieveSizeParams, AnnotationQueueRetrieveTotalArchivedParams, AnnotationQueueRubricItemSchema, AnnotationQueueSchema, AnnotationQueueSizeSchema, AnnotationQueueUpdateParams, AnnotationQueueUpdateResponse, AnnotationQueues, RunSchemaWithAnnotationQueueInfo } from './resources/annotation-queues/annotation-queues.js';
 import { DataType, Dataset, DatasetTransformation, DatasetVersion, Datasets, FeedbackCreateCoreSchema, Missing, SortByDatasetColumn } from './resources/datasets/datasets.js';
 import { Public } from './resources/public/public.js';
 import { ResponseBodyForRunsGenerateQuery, Run, RunGetURLParams, RunGetURLResponse, RunIngest, RunQueryParams, RunQueryV2Params, RunRetrieveParams, RunRetrieveV2Params, RunSchema, RunSelectField, RunStatsQueryParams, RunType, RunTypeEnum, Runs, RunsFilterDataSourceTypeEnum, RunsItemsCursorPostPagination } from './resources/runs/runs.js';
@@ -195,6 +196,7 @@ export declare class Langsmith {
     traces: API.Traces;
     onlineEvaluators: API.OnlineEvaluators;
     public: API.Public;
+    annotationQueues: API.AnnotationQueues;
     info: API.Info;
     issues: API.Issues;
     sandboxes: API.Sandboxes;
@@ -225,6 +227,7 @@ export declare namespace Langsmith {
     export { Traces as Traces, type Trace as Trace, type TraceAggregates as TraceAggregates, type TraceListRunsResponse as TraceListRunsResponse, type TracesItemsCursorPostPagination as TracesItemsCursorPostPagination, type TraceListRunsParams as TraceListRunsParams, type TraceQueryParams as TraceQueryParams, };
     export { OnlineEvaluators as OnlineEvaluators, type BulkDeleteEvaluatorFailedItem as BulkDeleteEvaluatorFailedItem, type BulkDeleteEvaluatorsResponse as BulkDeleteEvaluatorsResponse, type CreateOnlineCodeEvaluatorRequest as CreateOnlineCodeEvaluatorRequest, type CreateOnlineEvaluatorRequest as CreateOnlineEvaluatorRequest, type CreateOnlineEvaluatorResponse as CreateOnlineEvaluatorResponse, type CreateOnlineLlmEvaluatorRequest as CreateOnlineLlmEvaluatorRequest, type GetOnlineEvaluatorSpendResponse as GetOnlineEvaluatorSpendResponse, type OnlineCodeEvaluator as OnlineCodeEvaluator, type OnlineEvaluator as OnlineEvaluator, type OnlineEvaluatorRunRule as OnlineEvaluatorRunRule, type OnlineEvaluatorSpendDay as OnlineEvaluatorSpendDay, type OnlineEvaluatorSpendGroup as OnlineEvaluatorSpendGroup, type OnlineEvaluatorType as OnlineEvaluatorType, type OnlineLlmEvaluator as OnlineLlmEvaluator, type OnlineSpendLimit as OnlineSpendLimit, type UpdateOnlineCodeEvaluatorRequest as UpdateOnlineCodeEvaluatorRequest, type UpdateOnlineEvaluatorRequest as UpdateOnlineEvaluatorRequest, type UpdateOnlineEvaluatorResponse as UpdateOnlineEvaluatorResponse, type UpdateOnlineLlmEvaluatorRequest as UpdateOnlineLlmEvaluatorRequest, type OnlineEvaluatorsOffsetPaginationOnlineEvaluators as OnlineEvaluatorsOffsetPaginationOnlineEvaluators, type OnlineEvaluatorCreateParams as OnlineEvaluatorCreateParams, type OnlineEvaluatorUpdateParams as OnlineEvaluatorUpdateParams, type OnlineEvaluatorListParams as OnlineEvaluatorListParams, type OnlineEvaluatorDeleteParams as OnlineEvaluatorDeleteParams, type OnlineEvaluatorBulkDeleteParams as OnlineEvaluatorBulkDeleteParams, type OnlineEvaluatorSpendParams as OnlineEvaluatorSpendParams, };
     export { Public as Public };
+    export { AnnotationQueues as AnnotationQueues, type AnnotationQueueRubricItemSchema as AnnotationQueueRubricItemSchema, type AnnotationQueueSchema as AnnotationQueueSchema, type AnnotationQueueSizeSchema as AnnotationQueueSizeSchema, type RunSchemaWithAnnotationQueueInfo as RunSchemaWithAnnotationQueueInfo, type AnnotationQueueRetrieveResponse as AnnotationQueueRetrieveResponse, type AnnotationQueueUpdateResponse as AnnotationQueueUpdateResponse, type AnnotationQueueDeleteResponse as AnnotationQueueDeleteResponse, type AnnotationQueueCreateRunStatusResponse as AnnotationQueueCreateRunStatusResponse, type AnnotationQueueExportResponse as AnnotationQueueExportResponse, type AnnotationQueuePopulateResponse as AnnotationQueuePopulateResponse, type AnnotationQueueRetrieveAnnotationQueuesResponse as AnnotationQueueRetrieveAnnotationQueuesResponse, type AnnotationQueueRetrieveQueuesResponse as AnnotationQueueRetrieveQueuesResponse, type AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray as AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray, type AnnotationQueueUpdateParams as AnnotationQueueUpdateParams, type AnnotationQueueAnnotationQueuesParams as AnnotationQueueAnnotationQueuesParams, type AnnotationQueueCreateRunStatusParams as AnnotationQueueCreateRunStatusParams, type AnnotationQueueExportParams as AnnotationQueueExportParams, type AnnotationQueuePopulateParams as AnnotationQueuePopulateParams, type AnnotationQueueRetrieveAnnotationQueuesParams as AnnotationQueueRetrieveAnnotationQueuesParams, type AnnotationQueueRetrieveRunParams as AnnotationQueueRetrieveRunParams, type AnnotationQueueRetrieveSizeParams as AnnotationQueueRetrieveSizeParams, type AnnotationQueueRetrieveTotalArchivedParams as AnnotationQueueRetrieveTotalArchivedParams, };
     export { Info as Info, type InfoListResponse as InfoListResponse };
     export { Issues as Issues, type Issue as Issue, type IssuesOffsetPaginationIssues as IssuesOffsetPaginationIssues, type IssueListParams as IssueListParams, };
     export { Sandboxes as Sandboxes, type SandboxListResponse as SandboxListResponse, type SandboxResponse as SandboxResponse, type SandboxStatusResponse as SandboxStatusResponse, type ServiceURLResponse as ServiceURLResponse, type SnapshotListResponse as SnapshotListResponse, type SnapshotResponse as SnapshotResponse, };

package/dist/_openapi_client/client.js

@@ -31,6 +31,7 @@ import { Issues } from './resources/issues.js';
 import { OnlineEvaluators, } from './resources/online-evaluators.js';
 import { Threads, } from './resources/threads.js';
 import { Traces, } from './resources/traces.js';
+import { AnnotationQueues, } from './resources/annotation-queues/annotation-queues.js';
 import { Datasets, } from './resources/datasets/datasets.js';
 import { Public } from './resources/public/public.js';
 import { Runs, } from './resources/runs/runs.js';
@@ -161,6 +162,12 @@ export class Langsmith {
             writable: true,
             value: new API.Public(this)
         });
+        Object.defineProperty(this, "annotationQueues", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new API.AnnotationQueues(this)
+        });
         Object.defineProperty(this, "info", {
             enumerable: true,
             configurable: true,
@@ -724,6 +731,7 @@ Langsmith.Threads = Threads;
 Langsmith.Traces = Traces;
 Langsmith.OnlineEvaluators = OnlineEvaluators;
 Langsmith.Public = Public;
+Langsmith.AnnotationQueues = AnnotationQueues;
 Langsmith.Info = Info;
 Langsmith.Issues = Issues;
 Langsmith.Sandboxes = Sandboxes;

package/dist/_openapi_client/resources/annotation-queues/annotation-queues.cjs

@@ -0,0 +1,147 @@
+"use strict";
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnnotationQueues = void 0;
+const resource_js_1 = require("../../core/resource.cjs");
+const ItemsAPI = __importStar(require("./items.cjs"));
+const items_js_1 = require("./items.cjs");
+const RunsAPI = __importStar(require("./runs.cjs"));
+const runs_js_1 = require("./runs.cjs");
+const pagination_js_1 = require("../../core/pagination.cjs");
+const path_js_1 = require("../../internal/utils/path.cjs");
+class AnnotationQueues extends resource_js_1.APIResource {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "runs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new RunsAPI.Runs(this._client)
+        });
+        Object.defineProperty(this, "items", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new ItemsAPI.Items(this._client)
+        });
+    }
+    /**
+     * Get Annotation Queue
+     */
+    retrieve(queueID, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}`, options);
+    }
+    /**
+     * Update Annotation Queue
+     */
+    update(queueID, body, options) {
+        return this._client.patch((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}`, { body, ...options });
+    }
+    /**
+     * Delete Annotation Queue
+     */
+    delete(queueID, options) {
+        return this._client.delete((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}`, options);
+    }
+    /**
+     * Create Annotation Queue
+     */
+    annotationQueues(body, options) {
+        return this._client.post('/api/v1/annotation-queues', { body, ...options });
+    }
+    /**
+     * Create Identity Annotation Queue Run Status
+     */
+    createRunStatus(annotationQueueRunID, body, options) {
+        return this._client.post((0, path_js_1.path) `/api/v1/annotation-queues/status/${annotationQueueRunID}`, {
+            body,
+            ...options,
+        });
+    }
+    /**
+     * Export Annotation Queue Archived Runs
+     */
+    export(queueID, body, options) {
+        return this._client.post((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}/export`, { body, ...options });
+    }
+    /**
+     * Populate annotation queue with runs from an experiment.
+     */
+    populate(body, options) {
+        return this._client.post('/api/v1/annotation-queues/populate', { body, ...options });
+    }
+    /**
+     * Get Annotation Queues
+     */
+    retrieveAnnotationQueues(query = {}, options) {
+        return this._client.getAPIList('/api/v1/annotation-queues', (pagination_js_1.OffsetPaginationTopLevelArray), { query, ...options });
+    }
+    /**
+     * Get Annotation Queues For Run
+     */
+    retrieveQueues(runID, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/annotation-queues/${runID}/queues`, options);
+    }
+    /**
+     * Get a run from an annotation queue
+     */
+    retrieveRun(index, params, options) {
+        const { queue_id, ...query } = params;
+        return this._client.get((0, path_js_1.path) `/api/v1/annotation-queues/${queue_id}/run/${index}`, { query, ...options });
+    }
+    /**
+     * Get Size From Annotation Queue
+     */
+    retrieveSize(queueID, query = {}, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}/size`, { query, ...options });
+    }
+    /**
+     * Get Total Archived From Annotation Queue
+     */
+    retrieveTotalArchived(queueID, query = {}, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}/total_archived`, { query, ...options });
+    }
+    /**
+     * Get Total Size From Annotation Queue
+     */
+    retrieveTotalSize(queueID, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/annotation-queues/${queueID}/total_size`, options);
+    }
+}
+exports.AnnotationQueues = AnnotationQueues;
+AnnotationQueues.Runs = runs_js_1.Runs;
+AnnotationQueues.Items = items_js_1.Items;

package/dist/_openapi_client/resources/annotation-queues/annotation-queues.d.ts

@@ -0,0 +1,372 @@
+import { APIResource } from '../../core/resource.js';
+import * as ItemsAPI from './items.js';
+import { ItemCreateParams, ItemCreateResponse, ItemCreateStatusParams, ItemCreateStatusResponse, ItemDeleteAllParams, ItemDeleteAllResponse, ItemListParams, ItemListResponse, ItemListResponsesItemsCursorGetPagination, ItemRetrieveCountParams, ItemRetrieveCountResponse, ItemRetrievePlacementParams, ItemRetrievePlacementResponse, ItemUpdateParams, ItemUpdateResponse, Items } from './items.js';
+import * as RunsAPI from './runs.js';
+import { RunCreateByKeyParams, RunCreateByKeyResponse, RunCreateParams, RunCreateResponse, RunDeleteAllParams, RunDeleteAllResponse, RunDeleteQueueParams, RunDeleteQueueResponse, RunListParams, RunListResponse, RunUpdateParams, RunUpdateResponse, Runs } from './runs.js';
+import * as DatasetsAPI from '../datasets/datasets.js';
+import { APIPromise } from '../../core/api-promise.js';
+import { OffsetPaginationTopLevelArray, type OffsetPaginationTopLevelArrayParams, PagePromise } from '../../core/pagination.js';
+import { RequestOptions } from '../../internal/request-options.js';
+import * as RunsAPI_ from '../runs/runs.js';
+export declare class AnnotationQueues extends APIResource {
+    runs: RunsAPI.Runs;
+    items: ItemsAPI.Items;
+    /**
+     * Get Annotation Queue
+     */
+    retrieve(queueID: string, options?: RequestOptions): APIPromise<AnnotationQueueRetrieveResponse>;
+    /**
+     * Update Annotation Queue
+     */
+    update(queueID: string, body: AnnotationQueueUpdateParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Delete Annotation Queue
+     */
+    delete(queueID: string, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Create Annotation Queue
+     */
+    annotationQueues(body: AnnotationQueueAnnotationQueuesParams, options?: RequestOptions): APIPromise<AnnotationQueueSchema>;
+    /**
+     * Create Identity Annotation Queue Run Status
+     */
+    createRunStatus(annotationQueueRunID: string, body: AnnotationQueueCreateRunStatusParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Export Annotation Queue Archived Runs
+     */
+    export(queueID: string, body: AnnotationQueueExportParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Populate annotation queue with runs from an experiment.
+     */
+    populate(body: AnnotationQueuePopulateParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Get Annotation Queues
+     */
+    retrieveAnnotationQueues(query?: AnnotationQueueRetrieveAnnotationQueuesParams | null | undefined, options?: RequestOptions): PagePromise<AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray, AnnotationQueueRetrieveAnnotationQueuesResponse>;
+    /**
+     * Get Annotation Queues For Run
+     */
+    retrieveQueues(runID: string, options?: RequestOptions): APIPromise<AnnotationQueueRetrieveQueuesResponse>;
+    /**
+     * Get a run from an annotation queue
+     */
+    retrieveRun(index: number, params: AnnotationQueueRetrieveRunParams, options?: RequestOptions): APIPromise<RunSchemaWithAnnotationQueueInfo>;
+    /**
+     * Get Size From Annotation Queue
+     */
+    retrieveSize(queueID: string, query?: AnnotationQueueRetrieveSizeParams | null | undefined, options?: RequestOptions): APIPromise<AnnotationQueueSizeSchema>;
+    /**
+     * Get Total Archived From Annotation Queue
+     */
+    retrieveTotalArchived(queueID: string, query?: AnnotationQueueRetrieveTotalArchivedParams | null | undefined, options?: RequestOptions): APIPromise<AnnotationQueueSizeSchema>;
+    /**
+     * Get Total Size From Annotation Queue
+     */
+    retrieveTotalSize(queueID: string, options?: RequestOptions): APIPromise<AnnotationQueueSizeSchema>;
+}
+export type AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray = OffsetPaginationTopLevelArray<AnnotationQueueRetrieveAnnotationQueuesResponse>;
+export interface AnnotationQueueRubricItemSchema {
+    feedback_key: string;
+    description?: string | null;
+    is_assertion?: boolean | null;
+    is_required?: boolean | null;
+    score_descriptions?: {
+        [key: string]: string;
+    } | null;
+    value_descriptions?: {
+        [key: string]: string;
+    } | null;
+}
+/**
+ * AnnotationQueue schema.
+ */
+export interface AnnotationQueueSchema {
+    id: string;
+    name: string;
+    queue_type: 'single' | 'pairwise';
+    tenant_id: string;
+    assigned_reviewers?: Array<AnnotationQueueSchema.AssignedReviewer>;
+    created_at?: string;
+    default_dataset?: string | null;
+    description?: string | null;
+    enable_reservations?: boolean | null;
+    metadata?: {
+        [key: string]: unknown;
+    } | null;
+    num_reviewers_per_item?: number | null;
+    reservation_minutes?: number | null;
+    reviewer_access_mode?: string;
+    run_rule_id?: string | null;
+    source_rule_id?: string | null;
+    updated_at?: string;
+}
+export declare namespace AnnotationQueueSchema {
+    /**
+     * Identity info for an assigned reviewer on an annotation queue.
+     */
+    interface AssignedReviewer {
+        id: string;
+        email?: string | null;
+        name?: string | null;
+    }
+}
+/**
+ * Size of an Annotation Queue
+ */
+export interface AnnotationQueueSizeSchema {
+    size: number;
+}
+/**
+ * Run schema with annotation queue info.
+ */
+export interface RunSchemaWithAnnotationQueueInfo {
+    id: string;
+    app_path: string;
+    dotted_order: string;
+    name: string;
+    queue_run_id: string;
+    /**
+     * Enum for run types.
+     */
+    run_type: RunsAPI_.RunTypeEnum;
+    session_id: string;
+    status: string;
+    trace_id: string;
+    added_at?: string | null;
+    child_run_ids?: Array<string> | null;
+    completed_by?: Array<string>;
+    completion_cost?: string | null;
+    completion_cost_details?: {
+        [key: string]: string;
+    } | null;
+    completion_token_details?: {
+        [key: string]: number;
+    } | null;
+    completion_tokens?: number;
+    direct_child_run_ids?: Array<string> | null;
+    effective_added_at?: string | null;
+    end_time?: string | null;
+    error?: string | null;
+    events?: Array<{
+        [key: string]: unknown;
+    }> | null;
+    execution_order?: number;
+    extra?: {
+        [key: string]: unknown;
+    } | null;
+    feedback_stats?: {
+        [key: string]: {
+            [key: string]: unknown;
+        };
+    } | null;
+    first_token_time?: string | null;
+    in_dataset?: boolean | null;
+    inputs?: {
+        [key: string]: unknown;
+    } | null;
+    inputs_preview?: string | null;
+    inputs_s3_urls?: {
+        [key: string]: unknown;
+    } | null;
+    last_queued_at?: string | null;
+    last_reviewed_time?: string | null;
+    manifest_id?: string | null;
+    manifest_s3_id?: string | null;
+    messages?: Array<{
+        [key: string]: unknown;
+    }> | null;
+    outputs?: {
+        [key: string]: unknown;
+    } | null;
+    outputs_preview?: string | null;
+    outputs_s3_urls?: {
+        [key: string]: unknown;
+    } | null;
+    parent_run_id?: string | null;
+    parent_run_ids?: Array<string> | null;
+    price_model_id?: string | null;
+    prompt_cost?: string | null;
+    prompt_cost_details?: {
+        [key: string]: string;
+    } | null;
+    prompt_token_details?: {
+        [key: string]: number;
+    } | null;
+    prompt_tokens?: number;
+    reference_dataset_id?: string | null;
+    reference_example_id?: string | null;
+    reserved_by?: Array<string>;
+    s3_urls?: {
+        [key: string]: unknown;
+    } | null;
+    serialized?: {
+        [key: string]: unknown;
+    } | null;
+    share_token?: string | null;
+    source_proposed_example_id?: string | null;
+    start_time?: string;
+    tags?: Array<string> | null;
+    thread_id?: string | null;
+    total_cost?: string | null;
+    total_tokens?: number;
+    trace_first_received_at?: string | null;
+    trace_max_start_time?: string | null;
+    trace_min_start_time?: string | null;
+    trace_tier?: 'longlived' | 'shortlived' | null;
+    trace_upgrade?: boolean;
+    ttl_seconds?: number | null;
+}
+/**
+ * AnnotationQueue schema with rubric.
+ */
+export interface AnnotationQueueRetrieveResponse {
+    id: string;
+    name: string;
+    queue_type: 'single' | 'pairwise';
+    tenant_id: string;
+    assigned_reviewers?: Array<AnnotationQueueRetrieveResponse.AssignedReviewer>;
+    created_at?: string;
+    default_dataset?: string | null;
+    description?: string | null;
+    enable_reservations?: boolean | null;
+    metadata?: {
+        [key: string]: unknown;
+    } | null;
+    num_reviewers_per_item?: number | null;
+    reservation_minutes?: number | null;
+    reviewer_access_mode?: string;
+    rubric_instructions?: string | null;
+    rubric_items?: Array<AnnotationQueueRubricItemSchema> | null;
+    run_rule_id?: string | null;
+    source_rule_id?: string | null;
+    updated_at?: string;
+}
+export declare namespace AnnotationQueueRetrieveResponse {
+    /**
+     * Identity info for an assigned reviewer on an annotation queue.
+     */
+    interface AssignedReviewer {
+        id: string;
+        email?: string | null;
+        name?: string | null;
+    }
+}
+export type AnnotationQueueUpdateResponse = unknown;
+export type AnnotationQueueDeleteResponse = unknown;
+export type AnnotationQueueCreateRunStatusResponse = unknown;
+export type AnnotationQueueExportResponse = unknown;
+export type AnnotationQueuePopulateResponse = unknown;
+/**
+ * AnnotationQueue schema with size.
+ */
+export interface AnnotationQueueRetrieveAnnotationQueuesResponse {
+    id: string;
+    name: string;
+    queue_type: 'single' | 'pairwise';
+    tenant_id: string;
+    total_runs: number;
+    assigned_reviewers?: Array<AnnotationQueueRetrieveAnnotationQueuesResponse.AssignedReviewer>;
+    created_at?: string;
+    default_dataset?: string | null;
+    description?: string | null;
+    enable_reservations?: boolean | null;
+    metadata?: {
+        [key: string]: unknown;
+    } | null;
+    num_reviewers_per_item?: number | null;
+    reservation_minutes?: number | null;
+    reviewer_access_mode?: string;
+    run_rule_id?: string | null;
+    source_rule_id?: string | null;
+    updated_at?: string;
+}
+export declare namespace AnnotationQueueRetrieveAnnotationQueuesResponse {
+    /**
+     * Identity info for an assigned reviewer on an annotation queue.
+     */
+    interface AssignedReviewer {
+        id: string;
+        email?: string | null;
+        name?: string | null;
+    }
+}
+export type AnnotationQueueRetrieveQueuesResponse = Array<AnnotationQueueSchema>;
+export interface AnnotationQueueUpdateParams {
+    default_dataset?: string | null;
+    description?: string | null;
+    enable_reservations?: boolean;
+    metadata?: {
+        [key: string]: unknown;
+    } | DatasetsAPI.Missing | null;
+    name?: string | null;
+    num_reviewers_per_item?: number | DatasetsAPI.Missing | null;
+    reservation_minutes?: number | null;
+    reviewer_access_mode?: 'any' | 'assigned' | null;
+    rubric_instructions?: string | null;
+    rubric_items?: Array<AnnotationQueueRubricItemSchema> | null;
+}
+export interface AnnotationQueueAnnotationQueuesParams {
+    name: string;
+    id?: string;
+    created_at?: string;
+    default_dataset?: string | null;
+    description?: string | null;
+    enable_reservations?: boolean | null;
+    metadata?: {
+        [key: string]: unknown;
+    } | null;
+    num_reviewers_per_item?: number | null;
+    reservation_minutes?: number | null;
+    reviewer_access_mode?: string;
+    rubric_instructions?: string | null;
+    rubric_items?: Array<AnnotationQueueRubricItemSchema> | null;
+    session_ids?: Array<string> | null;
+    updated_at?: string;
+}
+export interface AnnotationQueueCreateRunStatusParams {
+    override_added_at?: string | null;
+    status?: string | null;
+}
+export interface AnnotationQueueExportParams {
+    end_time?: string | null;
+    include_annotator_detail?: boolean;
+    start_time?: string | null;
+}
+export interface AnnotationQueuePopulateParams {
+    queue_id: string;
+    session_ids: Array<string>;
+    extend_trace_retention?: boolean;
+}
+export interface AnnotationQueueRetrieveAnnotationQueuesParams extends OffsetPaginationTopLevelArrayParams {
+    assigned_to_me?: boolean;
+    dataset_id?: string | null;
+    ids?: Array<string> | null;
+    name?: string | null;
+    name_contains?: string | null;
+    queue_type?: 'single' | 'pairwise' | null;
+    sort_by?: string | null;
+    sort_by_desc?: boolean;
+    tag_value_id?: Array<string> | null;
+}
+export interface AnnotationQueueRetrieveRunParams {
+    /**
+     * Path param
+     */
+    queue_id: string;
+    /**
+     * Query param
+     */
+    include_extra?: boolean;
+}
+export interface AnnotationQueueRetrieveSizeParams {
+    status?: 'needs_my_review' | 'needs_others_review' | 'completed' | null;
+}
+export interface AnnotationQueueRetrieveTotalArchivedParams {
+    end_time?: string | null;
+    start_time?: string | null;
+}
+export declare namespace AnnotationQueues {
+    export { type AnnotationQueueRubricItemSchema as AnnotationQueueRubricItemSchema, type AnnotationQueueSchema as AnnotationQueueSchema, type AnnotationQueueSizeSchema as AnnotationQueueSizeSchema, type RunSchemaWithAnnotationQueueInfo as RunSchemaWithAnnotationQueueInfo, type AnnotationQueueRetrieveResponse as AnnotationQueueRetrieveResponse, type AnnotationQueueUpdateResponse as AnnotationQueueUpdateResponse, type AnnotationQueueDeleteResponse as AnnotationQueueDeleteResponse, type AnnotationQueueCreateRunStatusResponse as AnnotationQueueCreateRunStatusResponse, type AnnotationQueueExportResponse as AnnotationQueueExportResponse, type AnnotationQueuePopulateResponse as AnnotationQueuePopulateResponse, type AnnotationQueueRetrieveAnnotationQueuesResponse as AnnotationQueueRetrieveAnnotationQueuesResponse, type AnnotationQueueRetrieveQueuesResponse as AnnotationQueueRetrieveQueuesResponse, type AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray as AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray, type AnnotationQueueUpdateParams as AnnotationQueueUpdateParams, type AnnotationQueueAnnotationQueuesParams as AnnotationQueueAnnotationQueuesParams, type AnnotationQueueCreateRunStatusParams as AnnotationQueueCreateRunStatusParams, type AnnotationQueueExportParams as AnnotationQueueExportParams, type AnnotationQueuePopulateParams as AnnotationQueuePopulateParams, type AnnotationQueueRetrieveAnnotationQueuesParams as AnnotationQueueRetrieveAnnotationQueuesParams, type AnnotationQueueRetrieveRunParams as AnnotationQueueRetrieveRunParams, type AnnotationQueueRetrieveSizeParams as AnnotationQueueRetrieveSizeParams, type AnnotationQueueRetrieveTotalArchivedParams as AnnotationQueueRetrieveTotalArchivedParams, };
+    export { Runs as Runs, type RunCreateResponse as RunCreateResponse, type RunUpdateResponse as RunUpdateResponse, type RunListResponse as RunListResponse, type RunCreateByKeyResponse as RunCreateByKeyResponse, type RunDeleteAllResponse as RunDeleteAllResponse, type RunDeleteQueueResponse as RunDeleteQueueResponse, type RunCreateParams as RunCreateParams, type RunUpdateParams as RunUpdateParams, type RunListParams as RunListParams, type RunCreateByKeyParams as RunCreateByKeyParams, type RunDeleteAllParams as RunDeleteAllParams, type RunDeleteQueueParams as RunDeleteQueueParams, };
+    export { Items as Items, type ItemCreateResponse as ItemCreateResponse, type ItemUpdateResponse as ItemUpdateResponse, type ItemListResponse as ItemListResponse, type ItemCreateStatusResponse as ItemCreateStatusResponse, type ItemDeleteAllResponse as ItemDeleteAllResponse, type ItemRetrieveCountResponse as ItemRetrieveCountResponse, type ItemRetrievePlacementResponse as ItemRetrievePlacementResponse, type ItemListResponsesItemsCursorGetPagination as ItemListResponsesItemsCursorGetPagination, type ItemCreateParams as ItemCreateParams, type ItemUpdateParams as ItemUpdateParams, type ItemListParams as ItemListParams, type ItemCreateStatusParams as ItemCreateStatusParams, type ItemDeleteAllParams as ItemDeleteAllParams, type ItemRetrieveCountParams as ItemRetrieveCountParams, type ItemRetrievePlacementParams as ItemRetrievePlacementParams, };
+}