langsmith 0.10.7 → 0.10.9

package/dist/_openapi_client/resources/fleet/threads.d.ts

@@ -0,0 +1,19 @@
+import { APIResource } from '../../core/resource.js';
+import { APIPromise } from '../../core/api-promise.js';
+import { RequestOptions } from '../../internal/request-options.js';
+export declare class Threads extends APIResource {
+    /**
+     * Starts or resumes the sandbox referenced by the thread and returns when it is
+     * ready. The operation is idempotent. The thread must include
+     * sandbox.sandbox_slug.
+     */
+    activateSandbox(threadID: string, options?: RequestOptions): APIPromise<ThreadActivateSandboxResponse>;
+}
+export interface ThreadActivateSandboxResponse {
+    sandbox_slug: string;
+    scope: 'agent' | 'thread';
+    status: 'provisioning' | 'ready' | 'failed' | 'stopped' | 'deleting';
+}
+export declare namespace Threads {
+    export { type ThreadActivateSandboxResponse as ThreadActivateSandboxResponse };
+}

package/dist/_openapi_client/resources/fleet/threads.js

@@ -0,0 +1,14 @@
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from '../../core/resource.js';
+import { path } from '../../internal/utils/path.js';
+export class Threads extends APIResource {
+    /**
+     * Starts or resumes the sandbox referenced by the thread and returns when it is
+     * ready. The operation is idempotent. The thread must include
+     * sandbox.sandbox_slug.
+     */
+    activateSandbox(threadID, options) {
+        return this._client.post(path `/v1/fleet/threads/${threadID}/sandbox-activation`, options);
+    }
+}

package/dist/_openapi_client/resources/index.cjs

@@ -2,24 +2,30 @@
 // @ts-nocheck
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Traces = exports.Threads = exports.Sandboxes = exports.Runs = exports.Public = exports.OnlineEvaluators = exports.Issues = exports.Info = exports.Datasets = exports.AnnotationQueues = void 0;
+exports.Traces = exports.Threads = exports.Sessions = exports.Sandboxes = exports.Runs = exports.Public = exports.ProductFeedback = exports.OnlineEvaluators = exports.Issues = exports.Info = exports.Fleet = exports.Datasets = exports.AnnotationQueues = void 0;
 var annotation_queues_js_1 = require("./annotation-queues/annotation-queues.cjs");
 Object.defineProperty(exports, "AnnotationQueues", { enumerable: true, get: function () { return annotation_queues_js_1.AnnotationQueues; } });
 var datasets_js_1 = require("./datasets/datasets.cjs");
 Object.defineProperty(exports, "Datasets", { enumerable: true, get: function () { return datasets_js_1.Datasets; } });
+var fleet_js_1 = require("./fleet/fleet.cjs");
+Object.defineProperty(exports, "Fleet", { enumerable: true, get: function () { return fleet_js_1.Fleet; } });
 var info_js_1 = require("./info.cjs");
 Object.defineProperty(exports, "Info", { enumerable: true, get: function () { return info_js_1.Info; } });
 var issues_js_1 = require("./issues.cjs");
 Object.defineProperty(exports, "Issues", { enumerable: true, get: function () { return issues_js_1.Issues; } });
 var online_evaluators_js_1 = require("./online-evaluators.cjs");
 Object.defineProperty(exports, "OnlineEvaluators", { enumerable: true, get: function () { return online_evaluators_js_1.OnlineEvaluators; } });
+var product_feedback_js_1 = require("./product-feedback.cjs");
+Object.defineProperty(exports, "ProductFeedback", { enumerable: true, get: function () { return product_feedback_js_1.ProductFeedback; } });
 var public_js_1 = require("./public/public.cjs");
 Object.defineProperty(exports, "Public", { enumerable: true, get: function () { return public_js_1.Public; } });
 var runs_js_1 = require("./runs/runs.cjs");
 Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_js_1.Runs; } });
 var sandboxes_js_1 = require("./sandboxes/sandboxes.cjs");
 Object.defineProperty(exports, "Sandboxes", { enumerable: true, get: function () { return sandboxes_js_1.Sandboxes; } });
-var threads_js_1 = require("./threads.cjs");
+var sessions_js_1 = require("./sessions.cjs");
+Object.defineProperty(exports, "Sessions", { enumerable: true, get: function () { return sessions_js_1.Sessions; } });
+var threads_js_1 = require("./threads/threads.cjs");
 Object.defineProperty(exports, "Threads", { enumerable: true, get: function () { return threads_js_1.Threads; } });
 var traces_js_1 = require("./traces.cjs");
 Object.defineProperty(exports, "Traces", { enumerable: true, get: function () { return traces_js_1.Traces; } });

package/dist/_openapi_client/resources/index.d.ts

@@ -1,10 +1,13 @@
 export { AnnotationQueues, type AnnotationQueueRubricItemSchema, type AnnotationQueueSchema, type AnnotationQueueSizeSchema, type RunSchemaWithAnnotationQueueInfo, type AnnotationQueueRetrieveResponse, type AnnotationQueueUpdateResponse, type AnnotationQueueDeleteResponse, type AnnotationQueueCreateRunStatusResponse, type AnnotationQueueExportResponse, type AnnotationQueuePopulateResponse, type AnnotationQueueRetrieveAnnotationQueuesResponse, type AnnotationQueueRetrieveQueuesResponse, type AnnotationQueueUpdateParams, type AnnotationQueueAnnotationQueuesParams, type AnnotationQueueCreateRunStatusParams, type AnnotationQueueExportParams, type AnnotationQueuePopulateParams, type AnnotationQueueRetrieveAnnotationQueuesParams, type AnnotationQueueRetrieveRunParams, type AnnotationQueueRetrieveSizeParams, type AnnotationQueueRetrieveTotalArchivedParams, type AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray, } from './annotation-queues/annotation-queues.js';
 export { Datasets, type DataType, type Dataset, type DatasetTransformation, type DatasetVersion, type FeedbackCreateCoreSchema, type Missing, type SortByDatasetColumn, } from './datasets/datasets.js';
+export { Fleet } from './fleet/fleet.js';
 export { Info, type InfoListResponse } from './info.js';
-export { Issues, type Issue, type IssueListParams, type IssuesOffsetPaginationIssues } from './issues.js';
+export { Issues, type Issue, type IssueRetrieveParams, type IssueListParams, type IssuesOffsetPaginationIssues, } from './issues.js';
 export { OnlineEvaluators, type BulkDeleteEvaluatorFailedItem, type BulkDeleteEvaluatorsResponse, type CreateOnlineCodeEvaluatorRequest, type CreateOnlineEvaluatorRequest, type CreateOnlineEvaluatorResponse, type CreateOnlineLlmEvaluatorRequest, type GetOnlineEvaluatorSpendResponse, type OnlineCodeEvaluator, type OnlineEvaluator, type OnlineEvaluatorRunRule, type OnlineEvaluatorSpendDay, type OnlineEvaluatorSpendGroup, type OnlineEvaluatorType, type OnlineLlmEvaluator, type OnlineSpendLimit, type UpdateOnlineCodeEvaluatorRequest, type UpdateOnlineEvaluatorRequest, type UpdateOnlineEvaluatorResponse, type UpdateOnlineLlmEvaluatorRequest, type OnlineEvaluatorCreateParams, type OnlineEvaluatorUpdateParams, type OnlineEvaluatorListParams, type OnlineEvaluatorDeleteParams, type OnlineEvaluatorBulkDeleteParams, type OnlineEvaluatorSpendParams, type OnlineEvaluatorsOffsetPaginationOnlineEvaluators, } from './online-evaluators.js';
+export { ProductFeedback, type ProductFeedbackCreateResponse, type ProductFeedbackRetrieveResponse, type ProductFeedbackCreateParams, } from './product-feedback.js';
 export { Public } from './public/public.js';
 export { Runs, type ResponseBodyForRunsGenerateQuery, type Run, type RunIngest, type RunSchema, type RunSelectField, type RunStatsQueryParams, type RunType, type RunTypeEnum, type RunsFilterDataSourceTypeEnum, type RunGetURLResponse, type RunGetURLParams, type RunQueryV2Params, type RunRetrieveV2Params, type RunRetrieveParams, type RunQueryParams, type RunsItemsCursorPostPagination, } from './runs/runs.js';
-export { Sandboxes, type DownloadURLResponse, type SandboxListResponse, type SandboxResponse, type SandboxStatusResponse, type ServiceURLResponse, type SnapshotListResponse, type SnapshotResponse, type SandboxResponsesItemsCursorGetPagination, type SnapshotResponsesItemsCursorGetPagination, } from './sandboxes/sandboxes.js';
-export { Threads, type Thread, type ThreadStats, type ThreadTrace, type ThreadListTracesParams, type ThreadQueryParams, type ThreadStatsParams, type ThreadTracesItemsCursorGetPagination, type ThreadsItemsCursorPostPagination, } from './threads.js';
+export { Sandboxes, type DownloadURLResponse, type SandboxListResponse, type SandboxResponse, type SandboxStatusResponse, type ServiceURLResponse, type SnapshotListResponse, type SnapshotResponse, type SandboxListUsageCostsResponse, type SandboxListUsageCostsParams, type SandboxResponsesItemsCursorGetPagination, type SnapshotResponsesItemsCursorGetPagination, type SandboxListUsageCostsResponsesItemsCursorGetPagination, } from './sandboxes/sandboxes.js';
+export { Sessions, type CustomChartsSection, type CustomChartsSectionRequest, type RunStatsGroupBy, type SessionSortableColumns, type TimedeltaInput, type TracerSession, type TracerSessionWithoutVirtualFields, type SessionResolveResponse, type SessionResolveParams, } from './sessions.js';
+export { Threads, type Thread, type ThreadStats, type ThreadTrace, type ThreadAggregateStatsResponse, type ThreadAggregateStatsParams, type ThreadListTracesParams, type ThreadQueryParams, type ThreadStatsParams, type ThreadTracesItemsCursorGetPagination, type ThreadsItemsCursorPostPagination, } from './threads/threads.js';
 export { Traces, type Trace, type TraceAggregates, type TraceListRunsResponse, type TraceListRunsParams, type TraceQueryParams, type TracesItemsCursorPostPagination, } from './traces.js';

package/dist/_openapi_client/resources/index.js

@@ -2,11 +2,14 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 export { AnnotationQueues, } from './annotation-queues/annotation-queues.js';
 export { Datasets, } from './datasets/datasets.js';
+export { Fleet } from './fleet/fleet.js';
 export { Info } from './info.js';
-export { Issues } from './issues.js';
+export { Issues, } from './issues.js';
 export { OnlineEvaluators, } from './online-evaluators.js';
+export { ProductFeedback, } from './product-feedback.js';
 export { Public } from './public/public.js';
 export { Runs, } from './runs/runs.js';
 export { Sandboxes, } from './sandboxes/sandboxes.js';
-export { Threads, } from './threads.js';
+export { Sessions, } from './sessions.js';
+export { Threads, } from './threads/threads.js';
 export { Traces, } from './traces.js';

package/dist/_openapi_client/resources/info.d.ts

@@ -11,7 +11,13 @@ export declare class Info extends APIResource {
 }
 export interface InfoListResponse {
     batch_ingest_config?: InfoListResponse.BatchIngestConfig;
+    /**
+     * BillingInstallationID is the persistent per-installation identity for
+     * self-hosted deployments.
+     */
+    billing_installation_id?: string;
     customer_info?: InfoListResponse.CustomerInfo;
+    engine_github_web_base_url?: string;
     git_sha?: string;
     instance_flags?: {
         [key: string]: unknown;

package/dist/_openapi_client/resources/issues.cjs

@@ -12,8 +12,8 @@ class Issues extends resource_js_1.APIResource {
      *
      * Returns one issue for the authenticated tenant.
      */
-    retrieve(id, options) {
-        return this._client.get((0, path_js_1.path) `/api/v1/platform/issues/${id}`, options);
+    retrieve(id, query = {}, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/platform/issues/${id}`, { query, ...options });
     }
     /**
      * **Beta:** This endpoint is in active development and may change without notice.

package/dist/_openapi_client/resources/issues.d.ts

@@ -8,7 +8,7 @@ export declare class Issues extends APIResource {
      *
      * Returns one issue for the authenticated tenant.
      */
-    retrieve(id: string, options?: RequestOptions): APIPromise<Issue>;
+    retrieve(id: string, query?: IssueRetrieveParams | null | undefined, options?: RequestOptions): APIPromise<Issue>;
     /**
      * **Beta:** This endpoint is in active development and may change without notice.
      *
@@ -29,13 +29,29 @@ export interface Issue {
     auto_resolution_state?: string;
     created_at?: string;
     description?: string;
+    /**
+     * Nil for the trace-list issues that are the norm.
+     */
+    evidence?: Issue.Evidence | null;
     first_seen_at?: string;
+    /**
+     * Legacy: branch of the oldest fix in the board's oldest connected repository.
+     */
     fix_branch?: string;
     fix_dispatched_at?: string;
     fix_pr_number?: number;
+    /**
+     * Issue-level: the problem every fix shares, and the last time a fix run was
+     * dispatched for this issue — one run works several fixes.
+     */
     fix_prompt?: string;
-    fix_verification?: unknown;
+    fix_verification?: Issue.FixVerification;
+    /**
+     * Newest first.
+     */
+    fixes?: Array<Issue.Fix>;
     last_seen_at?: string;
+    linear_context?: Issue.LinearContext;
     linear_sync?: Issue.LinearSync;
     name?: string;
     proposed_context_fixes?: Array<unknown>;
@@ -54,9 +70,148 @@ export interface Issue {
     tenant_id?: string;
     traces?: unknown;
     updated_at?: string;
+    validation_result?: Issue.ValidationResult;
     watching_since?: string;
 }
 export declare namespace Issue {
+    /**
+     * Nil for the trace-list issues that are the norm.
+     */
+    interface Evidence {
+        type: 'series';
+        series?: Evidence.Series;
+    }
+    namespace Evidence {
+        interface Series {
+            metric_definition: Series.MetricDefinition;
+            /**
+             * Narrows what is measured; the renderer ANDs its root scope over it.
+             */
+            run_filter?: string;
+            window_end?: string;
+            /**
+             * The view the chart opens at, not a clamp. Start alone renders start -> now.
+             */
+            window_start?: string;
+        }
+        namespace Series {
+            interface MetricDefinition {
+                /**
+                 * histogram is reserved and rejected; the tag publishes what is accepted.
+                 */
+                type: 'count' | 'sum' | 'avg' | 'min' | 'max' | 'percentile' | 'ratio' | 'histogram';
+                denominator?: MetricDefinition.Denominator;
+                /**
+                 * Entity selects what a type=count metric counts. Only valid when type=count;
+                 * defaults to MetricEntityRun. entity=feedback requires params.feedback_key and
+                 * counts individual feedback records rather than runs.
+                 */
+                entity?: 'run' | 'feedback';
+                field?: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost' | 'feedback_score' | 'prompt_token_details.cache_creation' | 'prompt_token_details.cache_read' | 'prompt_token_details.ephemeral_1h_input_tokens' | 'prompt_token_details.ephemeral_5m_input_tokens' | 'prompt_token_details.audio' | 'prompt_token_details.image' | 'prompt_token_details.video' | 'completion_token_details.reasoning' | 'completion_token_details.audio' | 'completion_token_details.image' | 'completion_token_details.video';
+                /**
+                 * Numerator and Denominator are required when type=ratio.
+                 */
+                numerator?: MetricDefinition.Numerator;
+                /**
+                 * percentile p or histogram bucket_count
+                 */
+                params?: MetricDefinition.Params;
+            }
+            namespace MetricDefinition {
+                interface Denominator {
+                    /**
+                     * An operand is non-composite, so ratio is rejected here too.
+                     */
+                    type: 'count' | 'sum' | 'avg' | 'min' | 'max' | 'percentile' | 'ratio' | 'histogram';
+                    /**
+                     * Entity selects what a type=count metric counts. Only valid when type=count;
+                     * defaults to MetricEntityRun. entity=feedback requires params.feedback_key and
+                     * counts individual feedback records rather than runs.
+                     */
+                    entity?: 'run' | 'feedback';
+                    field?: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost' | 'feedback_score' | 'prompt_token_details.cache_creation' | 'prompt_token_details.cache_read' | 'prompt_token_details.ephemeral_1h_input_tokens' | 'prompt_token_details.ephemeral_5m_input_tokens' | 'prompt_token_details.audio' | 'prompt_token_details.image' | 'prompt_token_details.video' | 'completion_token_details.reasoning' | 'completion_token_details.audio' | 'completion_token_details.image' | 'completion_token_details.video';
+                    filter?: string;
+                    /**
+                     * required when type=percentile
+                     */
+                    params?: Denominator.Params;
+                }
+                namespace Denominator {
+                    /**
+                     * required when type=percentile
+                     */
+                    interface Params {
+                        bucket_count?: number;
+                        feedback_key?: string;
+                        p?: number;
+                    }
+                }
+                /**
+                 * Numerator and Denominator are required when type=ratio.
+                 */
+                interface Numerator {
+                    /**
+                     * An operand is non-composite, so ratio is rejected here too.
+                     */
+                    type: 'count' | 'sum' | 'avg' | 'min' | 'max' | 'percentile' | 'ratio' | 'histogram';
+                    /**
+                     * Entity selects what a type=count metric counts. Only valid when type=count;
+                     * defaults to MetricEntityRun. entity=feedback requires params.feedback_key and
+                     * counts individual feedback records rather than runs.
+                     */
+                    entity?: 'run' | 'feedback';
+                    field?: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost' | 'feedback_score' | 'prompt_token_details.cache_creation' | 'prompt_token_details.cache_read' | 'prompt_token_details.ephemeral_1h_input_tokens' | 'prompt_token_details.ephemeral_5m_input_tokens' | 'prompt_token_details.audio' | 'prompt_token_details.image' | 'prompt_token_details.video' | 'completion_token_details.reasoning' | 'completion_token_details.audio' | 'completion_token_details.image' | 'completion_token_details.video';
+                    filter?: string;
+                    /**
+                     * required when type=percentile
+                     */
+                    params?: Numerator.Params;
+                }
+                namespace Numerator {
+                    /**
+                     * required when type=percentile
+                     */
+                    interface Params {
+                        bucket_count?: number;
+                        feedback_key?: string;
+                        p?: number;
+                    }
+                }
+                /**
+                 * percentile p or histogram bucket_count
+                 */
+                interface Params {
+                    bucket_count?: number;
+                    feedback_key?: string;
+                    p?: number;
+                }
+            }
+        }
+    }
+    interface FixVerification {
+        attempt?: number;
+        baseline_experiment_id?: string;
+        dataset_id?: string;
+        parent_deployment_id?: string;
+        preview_deployment_id?: string;
+        preview_experiment_id?: string;
+        reason?: string;
+        root_trace_ids?: Array<string>;
+        status?: 'awaiting_preview' | 'verifying' | 'passed' | 'failed' | 'inconclusive' | 'timeout' | 'error';
+        updated_at?: string;
+    }
+    interface Fix {
+        id: string;
+        branch: string | null;
+        created_at: string;
+        pr_number: number | null;
+        repo_url: string;
+        updated_at: string;
+    }
+    interface LinearContext {
+        github_pr_urls?: Array<string>;
+        workflow_state?: string;
+    }
     interface LinearSync {
         identifier?: string;
         issue_id?: string;
@@ -67,8 +222,29 @@ export declare namespace Issue {
         state?: 'pending' | 'synced' | 'failed' | 'auth_required' | 'paused';
         url?: string;
     }
+    interface ValidationResult {
+        active_revision_id?: string;
+        baseline_experiment_id?: string;
+        completed_at?: string;
+        dataset_id?: string;
+        deployment_id?: string;
+        outcome?: 'reproduced' | 'not_reproduced' | 'inconclusive' | 'error';
+        reason?: string;
+        root_trace_ids?: Array<string>;
+    }
+}
+export interface IssueRetrieveParams {
+    /**
+     * Include current Linear workflow state and validated linked GitHub pull request
+     * URLs
+     */
+    include_linear_context?: boolean;
 }
 export interface IssueListParams extends OffsetPaginationIssuesParams {
+    /**
+     * Filter by Engine activity (repeatable; OR semantics)
+     */
+    activity?: Array<'fixing' | 'watching' | 'recurred'>;
     /**
      * Filter by session ID (UUID)
      */
@@ -81,14 +257,22 @@ export interface IssueListParams extends OffsetPaginationIssuesParams {
      * Filter by severity
      */
     severity?: 0 | 1 | 2 | 3;
+    /**
+     * Filter by exact severity (repeatable; OR semantics)
+     */
+    severity_exact?: Array<0 | 1 | 2 | 3>;
     /**
      * Sort field
      */
-    sort_by?: 'created_at' | 'updated_at' | 'severity';
+    sort_by?: 'default' | 'created_at' | 'updated_at' | 'last_seen' | 'last_updated' | 'trace_count' | 'severity';
     /**
      * Filter by status
      */
     status?: 'open' | 'fixing' | 'watching' | 'completed' | 'ignored';
+    /**
+     * Group results by issue lifecycle status before applying sort_by
+     */
+    status_first?: boolean;
     /**
      * Filter by tag (exact match)
      */
@@ -103,5 +287,5 @@ export interface IssueListParams extends OffsetPaginationIssuesParams {
     updated_at?: string;
 }
 export declare namespace Issues {
-    export { type Issue as Issue, type IssuesOffsetPaginationIssues as IssuesOffsetPaginationIssues, type IssueListParams as IssueListParams, };
+    export { type Issue as Issue, type IssuesOffsetPaginationIssues as IssuesOffsetPaginationIssues, type IssueRetrieveParams as IssueRetrieveParams, type IssueListParams as IssueListParams, };
 }

package/dist/_openapi_client/resources/issues.js

@@ -9,8 +9,8 @@ export class Issues extends APIResource {
      *
      * Returns one issue for the authenticated tenant.
      */
-    retrieve(id, options) {
-        return this._client.get(path `/api/v1/platform/issues/${id}`, options);
+    retrieve(id, query = {}, options) {
+        return this._client.get(path `/api/v1/platform/issues/${id}`, { query, ...options });
     }
     /**
      * **Beta:** This endpoint is in active development and may change without notice.

package/dist/_openapi_client/resources/online-evaluators.cjs

@@ -22,6 +22,7 @@ class OnlineEvaluators extends resource_js_1.APIResource {
     }
     /**
      * Update an existing evaluator's name, LLM configuration, or code configuration.
+     * Returns 409 when a code evaluator build is ENQUEUED or BUILDING.
      */
     update(evaluatorID, body, options) {
         return this._client.patch((0, path_js_1.path) `/api/v1/platform/evaluators/${evaluatorID}`, { body, ...options });
@@ -34,10 +35,12 @@ class OnlineEvaluators extends resource_js_1.APIResource {
         return this._client.getAPIList('/api/v1/platform/evaluators', (pagination_js_1.OffsetPaginationOnlineEvaluators), { query, ...options });
     }
     /**
-     * Delete an evaluator. When delete_run_rules is true, all run rules referencing
-     * this evaluator are deleted first (same tenant). Associated llm_evaluators and
-     * code_evaluators rows are removed by foreign-key cascade when the evaluator row
-     * is deleted.
+     * Delete an evaluator. Returns 409 when a code evaluator build is ENQUEUED or
+     * BUILDING, or when run rules still reference the evaluator and delete_run_rules
+     * is false. When delete_run_rules is true, all run rules referencing this
+     * evaluator are deleted first (same tenant) if the build is not in flight.
+     * Associated llm_evaluators and code_evaluators rows are removed by foreign-key
+     * cascade when the evaluator row is deleted.
      */
     delete(evaluatorID, params = {}, options) {
         const { delete_run_rules } = params ?? {};

package/dist/_openapi_client/resources/online-evaluators.d.ts

@@ -13,6 +13,7 @@ export declare class OnlineEvaluators extends APIResource {
     retrieve(evaluatorID: string, options?: RequestOptions): APIPromise<OnlineEvaluator>;
     /**
      * Update an existing evaluator's name, LLM configuration, or code configuration.
+     * Returns 409 when a code evaluator build is ENQUEUED or BUILDING.
      */
     update(evaluatorID: string, body: OnlineEvaluatorUpdateParams, options?: RequestOptions): APIPromise<UpdateOnlineEvaluatorResponse>;
     /**
@@ -21,10 +22,12 @@ export declare class OnlineEvaluators extends APIResource {
      */
     list(query?: OnlineEvaluatorListParams | null | undefined, options?: RequestOptions): PagePromise<OnlineEvaluatorsOffsetPaginationOnlineEvaluators, OnlineEvaluator>;
     /**
-     * Delete an evaluator. When delete_run_rules is true, all run rules referencing
-     * this evaluator are deleted first (same tenant). Associated llm_evaluators and
-     * code_evaluators rows are removed by foreign-key cascade when the evaluator row
-     * is deleted.
+     * Delete an evaluator. Returns 409 when a code evaluator build is ENQUEUED or
+     * BUILDING, or when run rules still reference the evaluator and delete_run_rules
+     * is false. When delete_run_rules is true, all run rules referencing this
+     * evaluator are deleted first (same tenant) if the build is not in flight.
+     * Associated llm_evaluators and code_evaluators rows are removed by foreign-key
+     * cascade when the evaluator row is deleted.
      */
     delete(evaluatorID: string, params?: OnlineEvaluatorDeleteParams | null | undefined, options?: RequestOptions): APIPromise<void>;
     /**
@@ -49,11 +52,28 @@ export interface BulkDeleteEvaluatorsResponse {
     succeeded?: Array<string>;
 }
 export interface CreateOnlineCodeEvaluatorRequest {
+    advanced_features_enabled?: boolean;
     code?: string;
+    dependencies?: string | null;
     /**
      * Default: "python"
      */
     language?: string;
+    managed_code_evaluator_key?: 'voice_metrics';
+    managed_code_evaluator_settings?: {
+        [key: string]: CreateOnlineCodeEvaluatorRequest.ManagedCodeEvaluatorSettings;
+    };
+    /**
+     * RequireAttachments opts the evaluator into selecting/presigning run attachments
+     * (s3_urls) at evaluation time. Default false.
+     */
+    require_attachments?: boolean;
+}
+export declare namespace CreateOnlineCodeEvaluatorRequest {
+    interface ManagedCodeEvaluatorSettings {
+        is_enabled?: boolean;
+        key_name?: string;
+    }
 }
 export interface CreateOnlineEvaluatorRequest {
     code_evaluator?: CreateOnlineCodeEvaluatorRequest;
@@ -79,12 +99,31 @@ export interface GetOnlineEvaluatorSpendResponse {
     period_start?: string;
 }
 export interface OnlineCodeEvaluator {
+    advanced_features_enabled?: boolean;
     code?: string;
+    dependencies?: string;
+    evaluator_build_error?: string;
+    evaluator_build_status?: 'ENQUEUED' | 'BUILDING' | 'READY' | 'FAILED';
     evaluator_id?: string;
     /**
      * Default: "python"
      */
     language?: string;
+    managed_code_evaluator_key?: 'voice_metrics';
+    managed_code_evaluator_settings?: {
+        [key: string]: OnlineCodeEvaluator.ManagedCodeEvaluatorSettings;
+    };
+    /**
+     * RequireAttachments opts the evaluator into selecting/presigning run attachments
+     * (s3_urls) at evaluation time. Default false.
+     */
+    require_attachments?: boolean;
+}
+export declare namespace OnlineCodeEvaluator {
+    interface ManagedCodeEvaluatorSettings {
+        is_enabled?: boolean;
+        key_name?: string;
+    }
 }
 export interface OnlineEvaluator {
     id?: string;
@@ -176,8 +215,24 @@ export interface OnlineSpendLimit {
     window?: string;
 }
 export interface UpdateOnlineCodeEvaluatorRequest {
+    advanced_features_enabled?: boolean;
     code?: string;
+    dependencies?: string | null;
     language?: string;
+    managed_code_evaluator_settings?: {
+        [key: string]: UpdateOnlineCodeEvaluatorRequest.ManagedCodeEvaluatorSettings;
+    };
+    /**
+     * RequireAttachments is fetch-time config: updating it does not rebuild the
+     * sandbox snapshot.
+     */
+    require_attachments?: boolean;
+}
+export declare namespace UpdateOnlineCodeEvaluatorRequest {
+    interface ManagedCodeEvaluatorSettings {
+        is_enabled?: boolean;
+        key_name?: string;
+    }
 }
 export interface UpdateOnlineEvaluatorRequest {
     code_evaluator?: UpdateOnlineCodeEvaluatorRequest;
@@ -210,6 +265,10 @@ export interface OnlineEvaluatorUpdateParams {
     name?: string;
 }
 export interface OnlineEvaluatorListParams extends OffsetPaginationOnlineEvaluatorsParams {
+    /**
+     * Filter to evaluators attached to the agent's environments or tagged datasets
+     */
+    agent_id?: string;
     /**
      * Filter by feedback key
      */

package/dist/_openapi_client/resources/online-evaluators.js

@@ -19,6 +19,7 @@ export class OnlineEvaluators extends APIResource {
     }
     /**
      * Update an existing evaluator's name, LLM configuration, or code configuration.
+     * Returns 409 when a code evaluator build is ENQUEUED or BUILDING.
      */
     update(evaluatorID, body, options) {
         return this._client.patch(path `/api/v1/platform/evaluators/${evaluatorID}`, { body, ...options });
@@ -31,10 +32,12 @@ export class OnlineEvaluators extends APIResource {
         return this._client.getAPIList('/api/v1/platform/evaluators', (OffsetPaginationOnlineEvaluators), { query, ...options });
     }
     /**
-     * Delete an evaluator. When delete_run_rules is true, all run rules referencing
-     * this evaluator are deleted first (same tenant). Associated llm_evaluators and
-     * code_evaluators rows are removed by foreign-key cascade when the evaluator row
-     * is deleted.
+     * Delete an evaluator. Returns 409 when a code evaluator build is ENQUEUED or
+     * BUILDING, or when run rules still reference the evaluator and delete_run_rules
+     * is false. When delete_run_rules is true, all run rules referencing this
+     * evaluator are deleted first (same tenant) if the build is not in flight.
+     * Associated llm_evaluators and code_evaluators rows are removed by foreign-key
+     * cascade when the evaluator row is deleted.
      */
     delete(evaluatorID, params = {}, options) {
         const { delete_run_rules } = params ?? {};

package/dist/_openapi_client/resources/product-feedback.cjs

@@ -0,0 +1,33 @@
+"use strict";
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProductFeedback = void 0;
+const resource_js_1 = require("../core/resource.cjs");
+const headers_js_1 = require("../internal/headers.cjs");
+const path_js_1 = require("../internal/utils/path.cjs");
+class ProductFeedback extends resource_js_1.APIResource {
+    /**
+     * **Alpha:** This endpoint is in active development and may change without notice.
+     *
+     * Submits concise product feedback with optional non-sensitive client details.
+     */
+    create(params, options) {
+        const { 'Idempotency-Key': idempotencyKey, ...body } = params;
+        return this._client.post('/api/v1/platform/product-feedbacks', {
+            body,
+            ...options,
+            headers: (0, headers_js_1.buildHeaders)([
+                { ...(idempotencyKey != null ? { 'Idempotency-Key': idempotencyKey } : undefined) },
+                options?.headers,
+            ]),
+        });
+    }
+    /**
+     * **Alpha:** This endpoint is in active development and may change without notice.
+     */
+    retrieve(id, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/platform/product-feedbacks/${id}`, options);
+    }
+}
+exports.ProductFeedback = ProductFeedback;