langsmith 0.7.8 → 0.7.9

package/dist/_openapi_client/resources/feedback/tokens.cjs

@@ -0,0 +1,35 @@
+"use strict";
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Tokens = void 0;
+const resource_js_1 = require("../../core/resource.cjs");
+const path_js_1 = require("../../internal/utils/path.cjs");
+class Tokens extends resource_js_1.APIResource {
+    /**
+     * Create a new feedback ingest token.
+     */
+    create(params, options) {
+        const body = 'body' in params ? params.body : params;
+        return this._client.post('/api/v1/feedback/tokens', { body, ...options });
+    }
+    /**
+     * Create a new feedback with a token.
+     */
+    retrieve(token, query = {}, options) {
+        return this._client.get((0, path_js_1.path) `/api/v1/feedback/tokens/${token}`, { query, ...options });
+    }
+    /**
+     * Create a new feedback with a token.
+     */
+    update(token, body, options) {
+        return this._client.post((0, path_js_1.path) `/api/v1/feedback/tokens/${token}`, { body, ...options });
+    }
+    /**
+     * List all feedback ingest tokens for a run.
+     */
+    list(query, options) {
+        return this._client.get('/api/v1/feedback/tokens', { query, ...options });
+    }
+}
+exports.Tokens = Tokens;

package/dist/_openapi_client/resources/feedback/tokens.d.ts

@@ -0,0 +1,130 @@
+import { APIResource } from '../../core/resource.js';
+import * as SessionsAPI from '../sessions/sessions.js';
+import { APIPromise } from '../../core/api-promise.js';
+import { RequestOptions } from '../../internal/request-options.js';
+export declare class Tokens extends APIResource {
+    /**
+     * Create a new feedback ingest token.
+     */
+    create(params: TokenCreateParams, options?: RequestOptions): APIPromise<TokenCreateResponse>;
+    /**
+     * Create a new feedback with a token.
+     */
+    retrieve(token: string, query?: TokenRetrieveParams | null | undefined, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Create a new feedback with a token.
+     */
+    update(token: string, body: TokenUpdateParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * List all feedback ingest tokens for a run.
+     */
+    list(query: TokenListParams, options?: RequestOptions): APIPromise<TokenListResponse>;
+}
+/**
+ * Feedback ingest token create schema.
+ */
+export interface FeedbackIngestTokenCreateSchema {
+    feedback_key: string;
+    run_id: string;
+    expires_at?: string | null;
+    /**
+     * Timedelta input.
+     */
+    expires_in?: SessionsAPI.TimedeltaInput | null;
+    feedback_config?: FeedbackIngestTokenCreateSchema.FeedbackConfig | null;
+}
+export declare namespace FeedbackIngestTokenCreateSchema {
+    interface FeedbackConfig {
+        /**
+         * Enum for feedback types.
+         */
+        type: 'continuous' | 'categorical' | 'freeform';
+        categories?: Array<FeedbackConfig.Category> | null;
+        max?: number | null;
+        min?: number | null;
+    }
+    namespace FeedbackConfig {
+        /**
+         * Specific value and label pair for feedback
+         */
+        interface Category {
+            value: number;
+            label?: string | null;
+        }
+    }
+}
+/**
+ * Feedback ingest token schema.
+ */
+export interface FeedbackIngestTokenSchema {
+    id: string;
+    expires_at: string;
+    feedback_key: string;
+    url: string;
+}
+/**
+ * Feedback ingest token schema.
+ */
+export type TokenCreateResponse = FeedbackIngestTokenSchema | Array<FeedbackIngestTokenSchema>;
+export type TokenRetrieveResponse = unknown;
+export type TokenUpdateResponse = unknown;
+export type TokenListResponse = Array<FeedbackIngestTokenSchema>;
+export type TokenCreateParams = TokenCreateParams.FeedbackIngestTokenCreateSchema | TokenCreateParams.Variant1;
+export declare namespace TokenCreateParams {
+    interface FeedbackIngestTokenCreateSchema {
+        feedback_key: string;
+        run_id: string;
+        expires_at?: string | null;
+        /**
+         * Timedelta input.
+         */
+        expires_in?: SessionsAPI.TimedeltaInput | null;
+        feedback_config?: FeedbackIngestTokenCreateSchema.FeedbackConfig | null;
+    }
+    namespace FeedbackIngestTokenCreateSchema {
+        interface FeedbackConfig {
+            /**
+             * Enum for feedback types.
+             */
+            type: 'continuous' | 'categorical' | 'freeform';
+            categories?: Array<FeedbackConfig.Category> | null;
+            max?: number | null;
+            min?: number | null;
+        }
+        namespace FeedbackConfig {
+            /**
+             * Specific value and label pair for feedback
+             */
+            interface Category {
+                value: number;
+                label?: string | null;
+            }
+        }
+    }
+    interface Variant1 {
+        body: Array<FeedbackIngestTokenCreateSchema>;
+    }
+}
+export interface TokenRetrieveParams {
+    comment?: string | null;
+    correction?: string | null;
+    score?: number | boolean | null;
+    value?: number | boolean | string | null;
+}
+export interface TokenUpdateParams {
+    comment?: string | null;
+    correction?: {
+        [key: string]: unknown;
+    } | string | null;
+    metadata?: {
+        [key: string]: unknown;
+    } | null;
+    score?: number | boolean | null;
+    value?: number | boolean | string | null;
+}
+export interface TokenListParams {
+    run_id: string;
+}
+export declare namespace Tokens {
+    export { type FeedbackIngestTokenCreateSchema as FeedbackIngestTokenCreateSchema, type FeedbackIngestTokenSchema as FeedbackIngestTokenSchema, type TokenCreateResponse as TokenCreateResponse, type TokenRetrieveResponse as TokenRetrieveResponse, type TokenUpdateResponse as TokenUpdateResponse, type TokenListResponse as TokenListResponse, type TokenCreateParams as TokenCreateParams, type TokenRetrieveParams as TokenRetrieveParams, type TokenUpdateParams as TokenUpdateParams, type TokenListParams as TokenListParams, };
+}

package/dist/_openapi_client/resources/feedback/tokens.js

@@ -0,0 +1,31 @@
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from '../../core/resource.js';
+import { path } from '../../internal/utils/path.js';
+export class Tokens extends APIResource {
+    /**
+     * Create a new feedback ingest token.
+     */
+    create(params, options) {
+        const body = 'body' in params ? params.body : params;
+        return this._client.post('/api/v1/feedback/tokens', { body, ...options });
+    }
+    /**
+     * Create a new feedback with a token.
+     */
+    retrieve(token, query = {}, options) {
+        return this._client.get(path `/api/v1/feedback/tokens/${token}`, { query, ...options });
+    }
+    /**
+     * Create a new feedback with a token.
+     */
+    update(token, body, options) {
+        return this._client.post(path `/api/v1/feedback/tokens/${token}`, { body, ...options });
+    }
+    /**
+     * List all feedback ingest tokens for a run.
+     */
+    list(query, options) {
+        return this._client.get('/api/v1/feedback/tokens', { query, ...options });
+    }
+}

package/dist/_openapi_client/resources/index.cjs

@@ -0,0 +1,35 @@
+"use strict";
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Workspaces = exports.Settings = exports.Sessions = exports.Sandboxes = exports.Runs = exports.Repos = exports.Public = exports.OnlineEvaluators = exports.Info = exports.Feedback = exports.Examples = exports.Evaluators = exports.Datasets = exports.Commits = exports.AnnotationQueues = void 0;
+var annotation_queues_js_1 = require("./annotation-queues/annotation-queues.cjs");
+Object.defineProperty(exports, "AnnotationQueues", { enumerable: true, get: function () { return annotation_queues_js_1.AnnotationQueues; } });
+var commits_js_1 = require("./commits.cjs");
+Object.defineProperty(exports, "Commits", { enumerable: true, get: function () { return commits_js_1.Commits; } });
+var datasets_js_1 = require("./datasets/datasets.cjs");
+Object.defineProperty(exports, "Datasets", { enumerable: true, get: function () { return datasets_js_1.Datasets; } });
+var evaluators_js_1 = require("./evaluators.cjs");
+Object.defineProperty(exports, "Evaluators", { enumerable: true, get: function () { return evaluators_js_1.Evaluators; } });
+var examples_js_1 = require("./examples/examples.cjs");
+Object.defineProperty(exports, "Examples", { enumerable: true, get: function () { return examples_js_1.Examples; } });
+var feedback_js_1 = require("./feedback/feedback.cjs");
+Object.defineProperty(exports, "Feedback", { enumerable: true, get: function () { return feedback_js_1.Feedback; } });
+var info_js_1 = require("./info.cjs");
+Object.defineProperty(exports, "Info", { enumerable: true, get: function () { return info_js_1.Info; } });
+var online_evaluators_js_1 = require("./online-evaluators.cjs");
+Object.defineProperty(exports, "OnlineEvaluators", { enumerable: true, get: function () { return online_evaluators_js_1.OnlineEvaluators; } });
+var public_js_1 = require("./public/public.cjs");
+Object.defineProperty(exports, "Public", { enumerable: true, get: function () { return public_js_1.Public; } });
+var repos_js_1 = require("./repos/repos.cjs");
+Object.defineProperty(exports, "Repos", { enumerable: true, get: function () { return repos_js_1.Repos; } });
+var runs_js_1 = require("./runs/runs.cjs");
+Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_js_1.Runs; } });
+var sandboxes_js_1 = require("./sandboxes/sandboxes.cjs");
+Object.defineProperty(exports, "Sandboxes", { enumerable: true, get: function () { return sandboxes_js_1.Sandboxes; } });
+var sessions_js_1 = require("./sessions/sessions.cjs");
+Object.defineProperty(exports, "Sessions", { enumerable: true, get: function () { return sessions_js_1.Sessions; } });
+var settings_js_1 = require("./settings.cjs");
+Object.defineProperty(exports, "Settings", { enumerable: true, get: function () { return settings_js_1.Settings; } });
+var workspaces_js_1 = require("./workspaces.cjs");
+Object.defineProperty(exports, "Workspaces", { enumerable: true, get: function () { return workspaces_js_1.Workspaces; } });

package/dist/_openapi_client/resources/index.d.ts

@@ -0,0 +1,15 @@
+export { AnnotationQueues, type AnnotationQueueRubricItemSchema, type AnnotationQueueSchema, type AnnotationQueueSizeSchema, type RunSchemaWithAnnotationQueueInfo, type AnnotationQueueRetrieveResponse, type AnnotationQueueUpdateResponse, type AnnotationQueueDeleteResponse, type AnnotationQueueCreateRunStatusResponse, type AnnotationQueueExportResponse, type AnnotationQueuePopulateResponse, type AnnotationQueueRetrieveAnnotationQueuesResponse, type AnnotationQueueRetrieveQueuesResponse, type AnnotationQueueUpdateParams, type AnnotationQueueAnnotationQueuesParams, type AnnotationQueueCreateRunStatusParams, type AnnotationQueueExportParams, type AnnotationQueuePopulateParams, type AnnotationQueueRetrieveAnnotationQueuesParams, type AnnotationQueueRetrieveRunParams, type AnnotationQueueRetrieveSizeParams, type AnnotationQueueRetrieveTotalArchivedParams, type AnnotationQueueRetrieveAnnotationQueuesResponsesOffsetPaginationTopLevelArray, } from './annotation-queues/annotation-queues.js';
+export { Commits, type CommitManifestResponse, type CommitWithLookups, type CommitCreateResponse, type CommitRetrieveResponse, type CommitCreateParams, type CommitRetrieveParams, type CommitListParams, type CommitWithLookupsOffsetPaginationCommits, } from './commits.js';
+export { Datasets, type DataType, type Dataset, type DatasetTransformation, type DatasetVersion, type FeedbackCreateCoreSchema, type Missing, type SortByDatasetColumn, type DatasetUpdateResponse, type DatasetDeleteResponse, type DatasetCloneResponse, type DatasetRetrieveCsvResponse, type DatasetRetrieveJSONLResponse, type DatasetRetrieveOpenAIResponse, type DatasetRetrieveOpenAIFtResponse, type DatasetCreateParams, type DatasetUpdateParams, type DatasetListParams, type DatasetCloneParams, type DatasetRetrieveCsvParams, type DatasetRetrieveJSONLParams, type DatasetRetrieveOpenAIParams, type DatasetRetrieveOpenAIFtParams, type DatasetRetrieveVersionParams, type DatasetUpdateTagsParams, type DatasetUploadParams, type DatasetVersionsOffsetPaginationTopLevelArray, type DatasetsOffsetPaginationTopLevelArray, } from './datasets/datasets.js';
+export { Evaluators, type CodeEvaluatorTopLevel, type Evaluator, type EvaluatorPagerdutyAlert, type EvaluatorTopLevel, type EvaluatorWebhook, type EvaluatorListResponse, type EvaluatorListParams, } from './evaluators.js';
+export { Examples, type AttachmentsOperations, type Example, type ExampleSelect, type ExampleUpdateResponse, type ExampleDeleteResponse, type ExampleDeleteAllResponse, type ExampleRetrieveCountResponse, type ExampleUploadFromCsvResponse, type ExampleCreateParams, type ExampleRetrieveParams, type ExampleUpdateParams, type ExampleListParams, type ExampleDeleteAllParams, type ExampleRetrieveCountParams, type ExampleUploadFromCsvParams, type ExamplesOffsetPaginationTopLevelArray, } from './examples/examples.js';
+export { Feedback, type APIFeedbackSource, type AppFeedbackSource, type AutoEvalFeedbackSource, type FeedbackCreateSchema, type FeedbackLevel, type FeedbackSchema, type ModelFeedbackSource, type SourceType, type FeedbackDeleteResponse, type FeedbackCreateParams, type FeedbackRetrieveParams, type FeedbackUpdateParams, type FeedbackListParams, type FeedbackSchemasOffsetPaginationTopLevelArray, } from './feedback/feedback.js';
+export { Info, type InfoListResponse } from './info.js';
+export { OnlineEvaluators, type BulkDeleteEvaluatorFailedItem, type BulkDeleteEvaluatorsResponse, type CreateOnlineCodeEvaluatorRequest, type CreateOnlineEvaluatorRequest, type CreateOnlineEvaluatorResponse, type CreateOnlineLlmEvaluatorRequest, type GetOnlineEvaluatorSpendResponse, type OnlineCodeEvaluator, type OnlineEvaluator, type OnlineEvaluatorRunRule, type OnlineEvaluatorSpendDay, type OnlineEvaluatorSpendGroup, type OnlineEvaluatorType, type OnlineLlmEvaluator, type OnlineSpendLimit, type UpdateOnlineCodeEvaluatorRequest, type UpdateOnlineEvaluatorRequest, type UpdateOnlineEvaluatorResponse, type UpdateOnlineLlmEvaluatorRequest, type OnlineEvaluatorCreateParams, type OnlineEvaluatorUpdateParams, type OnlineEvaluatorListParams, type OnlineEvaluatorDeleteParams, type OnlineEvaluatorBulkDeleteParams, type OnlineEvaluatorSpendParams, type OnlineEvaluatorsOffsetPaginationOnlineEvaluators, } from './online-evaluators.js';
+export { Public, type PublicRetrieveFeedbacksParams } from './public/public.js';
+export { Repos, type CreateRepoResponse, type DemoConfig, type EPromptOptimizationAlgorithm, type GetRepoResponse, type PromptimConfig, type RepoWithLookups, type RepoDeleteResponse, type RepoCreateParams, type RepoRetrieveParams, type RepoUpdateParams, type RepoListParams, type RepoDeleteParams, type RepoWithLookupsOffsetPaginationRepos, } from './repos/repos.js';
+export { Runs, type BodyParamsForRunSchema, type RequestBodyForRunsGenerateQuery, type ResponseBodyForRunsGenerateQuery, type Run, type RunSchema, type RunStatsQueryParams, type RunTypeEnum, type RunsFilterDataSourceTypeEnum, type RunCreateResponse, type RunUpdateResponse, type RunIngestBatchResponse, type RunQueryResponse, type RunStatsResponse, type RunUpdate2Response, type RunCreateParams, type RunRetrieveParams, type RunUpdateParams, type RunIngestBatchParams, type RunQueryParams, type RunStatsParams, } from './runs/runs.js';
+export { Sandboxes } from './sandboxes/sandboxes.js';
+export { Sessions, type CustomChartsSection, type CustomChartsSectionRequest, type RunStatsGroupBy, type SessionSortableColumns, type TimedeltaInput, type TracerSession, type TracerSessionWithoutVirtualFields, type SessionDeleteResponse, type SessionCreateParams, type SessionRetrieveParams, type SessionUpdateParams, type SessionListParams, type SessionDashboardParams, type TracerSessionsOffsetPaginationTopLevelArray, } from './sessions/sessions.js';
+export { Settings, type AppHubCrudTenantsTenant } from './settings.js';
+export { Workspaces, type WorkspaceCreateResponse, type WorkspaceUpdateResponse, type WorkspaceListResponse, type WorkspaceDeleteResponse, type WorkspaceCreateParams, type WorkspaceUpdateParams, type WorkspaceListParams, } from './workspaces.js';

package/dist/_openapi_client/resources/index.js

@@ -0,0 +1,17 @@
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export { AnnotationQueues, } from './annotation-queues/annotation-queues.js';
+export { Commits, } from './commits.js';
+export { Datasets, } from './datasets/datasets.js';
+export { Evaluators, } from './evaluators.js';
+export { Examples, } from './examples/examples.js';
+export { Feedback, } from './feedback/feedback.js';
+export { Info } from './info.js';
+export { OnlineEvaluators, } from './online-evaluators.js';
+export { Public } from './public/public.js';
+export { Repos, } from './repos/repos.js';
+export { Runs, } from './runs/runs.js';
+export { Sandboxes } from './sandboxes/sandboxes.js';
+export { Sessions, } from './sessions/sessions.js';
+export { Settings } from './settings.js';
+export { Workspaces, } from './workspaces.js';

package/dist/_openapi_client/resources/info.cjs

@@ -0,0 +1,15 @@
+"use strict";
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Info = void 0;
+const resource_js_1 = require("../core/resource.cjs");
+class Info extends resource_js_1.APIResource {
+    /**
+     * Get information about the current deployment of LangSmith.
+     */
+    list(options) {
+        return this._client.get('/api/v1/info', options);
+    }
+}
+exports.Info = Info;

package/dist/_openapi_client/resources/info.d.ts

@@ -0,0 +1,51 @@
+import { APIResource } from '../core/resource.js';
+import { APIPromise } from '../core/api-promise.js';
+import { RequestOptions } from '../internal/request-options.js';
+export declare class Info extends APIResource {
+    /**
+     * Get information about the current deployment of LangSmith.
+     */
+    list(options?: RequestOptions): APIPromise<InfoListResponse>;
+}
+/**
+ * The LangSmith server info.
+ */
+export interface InfoListResponse {
+    version: string;
+    /**
+     * Batch ingest config.
+     */
+    batch_ingest_config?: InfoListResponse.BatchIngestConfig;
+    /**
+     * Customer info.
+     */
+    customer_info?: InfoListResponse.CustomerInfo | null;
+    git_sha?: string | null;
+    instance_flags?: {
+        [key: string]: unknown;
+    };
+    license_expiration_time?: string | null;
+}
+export declare namespace InfoListResponse {
+    /**
+     * Batch ingest config.
+     */
+    interface BatchIngestConfig {
+        scale_down_nempty_trigger?: number;
+        scale_up_nthreads_limit?: number;
+        scale_up_qsize_trigger?: number;
+        size_limit?: number;
+        size_limit_bytes?: number;
+        use_multipart_endpoint?: boolean;
+    }
+    /**
+     * Customer info.
+     */
+    interface CustomerInfo {
+        customer_id: string;
+        customer_name: string;
+    }
+}
+export declare namespace Info {
+    export { type InfoListResponse as InfoListResponse };
+}

package/dist/_openapi_client/resources/info.js

@@ -0,0 +1,11 @@
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from '../core/resource.js';
+export class Info extends APIResource {
+    /**
+     * Get information about the current deployment of LangSmith.
+     */
+    list(options) {
+        return this._client.get('/api/v1/info', options);
+    }
+}

package/dist/_openapi_client/resources/online-evaluators.cjs

@@ -0,0 +1,70 @@
+"use strict";
+// @ts-nocheck
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OnlineEvaluators = void 0;
+const resource_js_1 = require("../core/resource.cjs");
+const pagination_js_1 = require("../core/pagination.cjs");
+const headers_js_1 = require("../internal/headers.cjs");
+const path_js_1 = require("../internal/utils/path.cjs");
+class OnlineEvaluators extends resource_js_1.APIResource {
+    /**
+     * Create a new LLM or code evaluator for the current workspace.
+     */
+    create(body, options) {
+        return this._client.post('/v1/platform/evaluators', { body, ...options });
+    }
+    /**
+     * Retrieve a single evaluator by its ID.
+     */
+    retrieve(evaluatorID, options) {
+        return this._client.get((0, path_js_1.path) `/v1/platform/evaluators/${evaluatorID}`, options);
+    }
+    /**
+     * Update an existing evaluator's name, LLM configuration, or code configuration.
+     */
+    update(evaluatorID, body, options) {
+        return this._client.patch((0, path_js_1.path) `/v1/platform/evaluators/${evaluatorID}`, { body, ...options });
+    }
+    /**
+     * List evaluators for the current workspace, with optional filtering by type,
+     * name, tag, feedback key, or resource ID.
+     */
+    list(query = {}, options) {
+        return this._client.getAPIList('/v1/platform/evaluators', (pagination_js_1.OffsetPaginationOnlineEvaluators), { query, ...options });
+    }
+    /**
+     * Delete an evaluator. When delete_run_rules is true, all run rules referencing
+     * this evaluator are deleted first (same tenant). Associated llm_evaluators and
+     * code_evaluators rows are removed by foreign-key cascade when the evaluator row
+     * is deleted.
+     */
+    delete(evaluatorID, params = {}, options) {
+        const { delete_run_rules } = params ?? {};
+        return this._client.delete((0, path_js_1.path) `/v1/platform/evaluators/${evaluatorID}`, {
+            query: { delete_run_rules },
+            ...options,
+            headers: (0, headers_js_1.buildHeaders)([{ Accept: '*/*' }, options?.headers]),
+        });
+    }
+    /**
+     * Delete multiple evaluators by their IDs. Returns per-item success/failure.
+     */
+    bulkDelete(params, options) {
+        const { evaluator_ids, delete_run_rules } = params;
+        return this._client.delete('/v1/platform/evaluators', {
+            query: { evaluator_ids, delete_run_rules },
+            ...options,
+        });
+    }
+    /**
+     * Returns per-day LLM evaluator spend for the requested 7-day period, grouped by
+     * evaluator, resource, or run rule. Exactly one of group_by, evaluator_id,
+     * session_id, or dataset_id is required. resource_id, type, and feedback_key may
+     * be supplied with group_by to narrow listing aggregations.
+     */
+    spend(query, options) {
+        return this._client.get('/v1/platform/evaluators/spend', { query, ...options });
+    }
+}
+exports.OnlineEvaluators = OnlineEvaluators;