langwatch 0.18.0 → 0.19.0

package/dist/{types-AByjs5T0.d.ts → types-DQiByKdr.d.ts}

@@ -979,6 +979,56 @@ interface paths {
         patch?: never;
         trace?: never;
     };
+    "/api/evaluators/{id}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        /** @description Update an existing evaluator */
+        put: operations["putApiEvaluatorsById"];
+        post?: never;
+        /** @description Archive (soft-delete) an evaluator */
+        delete: operations["deleteApiEvaluatorsById"];
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/api/scenarios": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put?: never;
+        post: operations["postApiScenarios"];
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
+    "/api/scenarios/{id}": {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        get?: never;
+        put: operations["putApiScenariosById"];
+        post?: never;
+        delete?: never;
+        options?: never;
+        head?: never;
+        patch?: never;
+        trace?: never;
+    };
 }
 interface components {
     schemas: {
@@ -1045,7 +1095,6 @@ interface components {
         };
         Input: {
             value?: string;
-            satisfaction_score?: number;
         };
         Output: {
             value?: string;
@@ -1150,7 +1199,7 @@ interface operations {
                         inputs: {
                             identifier: string;
                             /** @enum {string} */
-                            type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                            type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                         }[];
                         outputs: {
                             identifier: string;
@@ -1202,7 +1251,9 @@ interface operations {
                             type: "json_schema";
                             json_schema: {
                                 name: string;
-                                schema: Record<string, never>;
+                                schema: {
+                                    [key: string]: unknown;
+                                };
                             } | null;
                         };
                     };
@@ -1296,7 +1347,7 @@ interface operations {
                     inputs?: {
                         identifier: string;
                         /** @enum {string} */
-                        type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                        type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                     }[];
                     outputs?: {
                         identifier: string;
@@ -1348,7 +1399,7 @@ interface operations {
                         inputs: {
                             identifier: string;
                             /** @enum {string} */
-                            type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                            type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                         }[];
                         outputs: {
                             identifier: string;
@@ -1400,7 +1451,9 @@ interface operations {
                             type: "json_schema";
                             json_schema: {
                                 name: string;
-                                schema: Record<string, never>;
+                                schema: {
+                                    [key: string]: unknown;
+                                };
                             } | null;
                         };
                     };
@@ -1606,7 +1659,7 @@ interface operations {
                         inputs: {
                             identifier: string;
                             /** @enum {string} */
-                            type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                            type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                         }[];
                         outputs: {
                             identifier: string;
@@ -1658,7 +1711,9 @@ interface operations {
                             type: "json_schema";
                             json_schema: {
                                 name: string;
-                                schema: Record<string, never>;
+                                schema: {
+                                    [key: string]: unknown;
+                                };
                             } | null;
                         };
                     }[];
@@ -1750,7 +1805,7 @@ interface operations {
                         inputs?: {
                             identifier: string;
                             /** @enum {string} */
-                            type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                            type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                         }[];
                         outputs: {
                             identifier: string;
@@ -1814,7 +1869,9 @@ interface operations {
                             type: "json_schema";
                             json_schema: {
                                 name: string;
-                                schema: Record<string, never>;
+                                schema: {
+                                    [key: string]: unknown;
+                                };
                             } | null;
                         };
                     };
@@ -1858,7 +1915,7 @@ interface operations {
                             inputs: {
                                 identifier: string;
                                 /** @enum {string} */
-                                type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                                type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                             }[];
                             outputs: {
                                 identifier: string;
@@ -1910,7 +1967,9 @@ interface operations {
                                 type: "json_schema";
                                 json_schema: {
                                     name: string;
-                                    schema: Record<string, never>;
+                                    schema: {
+                                        [key: string]: unknown;
+                                    };
                                 } | null;
                             };
                         };
@@ -1930,7 +1989,7 @@ interface operations {
                                 inputs: {
                                     identifier: string;
                                     /** @enum {string} */
-                                    type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                                    type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                                 }[];
                                 outputs: {
                                     identifier: string;
@@ -1994,7 +2053,9 @@ interface operations {
                                     type: "json_schema";
                                     json_schema: {
                                         name: string;
-                                        schema: Record<string, never>;
+                                        schema: {
+                                            [key: string]: unknown;
+                                        };
                                     } | null;
                                 };
                             };
@@ -2201,7 +2262,7 @@ interface operations {
                         inputs: {
                             identifier: string;
                             /** @enum {string} */
-                            type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                            type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                         }[];
                         outputs: {
                             identifier: string;
@@ -2253,7 +2314,9 @@ interface operations {
                             type: "json_schema";
                             json_schema: {
                                 name: string;
-                                schema: Record<string, never>;
+                                schema: {
+                                    [key: string]: unknown;
+                                };
                             } | null;
                         };
                     }[];
@@ -2339,7 +2402,7 @@ interface operations {
                     inputs?: {
                         identifier: string;
                         /** @enum {string} */
-                        type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                        type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                     }[];
                     outputs?: {
                         identifier: string;
@@ -2388,7 +2451,7 @@ interface operations {
                         inputs: {
                             identifier: string;
                             /** @enum {string} */
-                            type: "str" | "float" | "bool" | "image" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict";
+                            type: "str" | "float" | "bool" | "image" | "list" | "list[str]" | "list[float]" | "list[int]" | "list[bool]" | "dict" | "chat_messages";
                         }[];
                         outputs: {
                             identifier: string;
@@ -2440,7 +2503,9 @@ interface operations {
                             type: "json_schema";
                             json_schema: {
                                 name: string;
-                                schema: Record<string, never>;
+                                schema: {
+                                    [key: string]: unknown;
+                                };
                             } | null;
                         };
                     };
@@ -2530,6 +2595,14 @@ interface operations {
                     metadata: {
                         name?: string;
                         description?: string;
+                        langwatch?: {
+                            targetReferenceId: string;
+                            /** @enum {string} */
+                            targetType: "prompt" | "http" | "code";
+                            simulationSuiteId?: string;
+                        };
+                    } & {
+                        [key: string]: unknown;
                     };
                 } | {
                     /** @constant */
@@ -2542,7 +2615,7 @@ interface operations {
                     /** @default default */
                     scenarioSetId?: string;
                     /** @enum {string} */
-                    status: "SUCCESS" | "ERROR" | "CANCELLED" | "IN_PROGRESS" | "PENDING" | "FAILED";
+                    status: "SUCCESS" | "ERROR" | "CANCELLED" | "IN_PROGRESS" | "PENDING" | "FAILED" | "STALLED" | "QUEUED" | "RUNNING";
                     results?: {
                         /** @enum {string} */
                         verdict: "success" | "failure" | "inconclusive";
@@ -3217,6 +3290,13 @@ interface operations {
                                 [key: string]: string[];
                             };
                         };
+                        "traces.origin"?: string[] | {
+                            [key: string]: string[];
+                        } | {
+                            [key: string]: {
+                                [key: string]: string[];
+                            };
+                        };
                         "traces.error"?: string[] | {
                             [key: string]: string[];
                         } | {
@@ -3315,19 +3395,12 @@ interface operations {
                                 [key: string]: string[];
                             };
                         };
-                        "sentiment.input_sentiment"?: string[] | {
-                            [key: string]: string[];
-                        } | {
-                            [key: string]: {
-                                [key: string]: string[];
-                            };
-                        };
                     };
                     traceIds?: string[];
                     negateFilters?: boolean;
                     series: {
                         /** @enum {string} */
-                        metric: "metadata.trace_id" | "metadata.user_id" | "metadata.thread_id" | "metadata.span_type" | "sentiment.input_sentiment" | "sentiment.thumbs_up_down" | "performance.completion_time" | "performance.first_token" | "performance.total_cost" | "performance.prompt_tokens" | "performance.completion_tokens" | "performance.total_tokens" | "performance.tokens_per_second" | "events.event_type" | "events.event_score" | "events.event_details" | "evaluations.evaluation_score" | "evaluations.evaluation_pass_rate" | "evaluations.evaluation_runs" | "threads.average_duration_per_thread";
+                        metric: "metadata.trace_id" | "metadata.user_id" | "metadata.thread_id" | "metadata.span_type" | "sentiment.thumbs_up_down" | "performance.completion_time" | "performance.first_token" | "performance.total_cost" | "performance.prompt_tokens" | "performance.completion_tokens" | "performance.total_tokens" | "performance.tokens_per_second" | "events.event_type" | "events.event_score" | "events.event_details" | "evaluations.evaluation_score" | "evaluations.evaluation_pass_rate" | "evaluations.evaluation_runs" | "threads.average_duration_per_thread";
                         key?: string;
                         subkey?: string;
                         /** @enum {string} */
@@ -3402,6 +3475,13 @@ interface operations {
                                     [key: string]: string[];
                                 };
                             };
+                            "traces.origin"?: string[] | {
+                                [key: string]: string[];
+                            } | {
+                                [key: string]: {
+                                    [key: string]: string[];
+                                };
+                            };
                             "traces.error"?: string[] | {
                                 [key: string]: string[];
                             } | {
@@ -3500,18 +3580,11 @@ interface operations {
                                     [key: string]: string[];
                                 };
                             };
-                            "sentiment.input_sentiment"?: string[] | {
-                                [key: string]: string[];
-                            } | {
-                                [key: string]: {
-                                    [key: string]: string[];
-                                };
-                            };
                         };
                         asPercent?: boolean;
                     }[];
                     /** @enum {string} */
-                    groupBy?: "topics.topics" | "metadata.user_id" | "metadata.thread_id" | "metadata.customer_id" | "metadata.labels" | "metadata.model" | "metadata.span_type" | "sentiment.input_sentiment" | "sentiment.thumbs_up_down" | "events.event_type" | "evaluations.evaluation_passed" | "evaluations.evaluation_label" | "evaluations.evaluation_processing_state" | "error.has_error";
+                    groupBy?: "topics.topics" | "metadata.user_id" | "metadata.thread_id" | "metadata.customer_id" | "metadata.labels" | "metadata.model" | "metadata.span_type" | "sentiment.thumbs_up_down" | "events.event_type" | "evaluations.evaluation_passed" | "evaluations.evaluation_label" | "evaluations.evaluation_processing_state" | "error.has_error";
                     groupByKey?: string;
                     timeScale?: "full" | number;
                     timeZone: string;
@@ -3963,6 +4036,13 @@ interface operations {
                                 [key: string]: string[];
                             };
                         };
+                        "traces.origin"?: string[] | {
+                            [key: string]: string[];
+                        } | {
+                            [key: string]: {
+                                [key: string]: string[];
+                            };
+                        };
                         "traces.error"?: string[] | {
                             [key: string]: string[];
                         } | {
@@ -4061,13 +4141,6 @@ interface operations {
                                 [key: string]: string[];
                             };
                         };
-                        "sentiment.input_sentiment"?: string[] | {
-                            [key: string]: string[];
-                        } | {
-                            [key: string]: {
-                                [key: string]: string[];
-                            };
-                        };
                     };
                     traceIds?: string[];
                     negateFilters?: boolean;
@@ -4085,6 +4158,8 @@ interface operations {
                      * @enum {string}
                      */
                     format?: "digest" | "json";
+                    /** @description When true, fetches full span data for each trace. Useful for bulk export. Default false. */
+                    includeSpans?: boolean;
                     llmMode?: boolean;
                 };
             };
@@ -4244,6 +4319,248 @@ interface operations {
             };
         };
     };
+    putApiEvaluatorsById: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: {
+            content: {
+                "application/json": {
+                    name?: string;
+                    config?: {
+                        [key: string]: unknown;
+                    };
+                };
+            };
+        };
+        responses: {
+            /** @description Success */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        id: string;
+                        projectId: string;
+                        name: string;
+                        slug: string | null;
+                        type: string;
+                        config: {
+                            [key: string]: unknown;
+                        } | null;
+                        workflowId: string | null;
+                        copiedFromEvaluatorId: string | null;
+                        createdAt: string;
+                        updatedAt: string;
+                        fields: {
+                            identifier: string;
+                            type: string;
+                            optional?: boolean;
+                        }[];
+                        outputFields: {
+                            identifier: string;
+                            type: string;
+                            optional?: boolean;
+                        }[];
+                        workflowName?: string;
+                        workflowIcon?: string;
+                    };
+                };
+            };
+            /** @description Bad request (e.g. attempting to change evaluatorType) */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unauthorized */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Evaluator not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+        };
+    };
+    deleteApiEvaluatorsById: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: never;
+        responses: {
+            /** @description Success */
+            200: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        success: boolean;
+                    };
+                };
+            };
+            /** @description Bad Request */
+            400: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unauthorized */
+            401: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Evaluator not found */
+            404: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Unprocessable Entity */
+            422: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+            /** @description Internal Server Error */
+            500: {
+                headers: {
+                    [name: string]: unknown;
+                };
+                content: {
+                    "application/json": {
+                        error: string;
+                        message?: string;
+                    };
+                };
+            };
+        };
+    };
+    postApiScenarios: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path?: never;
+            cookie?: never;
+        };
+        requestBody?: {
+            content: {
+                "application/json": {
+                    name: string;
+                    situation: string;
+                    /** @default [] */
+                    criteria?: string[];
+                    /** @default [] */
+                    labels?: string[];
+                };
+            };
+        };
+        responses: never;
+    };
+    putApiScenariosById: {
+        parameters: {
+            query?: never;
+            header?: never;
+            path: {
+                id: string;
+            };
+            cookie?: never;
+        };
+        requestBody?: {
+            content: {
+                "application/json": {
+                    name?: string;
+                    situation?: string;
+                    criteria?: string[];
+                    labels?: string[];
+                };
+            };
+        };
+        responses: never;
+    };
 }
 
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langwatch",
-  "version": "0.18.0",
+  "version": "0.19.0",
   "description": "LangWatch TypeScript/JavaScript SDK. Interact with the full LangWatch API and use the LangWatch OpenTelemetry SDK to instrument your application. For more information, see https://docs.langwatch.ai/integration/typescript/guide",
   "main": "dist/index.js",
   "module": "dist/index.mjs",