langwatch 0.22.0 → 0.24.0

package/dist/index.d.ts

@@ -1,8 +1,8 @@
 import { L as Logger, C as ConsoleLogger, N as NoOpLogger } from './index-D7rKIGrO.js';
-export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, d as getLangWatchTracer } from './implementation-7POf4yX4.js';
-import { p as paths, P as PromptResponse, g as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, h as CreatedTag, o as operations, i as PromptData, F as FetchPolicy, j as Prompt, a as LangWatchSpan } from './types-B4TSe7JR.js';
-import openApiCreateClient from 'openapi-fetch';
+export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, d as getLangWatchTracer } from './implementation-Cpmr6P6w.js';
 import { z } from 'zod';
+import { p as paths, P as PromptResponse, g as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, h as CreatedTag, o as operations, i as PromptData, F as FetchPolicy, j as Prompt, a as LangWatchSpan, k as components } from './types-fEWF2qhg.js';
+import openApiCreateClient from 'openapi-fetch';
 export { l as attributes } from './types-DYLY4SyT.js';
 import '@opentelemetry/sdk-trace-base';
 import '@opentelemetry/exporter-trace-otlp-http';
@@ -26,7 +26,13 @@ interface InternalConfig {
     logger: Logger;
 }
 
-type SyncAction = "created" | "updated" | "conflict" | "up_to_date";
+declare const syncActionSchema: z.ZodEnum<{
+    created: "created";
+    updated: "updated";
+    conflict: "conflict";
+    up_to_date: "up_to_date";
+}>;
+type SyncAction = z.infer<typeof syncActionSchema>;
 type AssignTagResult = NonNullable<operations["putApiPromptsByIdTagsByTag"]["responses"]["200"]["content"]["application/json"]>;
 type ConfigData = NonNullable<paths["/api/prompts/{id}/sync"]["post"]["requestBody"]>["content"]["application/json"]["configData"];
 interface SyncResult {
@@ -437,6 +443,8 @@ type DatasetMetadata = {
     createdAt?: string;
     /** When the dataset was last updated */
     updatedAt?: string;
+    /** URL to view this dataset on the LangWatch platform */
+    platformUrl?: string;
 };
 /**
  * A single entry in a dataset.
@@ -1240,6 +1248,10 @@ type ExperimentRunResult = {
      * @param exitOnFailure - If true (default), calls process.exit(1) when there are failures
      */
     printSummary: (exitOnFailure?: boolean) => void;
+    /**
+     * Human-readable string representation
+     */
+    toString: () => string;
 };
 
 /**
@@ -1523,6 +1535,353 @@ declare class EvaluationsApiError extends EvaluationError {
     constructor(message: string, statusCode: number);
 }
 
+type EvaluatorResponse = NonNullable<paths["/api/evaluators"]["get"]["responses"]["200"]["content"]["application/json"]>[number] & {
+    /** URL to view this evaluator on the LangWatch platform */
+    platformUrl?: string;
+};
+type EvaluatorField = EvaluatorResponse["fields"][number];
+type CreateEvaluatorBody = NonNullable<paths["/api/evaluators"]["post"]["requestBody"]>["content"]["application/json"];
+type UpdateEvaluatorBody = NonNullable<paths["/api/evaluators/{id}"]["put"]["requestBody"]>["content"]["application/json"];
+type DeleteEvaluatorResponse = paths["/api/evaluators/{id}"]["delete"]["responses"]["200"]["content"]["application/json"];
+
+/**
+ * Service for retrieving evaluator resources via the LangWatch API.
+ *
+ * Provides read-only access to project evaluators with computed fields.
+ */
+declare class EvaluatorsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    /**
+     * Fetches all evaluators for the project.
+     */
+    getAll(): Promise<EvaluatorResponse[]>;
+    /**
+     * Fetches a single evaluator by its ID or slug.
+     */
+    get(idOrSlug: string): Promise<EvaluatorResponse>;
+    /**
+     * Creates a new evaluator.
+     */
+    create(params: CreateEvaluatorBody): Promise<EvaluatorResponse>;
+    /**
+     * Updates an evaluator by its ID.
+     */
+    update(id: string, params: UpdateEvaluatorBody): Promise<EvaluatorResponse>;
+    /**
+     * Deletes (archives) an evaluator by its ID.
+     */
+    delete(id: string): Promise<DeleteEvaluatorResponse>;
+}
+
+declare class EvaluatorsApiError extends Error {
+    readonly operation: string;
+    readonly originalError?: unknown | undefined;
+    constructor(message: string, operation: string, originalError?: unknown | undefined);
+}
+
+type ScenarioResponse = NonNullable<paths["/api/scenarios"]["get"]["responses"]["200"]["content"]["application/json"]>[number] & {
+    /** URL to view this scenario on the LangWatch platform */
+    platformUrl?: string;
+};
+type CreateScenarioBody = NonNullable<paths["/api/scenarios"]["post"]["requestBody"]>["content"]["application/json"];
+type UpdateScenarioBody = NonNullable<paths["/api/scenarios/{id}"]["put"]["requestBody"]>["content"]["application/json"];
+type DeleteScenarioResponse = paths["/api/scenarios/{id}"]["delete"]["responses"]["200"]["content"]["application/json"];
+
+declare class ScenariosApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(): Promise<ScenarioResponse[]>;
+    get(id: string): Promise<ScenarioResponse>;
+    create(params: CreateScenarioBody): Promise<ScenarioResponse>;
+    update(id: string, params: UpdateScenarioBody): Promise<ScenarioResponse>;
+    delete(id: string): Promise<DeleteScenarioResponse>;
+}
+
+type SuiteResponse = NonNullable<paths["/api/suites"]["get"]["responses"]["200"]["content"]["application/json"]>[number] & {
+    /** URL to view this suite on the LangWatch platform */
+    platformUrl?: string;
+};
+type CreateSuiteBody = NonNullable<paths["/api/suites"]["post"]["requestBody"]>["content"]["application/json"];
+type UpdateSuiteBody = NonNullable<paths["/api/suites/{id}"]["patch"]["requestBody"]>["content"]["application/json"];
+type SuiteRunResult = paths["/api/suites/{id}/run"]["post"]["responses"]["200"]["content"]["application/json"];
+declare class SuitesApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(): Promise<SuiteResponse[]>;
+    get(id: string): Promise<SuiteResponse>;
+    create(params: CreateSuiteBody): Promise<SuiteResponse>;
+    update(id: string, params: UpdateSuiteBody): Promise<SuiteResponse>;
+    duplicate(id: string): Promise<SuiteResponse>;
+    run(id: string, idempotencyKey?: string): Promise<SuiteRunResult>;
+    delete(id: string): Promise<{
+        id: string;
+        archived: boolean;
+    }>;
+}
+
+type WorkflowResponse = NonNullable<paths["/api/workflows"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
+type WorkflowDeleteResponse = paths["/api/workflows/{id}"]["delete"]["responses"]["200"]["content"]["application/json"];
+declare class WorkflowsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(): Promise<WorkflowResponse[]>;
+    get(id: string): Promise<WorkflowResponse>;
+    delete(id: string): Promise<WorkflowDeleteResponse>;
+}
+
+interface AgentResponse {
+    id: string;
+    name: string;
+    type: string;
+    config: Record<string, unknown> | null;
+    createdAt: string;
+    updatedAt: string;
+    platformUrl?: string;
+}
+interface AgentListResponse {
+    data: AgentResponse[];
+    pagination: {
+        page: number;
+        limit: number;
+        total: number;
+        totalPages: number;
+    };
+}
+declare class AgentsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    list(params?: {
+        page?: number;
+        limit?: number;
+    }): Promise<AgentListResponse>;
+    get(id: string): Promise<AgentResponse>;
+    create(params: {
+        name: string;
+        type: string;
+        config: Record<string, unknown>;
+        workflowId?: string;
+    }): Promise<AgentResponse>;
+    update(id: string, params: {
+        name?: string;
+        type?: string;
+        config?: Record<string, unknown>;
+    }): Promise<AgentResponse>;
+    delete(id: string): Promise<{
+        id: string;
+        name: string;
+    }>;
+}
+
+type AnnotationResponse = components["schemas"]["Annotation"];
+type CreateAnnotationBody = NonNullable<paths["/api/annotations/trace/{id}"]["post"]["requestBody"]>["content"]["application/json"];
+declare class AnnotationsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(): Promise<AnnotationResponse[]>;
+    get(id: string): Promise<AnnotationResponse>;
+    getByTrace(traceId: string): Promise<AnnotationResponse[]>;
+    create(traceId: string, params: CreateAnnotationBody): Promise<AnnotationResponse>;
+    delete(id: string): Promise<{
+        status?: string;
+        message?: string;
+    }>;
+}
+
+interface DashboardSummary {
+    id: string;
+    name: string;
+    order: number;
+    graphCount: number;
+    createdAt: string;
+    updatedAt: string;
+    platformUrl?: string;
+}
+interface DashboardDetail {
+    id: string;
+    name: string;
+    order: number;
+    graphs: unknown[];
+    createdAt: string;
+    updatedAt: string;
+    platformUrl?: string;
+}
+declare class DashboardsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    list(): Promise<{
+        data: DashboardSummary[];
+    }>;
+    get(id: string): Promise<DashboardDetail>;
+    create(params: {
+        name: string;
+    }): Promise<DashboardDetail>;
+    rename(id: string, params: {
+        name: string;
+    }): Promise<DashboardDetail>;
+    delete(id: string): Promise<{
+        id: string;
+        name: string;
+    }>;
+}
+
+type ModelProvidersListResponse = paths["/api/model-providers"]["get"]["responses"]["200"]["content"]["application/json"];
+type UpdateModelProviderBody = NonNullable<paths["/api/model-providers/{provider}"]["put"]["requestBody"]>["content"]["application/json"];
+declare class ModelProvidersApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    list(): Promise<ModelProvidersListResponse>;
+    set(provider: string, params: UpdateModelProviderBody): Promise<ModelProvidersListResponse>;
+}
+
+type AnalyticsTimeseriesBody = NonNullable<paths["/api/analytics/timeseries"]["post"]["requestBody"]>["content"]["application/json"];
+type AnalyticsTimeseriesResponse = paths["/api/analytics/timeseries"]["post"]["responses"]["200"]["content"]["application/json"];
+declare class AnalyticsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    timeseries(params: AnalyticsTimeseriesBody): Promise<AnalyticsTimeseriesResponse>;
+}
+
+type TriggerResponse = NonNullable<paths["/api/triggers"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
+type CreateTriggerBody = NonNullable<paths["/api/triggers"]["post"]["requestBody"]>["content"]["application/json"];
+type UpdateTriggerBody = NonNullable<paths["/api/triggers/{id}"]["patch"]["requestBody"]>["content"]["application/json"];
+type TriggerDeleteResponse = paths["/api/triggers/{id}"]["delete"]["responses"]["200"]["content"]["application/json"];
+declare class TriggersApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(): Promise<TriggerResponse[]>;
+    get(id: string): Promise<TriggerResponse>;
+    create(params: CreateTriggerBody): Promise<TriggerResponse>;
+    update(id: string, params: UpdateTriggerBody): Promise<TriggerResponse>;
+    delete(id: string): Promise<TriggerDeleteResponse>;
+}
+
+type GraphResponse = NonNullable<paths["/api/graphs"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
+type CreateGraphBody = NonNullable<paths["/api/graphs"]["post"]["requestBody"]>["content"]["application/json"];
+type UpdateGraphBody = NonNullable<paths["/api/graphs/{id}"]["patch"]["requestBody"]>["content"]["application/json"];
+type GraphDeleteResponse = paths["/api/graphs/{id}"]["delete"]["responses"]["200"]["content"]["application/json"];
+declare class GraphsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(dashboardId?: string): Promise<GraphResponse[]>;
+    get(id: string): Promise<GraphResponse>;
+    create(params: CreateGraphBody): Promise<GraphResponse>;
+    update(id: string, params: UpdateGraphBody): Promise<GraphResponse>;
+    delete(id: string): Promise<GraphDeleteResponse>;
+}
+
+type SimulationRunsListResponse = paths["/api/simulation-runs"]["get"]["responses"]["200"]["content"]["application/json"];
+type SimulationRunResponse = paths["/api/simulation-runs/{scenarioRunId}"]["get"]["responses"]["200"]["content"]["application/json"];
+type SimulationRunsBatchesListResponse = paths["/api/simulation-runs/batches/list"]["get"]["responses"]["200"]["content"]["application/json"];
+type SimulationRunsListParams = NonNullable<paths["/api/simulation-runs"]["get"]["parameters"]["query"]>;
+type SimulationRunsBatchesListParams = paths["/api/simulation-runs/batches/list"]["get"]["parameters"]["query"];
+declare class SimulationRunsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    getAll(params?: SimulationRunsListParams): Promise<SimulationRunsListResponse>;
+    get(scenarioRunId: string): Promise<SimulationRunResponse>;
+    listBatches(params: SimulationRunsBatchesListParams): Promise<SimulationRunsBatchesListResponse>;
+}
+
+interface MonitorResponse {
+    id: string;
+    name: string;
+    slug: string;
+    checkType: string;
+    enabled: boolean;
+    executionMode: string;
+    sample: number;
+    level: string;
+    evaluatorId: string | null;
+    preconditions: unknown[];
+    parameters: Record<string, unknown>;
+    mappings: Record<string, unknown>;
+    threadIdleTimeout: number | null;
+    createdAt: string;
+    updatedAt: string;
+}
+interface CreateMonitorBody {
+    name: string;
+    checkType: string;
+    executionMode?: string;
+    sample?: number;
+    level?: string;
+    preconditions?: unknown[];
+    parameters?: Record<string, unknown>;
+    mappings?: Record<string, unknown>;
+}
+interface UpdateMonitorBody {
+    name?: string;
+    enabled?: boolean;
+    executionMode?: string;
+    sample?: number;
+    preconditions?: unknown[];
+    parameters?: Record<string, unknown>;
+    mappings?: Record<string, unknown>;
+}
+interface MonitorDeleteResponse {
+    id: string;
+    deleted: boolean;
+}
+declare class MonitorsApiService {
+    private readonly apiKey;
+    private readonly endpoint;
+    constructor(config?: {
+        apiKey?: string;
+        endpoint?: string;
+    });
+    private request;
+    getAll(): Promise<MonitorResponse[]>;
+    get(id: string): Promise<MonitorResponse>;
+    create(body: CreateMonitorBody): Promise<MonitorResponse>;
+    update(id: string, body: UpdateMonitorBody): Promise<MonitorResponse>;
+    toggle(id: string, enabled: boolean): Promise<MonitorResponse>;
+    delete(id: string): Promise<MonitorDeleteResponse>;
+}
+
+interface SecretResponse {
+    id: string;
+    projectId: string;
+    name: string;
+    createdAt: string;
+    updatedAt: string;
+}
+interface SecretDeleteResponse {
+    id: string;
+    deleted: boolean;
+}
+declare class SecretsApiService {
+    private readonly apiKey;
+    private readonly endpoint;
+    constructor(config?: {
+        apiKey?: string;
+        endpoint?: string;
+    });
+    private request;
+    getAll(): Promise<SecretResponse[]>;
+    get(id: string): Promise<SecretResponse>;
+    create(body: {
+        name: string;
+        value: string;
+    }): Promise<SecretResponse>;
+    update(id: string, body: {
+        value: string;
+    }): Promise<SecretResponse>;
+    delete(id: string): Promise<SecretDeleteResponse>;
+}
+
 interface GetTraceParams {
     includeSpans?: boolean;
 }
@@ -1568,7 +1927,6 @@ declare class LangWatch {
      *
      * @example
      * ```typescript
-     * // Run a guardrail
      * const guardrail = await langwatch.evaluations.evaluate("presidio/pii_detection", {
      *   data: { input: userInput, output: generatedResponse },
      *   name: "PII Detection",
@@ -1581,53 +1939,24 @@ declare class LangWatch {
      * ```
      */
     readonly evaluations: EvaluationsFacade;
+    readonly evaluators: EvaluatorsApiService;
+    readonly scenarios: ScenariosApiService;
+    readonly suites: SuitesApiService;
+    readonly workflows: WorkflowsApiService;
+    readonly agents: AgentsApiService;
+    readonly annotations: AnnotationsApiService;
+    readonly dashboards: DashboardsApiService;
+    readonly modelProviders: ModelProvidersApiService;
+    readonly analytics: AnalyticsApiService;
+    readonly triggers: TriggersApiService;
+    readonly graphs: GraphsApiService;
+    readonly simulationRuns: SimulationRunsApiService;
+    readonly monitors: MonitorsApiService;
+    readonly secrets: SecretsApiService;
     constructor(options?: LangWatchConstructorOptions);
     get apiClient(): LangwatchApiClient;
 }
 
-type EvaluatorResponse = NonNullable<paths["/api/evaluators"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
-type EvaluatorField = EvaluatorResponse["fields"][number];
-type CreateEvaluatorBody = NonNullable<paths["/api/evaluators"]["post"]["requestBody"]>["content"]["application/json"];
-type UpdateEvaluatorBody = NonNullable<paths["/api/evaluators/{id}"]["put"]["requestBody"]>["content"]["application/json"];
-type DeleteEvaluatorResponse = paths["/api/evaluators/{id}"]["delete"]["responses"]["200"]["content"]["application/json"];
-
-/**
- * Service for retrieving evaluator resources via the LangWatch API.
- *
- * Provides read-only access to project evaluators with computed fields.
- */
-declare class EvaluatorsApiService {
-    private readonly apiClient;
-    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
-    private handleApiError;
-    /**
-     * Fetches all evaluators for the project.
-     */
-    getAll(): Promise<EvaluatorResponse[]>;
-    /**
-     * Fetches a single evaluator by its ID or slug.
-     */
-    get(idOrSlug: string): Promise<EvaluatorResponse>;
-    /**
-     * Creates a new evaluator.
-     */
-    create(params: CreateEvaluatorBody): Promise<EvaluatorResponse>;
-    /**
-     * Updates an evaluator by its ID.
-     */
-    update(id: string, params: UpdateEvaluatorBody): Promise<EvaluatorResponse>;
-    /**
-     * Deletes (archives) an evaluator by its ID.
-     */
-    delete(id: string): Promise<DeleteEvaluatorResponse>;
-}
-
-declare class EvaluatorsApiError extends Error {
-    readonly operation: string;
-    readonly originalError?: unknown | undefined;
-    constructor(message: string, operation: string, originalError?: unknown | undefined);
-}
-
 declare const logger: {
     ConsoleLogger: typeof ConsoleLogger;
     NoOpLogger: typeof NoOpLogger;