langwatch 1.15.0 → 1.16.0

package/dist/{implementation-BioGaCjm.d.mts → implementation-BvHTdJLg.d.mts}

@@ -4,7 +4,7 @@ import { ExportResult } from '@opentelemetry/core';
 import { Logger, LogRecord, LoggerProvider } from '@opentelemetry/api-logs';
 import { b as SemConvLogRecordAttributes, a as SemConvAttributes } from './types-VOZv9LYO.mjs';
 import { TracerProvider } from '@opentelemetry/api';
-import { j as LangWatchTracer } from './types-eq6Fz5Oj.mjs';
+import { j as LangWatchTracer } from './types-Dd2d9hCy.mjs';
 
 /**
  * Filterable Batch Span Exporter for OpenTelemetry

package/dist/{implementation-BYM7X0I8.d.ts → implementation-Dlxw5hlM.d.ts}

@@ -4,7 +4,7 @@ import { ExportResult } from '@opentelemetry/core';
 import { Logger, LogRecord, LoggerProvider } from '@opentelemetry/api-logs';
 import { b as SemConvLogRecordAttributes, a as SemConvAttributes } from './types-VOZv9LYO.js';
 import { TracerProvider } from '@opentelemetry/api';
-import { j as LangWatchTracer } from './types-BJwkO7NN.js';
+import { j as LangWatchTracer } from './types-CzElA_6o.js';
 
 /**
  * Filterable Batch Span Exporter for OpenTelemetry

package/dist/index.d.mts

@@ -1,7 +1,7 @@
 import { L as Logger, C as ConsoleLogger, N as NoOpLogger } from './index-D7rKIGrO.mjs';
-export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, a as getLangWatchTracer } from './implementation-BioGaCjm.mjs';
+export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, a as getLangWatchTracer } from './implementation-BvHTdJLg.mjs';
 import { z } from 'zod';
-import { p as paths, P as PromptResponse, C as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, a as CreatedTag, o as operations, b as PromptData, F as FetchPolicy, c as Prompt, L as LangWatchSpan, d as components } from './types-eq6Fz5Oj.mjs';
+import { p as paths, P as PromptResponse, C as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, a as CreatedTag, o as operations, b as PromptData, F as FetchPolicy, c as Prompt, L as LangWatchSpan, d as components } from './types-Dd2d9hCy.mjs';
 import openApiCreateClient from 'openapi-fetch';
 export { l as attributes } from './types-VOZv9LYO.mjs';
 import { CliHandledErrorReason, CliHandledError } from '@langwatch/langy/cards/handled-error';
@@ -2060,6 +2060,72 @@ declare class RunPlansApiService {
     }>;
 }
 
+/** One Instant Eval run, exactly as the REST surface answers it. */
+type InstantEvalRun = paths["/api/v1/instant-evals/{id}"]["get"]["responses"]["200"]["content"]["application/json"];
+/** The body that starts a run, and the same body that prices one. */
+type InstantEvalRunBody = NonNullable<paths["/api/v1/instant-evals"]["post"]["requestBody"]>["content"]["application/json"];
+/** What a run would read and what judging it would cost. */
+type InstantEvalEstimate = paths["/api/v1/instant-evals/estimate"]["post"]["responses"]["200"]["content"]["application/json"];
+/** One page of a run's judgements, and where the next one starts. */
+type InstantEvalResultsPage = paths["/api/v1/instant-evals/{id}/results"]["get"]["responses"]["200"]["content"]["application/json"];
+/** One judgement the run recorded. */
+type InstantEvalJudgment = InstantEvalResultsPage["judgments"][number];
+/** A few of a run's rows, with the judged text beside the verdict. */
+type InstantEvalSample = paths["/api/v1/instant-evals/{id}/sample"]["get"]["responses"]["200"]["content"]["application/json"];
+/**
+ * Typed client for the Instant Evals family (`/api/v1/instant-evals`).
+ *
+ * A run judges one LangWatchQL statement across the project's history. The
+ * statement is the same one the query door runs, so a working query is a
+ * working run once it projects `TraceId` and at least one eval function
+ * column. Starting one answers the queued run, and its progress is polled.
+ *
+ * The project comes from the credential, so no method takes a project id.
+ *
+ * @see specs/instant-evals/instant-eval-api.feature
+ */
+declare class InstantEvalsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    /**
+     * The body of a successful answer. A failed response can arrive with no body
+     * at all (a proxy answering 502 while the platform restarts), which leaves
+     * `error` empty, so the response status decides and not the error alone.
+     */
+    private unwrap;
+    /** Starts a run. The judging happens on the queue. */
+    create(body: InstantEvalRunBody): Promise<InstantEvalRun>;
+    /** Prices a run without starting it. Nothing is judged and nothing is charged. */
+    estimate(body: InstantEvalRunBody): Promise<InstantEvalEstimate>;
+    /** The project's runs, newest first. */
+    list(options?: {
+        limit?: number;
+        before?: string;
+        beforeId?: string;
+    }): Promise<InstantEvalRun[]>;
+    get(id: string): Promise<InstantEvalRun>;
+    /** Asks a run to stop. It stops before its next page. */
+    cancel(id: string): Promise<InstantEvalRun>;
+    /**
+     * One page of a run's judgements.
+     *
+     * Pass the `nextCursor` a page answers with to read the page after it. The
+     * last page carries none.
+     */
+    results(id: string, options?: {
+        questionId?: string;
+        isMatched?: boolean;
+        status?: InstantEvalJudgment["status"];
+        limit?: number;
+        cursor?: string;
+    }): Promise<InstantEvalResultsPage>;
+    /** A few of the run's rows, with the judged text beside the verdict. */
+    sample(id: string, options?: {
+        n?: number;
+    }): Promise<InstantEvalSample>;
+}
+
 /** One test suite as the list answers it: a name and the scenarios filed in it. */
 type TestSuite = NonNullable<paths["/api/v1/test-suites"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
 /** One test suite read on its own, with its scenarios named. */
@@ -2335,6 +2401,15 @@ declare class AnalyticsApiService {
 type QueryRunResult = paths["/api/v1/query"]["post"]["responses"]["200"]["content"]["application/json"];
 /** The queryable dataset/column catalog `GET /api/v1/query/schema` answers with. */
 type QuerySchemaResult = paths["/api/v1/query/schema"]["get"]["responses"]["200"]["content"]["application/json"];
+/**
+ * Both query languages, as `GET /api/v1/query/reference` describes them.
+ *
+ * A superset of {@link QuerySchemaResult} in one direction only: it embeds the
+ * schema and adds the trace filter language, worked examples and the decision
+ * table. Nothing here is tenant data — the values a field holds come from
+ * `GET /api/traces/facets`.
+ */
+type QueryReferenceResult = paths["/api/v1/query/reference"]["get"]["responses"]["200"]["content"]["application/json"];
 /**
  * The body a query request sends.
  *
@@ -2343,8 +2418,9 @@ type QuerySchemaResult = paths["/api/v1/query/schema"]["get"]["responses"]["200"
  */
 type QueryRunParams = NonNullable<paths["/api/v1/query"]["post"]["requestBody"]>["content"]["application/json"];
 /**
- * Typed client for the LangWatchQL query doors (`POST /api/v1/query` and
- * `GET /api/v1/query/schema`) — the same governed query surface the workbench
+ * Typed client for the query doors (`POST /api/v1/query`,
+ * `GET /api/v1/query/schema` and `GET /api/v1/query/reference`) — the same
+ * governed query surface the workbench
  * and saved charts run through, exposed directly rather than only via a saved
  * chart's statement.
  *
@@ -2368,18 +2444,25 @@ declare class QueryApiService {
     constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
     private handleApiError;
     /**
-     * Runs one read-only LangWatchQL `SELECT` over the analytics datasets and
+     * Runs one read-only LangWatchQL `SELECT` over the analytics views and
      * returns typed columns, rows, execution statistics, truncation state and
      * diagnostics, scoped to the caller's project.
      */
     query(params: QueryRunParams): Promise<QueryRunResult>;
     /**
-     * Lists the LangWatchQL analytics datasets this key may query, with each
+     * Lists the LangWatchQL analytics views this key may query, with each
      * column's type, description, the permissions that unlock it, and whether
      * this caller holds them — plus each dataset's grain, join keys,
      * partition-pruning time column, freshness and a runnable example query.
      */
     schema(): Promise<QuerySchemaResult>;
+    /**
+     * Describes both query languages in one payload: the LangWatchQL schema,
+     * limits and endpoints, the trace filter's syntax and fields, worked examples
+     * validated in both, and which language answers which kind of
+     * question.
+     */
+    reference(): Promise<QueryReferenceResult>;
 }
 
 type TriggerResponse = NonNullable<paths["/api/triggers"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
@@ -2668,6 +2751,13 @@ interface CreateVirtualKeyInput {
      * `{}` clears it.
      */
     metadata?: Record<string, string>;
+    /**
+     * Withhold the secret from the response and get a one-time reveal id
+     * instead. The secret is parked for 24 hours and served once, to the
+     * person the key is for, through the LangWatch app; the caller never
+     * holds it.
+     */
+    reveal_once?: boolean;
 }
 interface UpdateVirtualKeyInput {
     name?: string;
@@ -2702,6 +2792,13 @@ interface VirtualKeyWithSecret {
     virtual_key: VirtualKey;
     secret: string;
 }
+/** What a create with `reveal_once` answers: the id that reads the secret once. */
+interface VirtualKeyWithReveal {
+    virtual_key: VirtualKey;
+    reveal_id: string;
+    /** The display prefix, safe to show in place of the secret. */
+    preview: string;
+}
 /** One page of the virtual-key listing, exactly as the wire serves it. */
 interface VirtualKeyPage {
     data: VirtualKey[];
@@ -2799,8 +2896,12 @@ declare class VirtualKeysApiService {
     /**
      * Mint a key. The response carries the secret ONCE; nothing ever serves it
      * again, so a create that times out is recovered with `idempotencyKey`
-     * rather than by listing.
+     * rather than by listing. With `reveal_once` the response carries a reveal
+     * id in place of the secret.
      */
+    create(input: CreateVirtualKeyInput & {
+        reveal_once: true;
+    }, options?: IdempotentCreateOptions): Promise<VirtualKeyWithReveal>;
     create(input: CreateVirtualKeyInput, options?: IdempotentCreateOptions): Promise<VirtualKeyWithSecret>;
     update(id: string, input: UpdateVirtualKeyInput, options?: MutationOptions): Promise<VirtualKey>;
     rotate(id: string, options?: MutationOptions): Promise<VirtualKeyWithSecret>;
@@ -3822,6 +3923,12 @@ declare class ProjectsApiService {
         limit?: number;
     }): Promise<PaginatedProjects>;
     get(id: string): Promise<Project>;
+    /**
+     * The project's ingest key. The platform hands it out only to a credential
+     * with `project:update` on the project, so a 403 here is the answer "this
+     * login may not", not a transport failure.
+     */
+    getApiKey(id: string): Promise<string>;
     create(input: CreateProjectInput): Promise<ProjectWithServiceKey>;
     update(id: string, input: UpdateProjectInput): Promise<Project>;
     archive(id: string): Promise<ArchivedProject>;
@@ -3891,6 +3998,8 @@ declare class LangWatch {
      */
     readonly suites: SuitesApiService;
     readonly runPlans: RunPlansApiService;
+    /** Judge one LangWatchQL statement across the project's history as a job. */
+    readonly instantEvals: InstantEvalsApiService;
     readonly testSuites: TestSuitesApiService;
     readonly workflows: WorkflowsApiService;
     readonly agents: AgentsApiService;

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import { L as Logger, C as ConsoleLogger, N as NoOpLogger } from './index-D7rKIGrO.js';
-export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, a as getLangWatchTracer } from './implementation-BYM7X0I8.js';
+export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, a as getLangWatchTracer } from './implementation-Dlxw5hlM.js';
 import { z } from 'zod';
-import { p as paths, P as PromptResponse, C as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, a as CreatedTag, o as operations, b as PromptData, F as FetchPolicy, c as Prompt, L as LangWatchSpan, d as components } from './types-BJwkO7NN.js';
+import { p as paths, P as PromptResponse, C as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, a as CreatedTag, o as operations, b as PromptData, F as FetchPolicy, c as Prompt, L as LangWatchSpan, d as components } from './types-CzElA_6o.js';
 import openApiCreateClient from 'openapi-fetch';
 export { l as attributes } from './types-VOZv9LYO.js';
 import { CliHandledErrorReason, CliHandledError } from '@langwatch/langy/cards/handled-error';
@@ -2060,6 +2060,72 @@ declare class RunPlansApiService {
     }>;
 }
 
+/** One Instant Eval run, exactly as the REST surface answers it. */
+type InstantEvalRun = paths["/api/v1/instant-evals/{id}"]["get"]["responses"]["200"]["content"]["application/json"];
+/** The body that starts a run, and the same body that prices one. */
+type InstantEvalRunBody = NonNullable<paths["/api/v1/instant-evals"]["post"]["requestBody"]>["content"]["application/json"];
+/** What a run would read and what judging it would cost. */
+type InstantEvalEstimate = paths["/api/v1/instant-evals/estimate"]["post"]["responses"]["200"]["content"]["application/json"];
+/** One page of a run's judgements, and where the next one starts. */
+type InstantEvalResultsPage = paths["/api/v1/instant-evals/{id}/results"]["get"]["responses"]["200"]["content"]["application/json"];
+/** One judgement the run recorded. */
+type InstantEvalJudgment = InstantEvalResultsPage["judgments"][number];
+/** A few of a run's rows, with the judged text beside the verdict. */
+type InstantEvalSample = paths["/api/v1/instant-evals/{id}/sample"]["get"]["responses"]["200"]["content"]["application/json"];
+/**
+ * Typed client for the Instant Evals family (`/api/v1/instant-evals`).
+ *
+ * A run judges one LangWatchQL statement across the project's history. The
+ * statement is the same one the query door runs, so a working query is a
+ * working run once it projects `TraceId` and at least one eval function
+ * column. Starting one answers the queued run, and its progress is polled.
+ *
+ * The project comes from the credential, so no method takes a project id.
+ *
+ * @see specs/instant-evals/instant-eval-api.feature
+ */
+declare class InstantEvalsApiService {
+    private readonly apiClient;
+    constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
+    private handleApiError;
+    /**
+     * The body of a successful answer. A failed response can arrive with no body
+     * at all (a proxy answering 502 while the platform restarts), which leaves
+     * `error` empty, so the response status decides and not the error alone.
+     */
+    private unwrap;
+    /** Starts a run. The judging happens on the queue. */
+    create(body: InstantEvalRunBody): Promise<InstantEvalRun>;
+    /** Prices a run without starting it. Nothing is judged and nothing is charged. */
+    estimate(body: InstantEvalRunBody): Promise<InstantEvalEstimate>;
+    /** The project's runs, newest first. */
+    list(options?: {
+        limit?: number;
+        before?: string;
+        beforeId?: string;
+    }): Promise<InstantEvalRun[]>;
+    get(id: string): Promise<InstantEvalRun>;
+    /** Asks a run to stop. It stops before its next page. */
+    cancel(id: string): Promise<InstantEvalRun>;
+    /**
+     * One page of a run's judgements.
+     *
+     * Pass the `nextCursor` a page answers with to read the page after it. The
+     * last page carries none.
+     */
+    results(id: string, options?: {
+        questionId?: string;
+        isMatched?: boolean;
+        status?: InstantEvalJudgment["status"];
+        limit?: number;
+        cursor?: string;
+    }): Promise<InstantEvalResultsPage>;
+    /** A few of the run's rows, with the judged text beside the verdict. */
+    sample(id: string, options?: {
+        n?: number;
+    }): Promise<InstantEvalSample>;
+}
+
 /** One test suite as the list answers it: a name and the scenarios filed in it. */
 type TestSuite = NonNullable<paths["/api/v1/test-suites"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
 /** One test suite read on its own, with its scenarios named. */
@@ -2335,6 +2401,15 @@ declare class AnalyticsApiService {
 type QueryRunResult = paths["/api/v1/query"]["post"]["responses"]["200"]["content"]["application/json"];
 /** The queryable dataset/column catalog `GET /api/v1/query/schema` answers with. */
 type QuerySchemaResult = paths["/api/v1/query/schema"]["get"]["responses"]["200"]["content"]["application/json"];
+/**
+ * Both query languages, as `GET /api/v1/query/reference` describes them.
+ *
+ * A superset of {@link QuerySchemaResult} in one direction only: it embeds the
+ * schema and adds the trace filter language, worked examples and the decision
+ * table. Nothing here is tenant data — the values a field holds come from
+ * `GET /api/traces/facets`.
+ */
+type QueryReferenceResult = paths["/api/v1/query/reference"]["get"]["responses"]["200"]["content"]["application/json"];
 /**
  * The body a query request sends.
  *
@@ -2343,8 +2418,9 @@ type QuerySchemaResult = paths["/api/v1/query/schema"]["get"]["responses"]["200"
  */
 type QueryRunParams = NonNullable<paths["/api/v1/query"]["post"]["requestBody"]>["content"]["application/json"];
 /**
- * Typed client for the LangWatchQL query doors (`POST /api/v1/query` and
- * `GET /api/v1/query/schema`) — the same governed query surface the workbench
+ * Typed client for the query doors (`POST /api/v1/query`,
+ * `GET /api/v1/query/schema` and `GET /api/v1/query/reference`) — the same
+ * governed query surface the workbench
  * and saved charts run through, exposed directly rather than only via a saved
  * chart's statement.
  *
@@ -2368,18 +2444,25 @@ declare class QueryApiService {
     constructor(config?: Pick<InternalConfig, "langwatchApiClient">);
     private handleApiError;
     /**
-     * Runs one read-only LangWatchQL `SELECT` over the analytics datasets and
+     * Runs one read-only LangWatchQL `SELECT` over the analytics views and
      * returns typed columns, rows, execution statistics, truncation state and
      * diagnostics, scoped to the caller's project.
      */
     query(params: QueryRunParams): Promise<QueryRunResult>;
     /**
-     * Lists the LangWatchQL analytics datasets this key may query, with each
+     * Lists the LangWatchQL analytics views this key may query, with each
      * column's type, description, the permissions that unlock it, and whether
      * this caller holds them — plus each dataset's grain, join keys,
      * partition-pruning time column, freshness and a runnable example query.
      */
     schema(): Promise<QuerySchemaResult>;
+    /**
+     * Describes both query languages in one payload: the LangWatchQL schema,
+     * limits and endpoints, the trace filter's syntax and fields, worked examples
+     * validated in both, and which language answers which kind of
+     * question.
+     */
+    reference(): Promise<QueryReferenceResult>;
 }
 
 type TriggerResponse = NonNullable<paths["/api/triggers"]["get"]["responses"]["200"]["content"]["application/json"]>[number];
@@ -2668,6 +2751,13 @@ interface CreateVirtualKeyInput {
      * `{}` clears it.
      */
     metadata?: Record<string, string>;
+    /**
+     * Withhold the secret from the response and get a one-time reveal id
+     * instead. The secret is parked for 24 hours and served once, to the
+     * person the key is for, through the LangWatch app; the caller never
+     * holds it.
+     */
+    reveal_once?: boolean;
 }
 interface UpdateVirtualKeyInput {
     name?: string;
@@ -2702,6 +2792,13 @@ interface VirtualKeyWithSecret {
     virtual_key: VirtualKey;
     secret: string;
 }
+/** What a create with `reveal_once` answers: the id that reads the secret once. */
+interface VirtualKeyWithReveal {
+    virtual_key: VirtualKey;
+    reveal_id: string;
+    /** The display prefix, safe to show in place of the secret. */
+    preview: string;
+}
 /** One page of the virtual-key listing, exactly as the wire serves it. */
 interface VirtualKeyPage {
     data: VirtualKey[];
@@ -2799,8 +2896,12 @@ declare class VirtualKeysApiService {
     /**
      * Mint a key. The response carries the secret ONCE; nothing ever serves it
      * again, so a create that times out is recovered with `idempotencyKey`
-     * rather than by listing.
+     * rather than by listing. With `reveal_once` the response carries a reveal
+     * id in place of the secret.
      */
+    create(input: CreateVirtualKeyInput & {
+        reveal_once: true;
+    }, options?: IdempotentCreateOptions): Promise<VirtualKeyWithReveal>;
     create(input: CreateVirtualKeyInput, options?: IdempotentCreateOptions): Promise<VirtualKeyWithSecret>;
     update(id: string, input: UpdateVirtualKeyInput, options?: MutationOptions): Promise<VirtualKey>;
     rotate(id: string, options?: MutationOptions): Promise<VirtualKeyWithSecret>;
@@ -3822,6 +3923,12 @@ declare class ProjectsApiService {
         limit?: number;
     }): Promise<PaginatedProjects>;
     get(id: string): Promise<Project>;
+    /**
+     * The project's ingest key. The platform hands it out only to a credential
+     * with `project:update` on the project, so a 403 here is the answer "this
+     * login may not", not a transport failure.
+     */
+    getApiKey(id: string): Promise<string>;
     create(input: CreateProjectInput): Promise<ProjectWithServiceKey>;
     update(id: string, input: UpdateProjectInput): Promise<Project>;
     archive(id: string): Promise<ArchivedProject>;
@@ -3891,6 +3998,8 @@ declare class LangWatch {
      */
     readonly suites: SuitesApiService;
     readonly runPlans: RunPlansApiService;
+    /** Judge one LangWatchQL statement across the project's history as a job. */
+    readonly instantEvals: InstantEvalsApiService;
     readonly testSuites: TestSuitesApiService;
     readonly workflows: WorkflowsApiService;
     readonly agents: AgentsApiService;