langwatch 0.24.0 → 0.26.0

package/dist/index.d.mts

@@ -1,5 +1,5 @@
 import { L as Logger, C as ConsoleLogger, N as NoOpLogger } from './index-D7rKIGrO.mjs';
-export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, d as getLangWatchTracer } from './implementation-BEnuAoj9.mjs';
+export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, d as getLangWatchTracer } from './implementation-DQ_r7ave.mjs';
 import { z } from 'zod';
 import { p as paths, P as PromptResponse, g as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, h as CreatedTag, o as operations, i as PromptData, F as FetchPolicy, j as Prompt, a as LangWatchSpan, k as components } from './types-_X800_oh.mjs';
 import openApiCreateClient from 'openapi-fetch';
@@ -14,11 +14,15 @@ import '@opentelemetry/semantic-conventions/incubating';
 
 /**
  * Creates a new LangWatch API client.
- * @param apiKey - The API key to use for authentication. Defaults to LANGWATCH_API_KEY environment variable.
- * @param endpoint - The endpoint to use for the API client. Defaults to LANGWATCH_ENDPOINT environment variable or internal DEFAULT_ENDPOINT.
+ * @param apiKey - The API key or Personal Access Token used for authentication.
+ *                 Defaults to `LANGWATCH_API_KEY`.
+ * @param endpoint - The endpoint to use for the API client. Defaults to `LANGWATCH_ENDPOINT`
+ *                   or the internal `DEFAULT_ENDPOINT`.
+ * @param projectId - Project identifier. Required when `apiKey` is a PAT
+ *                    (`pat-lw-*`). Defaults to `LANGWATCH_PROJECT_ID`.
  * @returns A new LangWatch API client.
  */
-declare const createLangWatchApiClient: (apiKey?: string, endpoint?: string) => openApiCreateClient.Client<paths, `${string}/${string}`>;
+declare const createLangWatchApiClient: (apiKey?: string, endpoint?: string, projectId?: string | undefined) => openApiCreateClient.Client<paths, `${string}/${string}`>;
 type LangwatchApiClient = ReturnType<typeof createLangWatchApiClient>;
 
 interface InternalConfig {
@@ -247,6 +251,10 @@ declare class FileManager {
     private static readonly PROMPTS_DIR;
     private static readonly MATERIALIZED_DIR;
     private static _projectRoot;
+    /** Reset the cached project root. Tests use this to exercise different cwds. */
+    static _resetProjectRootCache(): void;
+    private static readonly PROJECT_MARKERS;
+    private static hasProjectMarker;
     private static findProjectRoot;
     static getPromptsConfigPath(): string;
     static getPromptsLockPath(): string;
@@ -1022,6 +1030,9 @@ declare class Experiment {
     private lastSentMs;
     private pendingFlush;
     private flushTimeout;
+    private cumulativeEvaluations;
+    private cumulativeEntries;
+    private runUrl;
     private targets;
     private currentTraceId;
     private currentIndex;
@@ -1153,6 +1164,25 @@ declare class Experiment {
      * Schedule a debounced send
      */
     private scheduleSend;
+    /**
+     * Print a CI-friendly summary and optionally exit with code 1 on failure.
+     *
+     * Mirrors `ExperimentRunResult.printSummary` for parity — SDK-driven experiments
+     * can now fail CI builds the same way platform experiments do.
+     *
+     * @param exitOnFailure - If true (default), calls `process.exit(1)` when any evaluation failed.
+     *
+     * @example
+     * ```typescript
+     * const experiment = await langwatch.experiments.init("ci-quality-check");
+     * await experiment.run(dataset, async ({ item, index }) => {
+     *   const response = await myLLM(item.input);
+     *   await experiment.evaluate("ragas/faithfulness", { index, data: { input: item.input, output: response } });
+     * });
+     * experiment.printSummary();
+     * ```
+     */
+    printSummary(exitOnFailure?: boolean): void;
     /**
      * Send current batch to the API
      */
@@ -1330,10 +1360,6 @@ declare class ExperimentsFacade {
      * Build the result object from API response
      */
     private buildResult;
-    /**
-     * Print a CI-friendly summary of the experiment results
-     */
-    private printSummary;
     private sleep;
     /**
      * Replace the domain of a URL with a new base URL, preserving the path

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import { L as Logger, C as ConsoleLogger, N as NoOpLogger } from './index-D7rKIGrO.js';
-export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, d as getLangWatchTracer } from './implementation-Cpmr6P6w.js';
+export { F as FilterableBatchSpanProcessor, L as LangWatchExporter, S as SpanProcessingExcludeRule, g as getLangWatchLogger, d as getLangWatchTracer } from './implementation-DA0tkKLH.js';
 import { z } from 'zod';
 import { p as paths, P as PromptResponse, g as CreatePromptBody, U as UpdatePromptBody, T as TagDefinition, h as CreatedTag, o as operations, i as PromptData, F as FetchPolicy, j as Prompt, a as LangWatchSpan, k as components } from './types-fEWF2qhg.js';
 import openApiCreateClient from 'openapi-fetch';
@@ -14,11 +14,15 @@ import '@opentelemetry/semantic-conventions/incubating';
 
 /**
  * Creates a new LangWatch API client.
- * @param apiKey - The API key to use for authentication. Defaults to LANGWATCH_API_KEY environment variable.
- * @param endpoint - The endpoint to use for the API client. Defaults to LANGWATCH_ENDPOINT environment variable or internal DEFAULT_ENDPOINT.
+ * @param apiKey - The API key or Personal Access Token used for authentication.
+ *                 Defaults to `LANGWATCH_API_KEY`.
+ * @param endpoint - The endpoint to use for the API client. Defaults to `LANGWATCH_ENDPOINT`
+ *                   or the internal `DEFAULT_ENDPOINT`.
+ * @param projectId - Project identifier. Required when `apiKey` is a PAT
+ *                    (`pat-lw-*`). Defaults to `LANGWATCH_PROJECT_ID`.
  * @returns A new LangWatch API client.
  */
-declare const createLangWatchApiClient: (apiKey?: string, endpoint?: string) => openApiCreateClient.Client<paths, `${string}/${string}`>;
+declare const createLangWatchApiClient: (apiKey?: string, endpoint?: string, projectId?: string | undefined) => openApiCreateClient.Client<paths, `${string}/${string}`>;
 type LangwatchApiClient = ReturnType<typeof createLangWatchApiClient>;
 
 interface InternalConfig {
@@ -247,6 +251,10 @@ declare class FileManager {
     private static readonly PROMPTS_DIR;
     private static readonly MATERIALIZED_DIR;
     private static _projectRoot;
+    /** Reset the cached project root. Tests use this to exercise different cwds. */
+    static _resetProjectRootCache(): void;
+    private static readonly PROJECT_MARKERS;
+    private static hasProjectMarker;
     private static findProjectRoot;
     static getPromptsConfigPath(): string;
     static getPromptsLockPath(): string;
@@ -1022,6 +1030,9 @@ declare class Experiment {
     private lastSentMs;
     private pendingFlush;
     private flushTimeout;
+    private cumulativeEvaluations;
+    private cumulativeEntries;
+    private runUrl;
     private targets;
     private currentTraceId;
     private currentIndex;
@@ -1153,6 +1164,25 @@ declare class Experiment {
      * Schedule a debounced send
      */
     private scheduleSend;
+    /**
+     * Print a CI-friendly summary and optionally exit with code 1 on failure.
+     *
+     * Mirrors `ExperimentRunResult.printSummary` for parity — SDK-driven experiments
+     * can now fail CI builds the same way platform experiments do.
+     *
+     * @param exitOnFailure - If true (default), calls `process.exit(1)` when any evaluation failed.
+     *
+     * @example
+     * ```typescript
+     * const experiment = await langwatch.experiments.init("ci-quality-check");
+     * await experiment.run(dataset, async ({ item, index }) => {
+     *   const response = await myLLM(item.input);
+     *   await experiment.evaluate("ragas/faithfulness", { index, data: { input: item.input, output: response } });
+     * });
+     * experiment.printSummary();
+     * ```
+     */
+    printSummary(exitOnFailure?: boolean): void;
     /**
      * Send current batch to the API
      */
@@ -1330,10 +1360,6 @@ declare class ExperimentsFacade {
      * Build the result object from API response
      */
     private buildResult;
-    /**
-     * Print a CI-friendly summary of the experiment results
-     */
-    private printSummary;
     private sleep;
     /**
      * Replace the domain of a URL with a new base URL, preserving the path