judgeval 0.7.2 → 0.7.3

package/dist/tracer/BaseTracer.d.ts

@@ -1,8 +1,9 @@
-import { type Context, type SpanOptions, type Tracer } from "@opentelemetry/api";
+import { type Context, type Span, type SpanOptions, type Tracer } from "@opentelemetry/api";
 import type { SpanExporter } from "@opentelemetry/sdk-trace-base";
 import { Example } from "../data/Example";
 import { JudgmentApiClient } from "../internal/api";
 import { BaseScorer } from "../scorers/BaseScorer";
+import { JudgmentSpanProcessor } from "./processors/JudgmentSpanProcessor";
 export type Serializer = (obj: unknown) => string;
 export declare abstract class BaseTracer {
     static readonly TRACER_NAME = "judgeval";
@@ -17,6 +18,7 @@ export declare abstract class BaseTracer {
     abstract initialize(): Promise<void>;
     abstract shutdown(): Promise<void>;
     getSpanExporter(): SpanExporter;
+    getSpanProcessor(): JudgmentSpanProcessor;
     getTracer(): Tracer;
     setSpanKind(kind: string): void;
     setAttribute(key: string, value: unknown): void;
@@ -28,11 +30,71 @@ export declare abstract class BaseTracer {
     setOutput(outputData: unknown): void;
     asyncEvaluate(scorer: BaseScorer, example: Example): void;
     asyncTraceEvaluate(scorer: BaseScorer): void;
-    span<T>(spanName: string, callableFunc: () => T, options?: SpanOptions, ctx?: Context): T;
-    observe<TArgs extends any[], TResult>(func: (...args: TArgs) => TResult, spanType?: string, spanName?: string | null, options?: SpanOptions, ctx?: Context): (...args: TArgs) => TResult;
+    /**
+     * Creates a new span for manual instrumentation.
+     *
+     * WARNING: You probably don't want this method. Use with() instead for most cases.
+     *
+     * This returns a span that is NOT active in the context, meaning child operations
+     * will NOT automatically link to it as a parent. You must manually manage the span
+     * lifecycle including calling span.end() and handling errors.
+     *
+     * To make the span active so child operations auto-link to it:
+     * ```
+     * import { context, trace } from "@opentelemetry/api";
+     * const span = tracer.span("my-span");
+     * context.with(trace.setSpan(context.active(), span), () => {
+     *   // span is active here, child ops auto-link
+     * });
+     * span.end();
+     * ```
+     *
+     * Consider using with() instead, which handles context and lifecycle automatically.
+     *
+     * @param spanName - The name of the span
+     * @param options - Optional span configuration (attributes, links, etc)
+     * @param ctx - Optional context to use as parent. Defaults to the active context
+     * @returns A Span object that must be manually ended
+     */
+    span(spanName: string, options?: SpanOptions, ctx?: Context): Span;
+    /**
+     * Wraps a function execution in a span with automatic lifecycle management.
+     *
+     * Automatically handles span creation, ending, and error recording. The span is passed to
+     * your callback function, allowing you to add custom attributes or access span properties.
+     * The span will be ended automatically when the function completes or throws an error.
+     *
+     * Supports both synchronous and asynchronous functions. For async functions, the span
+     * remains active until the Promise resolves or rejects.
+     *
+     * @param spanName - The name of the span
+     * @param callableFunc - The function to execute within the span. Receives the span as a parameter
+     * @param options - Optional span configuration
+     * @param ctx - Optional context to use as parent. Defaults to the active context
+     * @returns The return value of callableFunc (Promise if async, direct value if sync)
+     */
+    with<T>(spanName: string, callableFunc: (span: Span) => Promise<T>, options?: SpanOptions, ctx?: Context): Promise<T>;
+    with<T>(spanName: string, callableFunc: (span: Span) => T, options?: SpanOptions, ctx?: Context): T;
+    /**
+     * Wraps a function to automatically trace all its invocations.
+     *
+     * Returns a new function that, when called, will automatically create a span, capture input
+     * arguments, execute the original function, capture the output, and handle errors. The span
+     * is automatically ended after the function completes.
+     *
+     * Supports both synchronous and asynchronous functions. Input arguments are serialized and
+     * stored as span attributes, and the return value is captured as output.
+     *
+     * @param func - The function to wrap with automatic tracing
+     * @param spanType - The type of span to create (default: "span"). Common values: "span", "llm", "tool"
+     * @param spanName - Optional custom name for the span. Defaults to the function name
+     * @param options - Optional span configuration
+     * @param ctx - Optional context to use as parent. Defaults to the active context
+     * @returns A wrapped version of the function that creates spans on each invocation
+     */
+    observe<TArgs extends unknown[], TResult>(func: (...args: TArgs) => TResult, spanType?: string, spanName?: string | null, options?: SpanOptions, ctx?: Context): (...args: TArgs) => TResult;
     private resolveProjectId;
     private buildEndpoint;
-    private createJudgmentSpanExporter;
     private generateRunId;
     private createEvaluationRun;
     private createTraceEvaluationRun;

package/dist/tracer/BaseTracer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"BaseTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/BaseTracer.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,OAAO,EAGZ,KAAK,WAAW,EAGhB,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAQpD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAInD,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC;AAElD,8BAAsB,UAAU;IAC9B,MAAM,CAAC,QAAQ,CAAC,WAAW,cAAc;IAEzC,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC;IAC9B,SAAS,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACpC,SAAS,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACvC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC;IACjC,SAAS,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC;IAChD,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnC,SAAS,aACP,WAAW,EAAE,MAAM,EACnB,gBAAgB,EAAE,OAAO,EACzB,SAAS,EAAE,iBAAiB,EAC5B,UAAU,EAAE,UAAU,EACtB,WAAW,GAAE,CAAC,GAAG,EAAE,OAAO,KAAK,MAAuB;cAUxC,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAcvD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAElC,eAAe,IAAI,YAAY;IAU/B,SAAS,IAAI,MAAM;IAInB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU/B,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAmB/C,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAMxD,UAAU,IAAI,IAAI;IAIlB,WAAW,IAAI,IAAI;IAInB,cAAc,IAAI,IAAI;IAItB,QAAQ,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAIlC,SAAS,CAAC,UAAU,EAAE,OAAO,GAAG,IAAI;IAIpC,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAkCzD,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAuC5C,IAAI,CAAC,CAAC,EACJ,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,CAAC,EACrB,OAAO,CAAC,EAAE,WAAW,EACrB,GAAG,CAAC,EAAE,OAAO,GACZ,CAAC;IAqBJ,OAAO,CAAC,KAAK,SAAS,GAAG,EAAE,EAAE,OAAO,EAClC,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,EACjC,QAAQ,SAAS,EACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,OAAO,CAAC,EAAE,WAAW,EACrB,GAAG,CAAC,EAAE,OAAO,GACZ,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO;YAiEhB,gBAAgB;IAmB9B,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,0BAA0B;IASlC,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,wBAAwB;YAiBlB,iBAAiB;IAU/B,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,YAAY;CAyBrB"}
+{"version":3,"file":"BaseTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/BaseTracer.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,OAAO,EACZ,KAAK,IAAI,EAET,KAAK,WAAW,EAGhB,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAQpD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAG3E,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC;AAElD,8BAAsB,UAAU;IAC9B,MAAM,CAAC,QAAQ,CAAC,WAAW,cAAc;IAEzC,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC;IAC9B,SAAS,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACpC,SAAS,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACvC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC;IACjC,SAAS,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC;IAChD,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnC,SAAS,aACP,WAAW,EAAE,MAAM,EACnB,gBAAgB,EAAE,OAAO,EACzB,SAAS,EAAE,iBAAiB,EAC5B,UAAU,EAAE,UAAU,EACtB,WAAW,GAAE,CAAC,GAAG,EAAE,OAAO,KAAK,MAAuB;cAUxC,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAcvD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAElC,eAAe,IAAI,YAAY;IAe/B,gBAAgB,IAAI,qBAAqB;IAUzC,SAAS,IAAI,MAAM;IAInB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAU/B,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAmB/C,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAMxD,UAAU,IAAI,IAAI;IAIlB,WAAW,IAAI,IAAI;IAInB,cAAc,IAAI,IAAI;IAItB,QAAQ,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAIlC,SAAS,CAAC,UAAU,EAAE,OAAO,GAAG,IAAI;IAIpC,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAkCzD,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAuC5C;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI;IAKlE;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CAAC,CAAC,EACJ,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EACxC,OAAO,CAAC,EAAE,WAAW,EACrB,GAAG,CAAC,EAAE,OAAO,GACZ,OAAO,CAAC,CAAC,CAAC;IACb,IAAI,CAAC,CAAC,EACJ,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,EAC/B,OAAO,CAAC,EAAE,WAAW,EACrB,GAAG,CAAC,EAAE,OAAO,GACZ,CAAC;IA2CJ;;;;;;;;;;;;;;;;OAgBG;IACH,OAAO,CAAC,KAAK,SAAS,OAAO,EAAE,EAAE,OAAO,EACtC,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,EACjC,QAAQ,SAAS,EACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,OAAO,CAAC,EAAE,WAAW,EACrB,GAAG,CAAC,EAAE,OAAO,GACZ,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO;YAiEhB,gBAAgB;IAmB9B,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,wBAAwB;YAiBlB,iBAAiB;IAU/B,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,iBAAiB;IAWzB,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,YAAY;CAyBrB"}

package/dist/tracer/BrowserTracer.d.ts

@@ -1,3 +1,4 @@
+import type { Sampler } from "@opentelemetry/sdk-trace-base";
 import { JudgmentApiClient } from "../internal/api";
 import { BaseTracer, type Serializer } from "./BaseTracer";
 export interface BrowserTracerConfig {
@@ -6,14 +7,17 @@ export interface BrowserTracerConfig {
     enableMonitoring?: boolean;
     serializer?: Serializer;
     resourceAttributes?: Record<string, unknown>;
+    sampler?: Sampler;
     initialize?: boolean;
 }
-interface InternalBrowserTracerConfig extends Required<Omit<BrowserTracerConfig, "resourceAttributes">> {
+interface InternalBrowserTracerConfig extends Required<Omit<BrowserTracerConfig, "resourceAttributes" | "sampler">> {
     resourceAttributes: Record<string, unknown>;
+    sampler?: Sampler;
 }
 export declare class BrowserTracer extends BaseTracer {
     private webTracerProvider;
     private resourceAttributes;
+    private sampler?;
     private constructor();
     static create(config: InternalBrowserTracerConfig, apiClient: JudgmentApiClient): Promise<BrowserTracer>;
     initialize(): Promise<void>;

package/dist/tracer/BrowserTracer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"BrowserTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/BrowserTracer.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EAAE,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAE3D,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,UAAU,2BACR,SAAQ,QAAQ,CAAC,IAAI,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,CAAC;IACjE,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,qBAAa,aAAc,SAAQ,UAAU;IAC3C,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,kBAAkB,CAA0B;IAEpD,OAAO;WAWM,MAAM,CACjB,MAAM,EAAE,2BAA2B,EACnC,SAAS,EAAE,iBAAiB,GAC3B,OAAO,CAAC,aAAa,CAAC;IAmBnB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6B3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAahC"}
+{"version":3,"file":"BrowserTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/BrowserTracer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EAAE,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAE3D,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,UAAU,2BACR,SAAQ,QAAQ,CACd,IAAI,CAAC,mBAAmB,EAAE,oBAAoB,GAAG,SAAS,CAAC,CAC5D;IACD,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5C,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,qBAAa,aAAc,SAAQ,UAAU;IAC3C,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,kBAAkB,CAA0B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAU;IAE1B,OAAO;WAaM,MAAM,CACjB,MAAM,EAAE,2BAA2B,EACnC,SAAS,EAAE,iBAAiB,GAC3B,OAAO,CAAC,aAAa,CAAC;IAoBnB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAahC"}

package/dist/tracer/BrowserTracerFactory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"BrowserTracerFactory.d.ts","sourceRoot":"","sources":["../../src/tracer/BrowserTracerFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAE1E,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;gBAE/B,MAAM,EAAE,iBAAiB;IAI/B,MAAM,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,aAAa,CAAC;CAiBlE"}
+{"version":3,"file":"BrowserTracerFactory.d.ts","sourceRoot":"","sources":["../../src/tracer/BrowserTracerFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAE1E,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;gBAE/B,MAAM,EAAE,iBAAiB;IAI/B,MAAM,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,aAAa,CAAC;CAkBlE"}

package/dist/tracer/JudgmentNodeTracerProvider.d.ts

@@ -0,0 +1,30 @@
+import { Tracer } from "@opentelemetry/api";
+import { NodeTracerConfig, NodeTracerProvider } from "@opentelemetry/sdk-trace-node";
+export interface filterTracerParams {
+    name: string;
+    version?: string;
+    options?: {
+        schemaUrl?: string;
+    };
+}
+interface JudgmentNodeTracerProviderConfig extends NodeTracerConfig {
+    /**
+     * Filters what tracers are allowed to be created. This is useful when you want to disable any instrumentation / control instrumentation
+     * that is automatically created by auto-instrumentations or other libraries.
+     *
+     * If set to false, the caller will receive a NoOpTracer.
+     *
+     * @param params The parameters of the tracer to check if it should be allowed.
+     * @returns Whether the tracer should be allowed.
+     */
+    filterTracer?: (params: filterTracerParams) => boolean;
+}
+export declare class JudgmentNodeTracerProvider extends NodeTracerProvider {
+    private readonly filterTracer;
+    constructor(config: JudgmentNodeTracerProviderConfig);
+    getTracer(name: string, version?: string, options?: {
+        schemaUrl?: string;
+    }): Tracer;
+}
+export {};
+//# sourceMappingURL=JudgmentNodeTracerProvider.d.ts.map

package/dist/tracer/JudgmentNodeTracerProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentNodeTracerProvider.d.ts","sourceRoot":"","sources":["../../src/tracer/JudgmentNodeTracerProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,+BAA+B,CAAC;AAKvC,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAClC;AAED,UAAU,gCAAiC,SAAQ,gBAAgB;IACjE;;;;;;;;OAQG;IACH,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC;CACxD;AAED,qBAAa,0BAA2B,SAAQ,kBAAkB;IAChE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0C;gBAE3D,MAAM,EAAE,gCAAgC;IAKpD,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC/B,MAAM;CAqBV"}

package/dist/tracer/NoOpSpan.d.ts

@@ -0,0 +1,15 @@
+import { type Attributes, type AttributeValue, type Exception, type Link, type Span, type SpanContext, type SpanStatus, type TimeInput } from "@opentelemetry/api";
+export declare class NoOpSpan implements Span {
+    setAttribute(_key: string, _value: AttributeValue): this;
+    setAttributes(_attributes: Attributes): this;
+    addEvent(_name: string, _attributesOrStartTime?: Attributes | TimeInput, _startTime?: TimeInput): this;
+    addLink(_link: Link): this;
+    addLinks(_links: Link[]): this;
+    setStatus(_status: SpanStatus): this;
+    updateName(_name: string): this;
+    end(_endTime?: TimeInput): void;
+    isRecording(): boolean;
+    recordException(_exception: Exception, _time?: TimeInput): void;
+    spanContext(): SpanContext;
+}
+//# sourceMappingURL=NoOpSpan.d.ts.map

package/dist/tracer/NoOpSpan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoOpSpan.d.ts","sourceRoot":"","sources":["../../src/tracer/NoOpSpan.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,UAAU,EACf,KAAK,cAAc,EACnB,KAAK,SAAS,EACd,KAAK,IAAI,EACT,KAAK,IAAI,EACT,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,SAAS,EACf,MAAM,oBAAoB,CAAC;AAE5B,qBAAa,QAAS,YAAW,IAAI;IACnC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,IAAI;IAIxD,aAAa,CAAC,WAAW,EAAE,UAAU,GAAG,IAAI;IAI5C,QAAQ,CACN,KAAK,EAAE,MAAM,EACb,sBAAsB,CAAC,EAAE,UAAU,GAAG,SAAS,EAC/C,UAAU,CAAC,EAAE,SAAS,GACrB,IAAI;IAIP,OAAO,CAAC,KAAK,EAAE,IAAI,GAAG,IAAI;IAI1B,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;IAI9B,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IAIpC,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI/B,GAAG,CAAC,QAAQ,CAAC,EAAE,SAAS,GAAG,IAAI;IAI/B,WAAW,IAAI,OAAO;IAItB,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI;IAI/D,WAAW,IAAI,WAAW;CAG3B"}

package/dist/tracer/NoOpTracer.d.ts

@@ -0,0 +1,9 @@
+import { type Context, type Span, type SpanOptions, type Tracer } from "@opentelemetry/api";
+export declare class NoOpTracer implements Tracer {
+    private readonly noopSpan;
+    startSpan(_name: string, _options?: SpanOptions, _context?: Context): Span;
+    startActiveSpan<F extends (span: Span) => unknown>(_name: string, fn: F): ReturnType<F>;
+    startActiveSpan<F extends (span: Span) => unknown>(_name: string, _options: SpanOptions, fn: F): ReturnType<F>;
+    startActiveSpan<F extends (span: Span) => unknown>(_name: string, _options: SpanOptions, _context: Context, fn: F): ReturnType<F>;
+}
+//# sourceMappingURL=NoOpTracer.d.ts.map

package/dist/tracer/NoOpTracer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoOpTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/NoOpTracer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,OAAO,EACZ,KAAK,IAAI,EACT,KAAK,WAAW,EAChB,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAG5B,qBAAa,UAAW,YAAW,MAAM;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkB;IAE3C,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI;IAI1E,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAC/C,KAAK,EAAE,MAAM,EACb,EAAE,EAAE,CAAC,GACJ,UAAU,CAAC,CAAC,CAAC;IAChB,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAC/C,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EACrB,EAAE,EAAE,CAAC,GACJ,UAAU,CAAC,CAAC,CAAC;IAChB,eAAe,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAC/C,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EACrB,QAAQ,EAAE,OAAO,EACjB,EAAE,EAAE,CAAC,GACJ,UAAU,CAAC,CAAC,CAAC;CAQjB"}

package/dist/tracer/NodeTracer.d.ts

@@ -1,6 +1,8 @@
-import type { Instrumentation } from "@opentelemetry/instrumentation";
+import { type Instrumentation } from "@opentelemetry/instrumentation";
+import { type Sampler } from "@opentelemetry/sdk-trace-base";
 import { JudgmentApiClient } from "../internal/api";
 import { BaseTracer, type Serializer } from "./BaseTracer";
+import { filterTracerParams } from "./JudgmentNodeTracerProvider";
 export interface NodeTracerConfig {
     projectName: string;
     enableEvaluation?: boolean;
@@ -8,16 +10,23 @@ export interface NodeTracerConfig {
     serializer?: Serializer;
     resourceAttributes?: Record<string, unknown>;
     instrumentations?: Instrumentation[];
+    sampler?: Sampler;
     initialize?: boolean;
+    filterTracer?: (params: filterTracerParams) => boolean;
 }
-interface InternalNodeTracerConfig extends Required<Omit<NodeTracerConfig, "resourceAttributes" | "instrumentations">> {
+interface InternalNodeTracerConfig extends Required<Omit<NodeTracerConfig, "resourceAttributes" | "instrumentations" | "sampler" | "filterTracer">> {
     resourceAttributes: Record<string, unknown>;
     instrumentations: Instrumentation[];
+    sampler?: Sampler;
+    filterTracer?: (params: filterTracerParams) => boolean;
 }
 export declare class NodeTracer extends BaseTracer {
-    private nodeSDK;
+    private tracerProvider;
+    private contextManager;
     private resourceAttributes;
     private instrumentations;
+    private sampler?;
+    private filterTracer?;
     private constructor();
     static create(config: InternalNodeTracerConfig, apiClient: JudgmentApiClient): Promise<NodeTracer>;
     initialize(): Promise<void>;

package/dist/tracer/NodeTracer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"NodeTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/NodeTracer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAGtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EAAE,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAE3D,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,UAAU,wBACR,SAAQ,QAAQ,CACd,IAAI,CAAC,gBAAgB,EAAE,oBAAoB,GAAG,kBAAkB,CAAC,CAClE;IACD,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5C,gBAAgB,EAAE,eAAe,EAAE,CAAC;CACrC;AAED,qBAAa,UAAW,SAAQ,UAAU;IACxC,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,kBAAkB,CAA0B;IACpD,OAAO,CAAC,gBAAgB,CAAoB;IAE5C,OAAO;WAaM,MAAM,CACjB,MAAM,EAAE,wBAAwB,EAChC,SAAS,EAAE,iBAAiB,GAC3B,OAAO,CAAC,UAAU,CAAC;IAoBhB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAahC"}
+{"version":3,"file":"NodeTracer.d.ts","sourceRoot":"","sources":["../../src/tracer/NodeTracer.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,KAAK,eAAe,EACrB,MAAM,gCAAgC,CAAC;AAKxC,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAE7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAIpD,OAAO,EAAE,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAEL,kBAAkB,EACnB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC;CACxD;AAED,UAAU,wBACR,SAAQ,QAAQ,CACd,IAAI,CACF,gBAAgB,EAChB,oBAAoB,GAAG,kBAAkB,GAAG,SAAS,GAAG,cAAc,CACvE,CACF;IACD,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5C,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC;CACxD;AAED,qBAAa,UAAW,SAAQ,UAAU;IACxC,OAAO,CAAC,cAAc,CAAmC;IACzD,OAAO,CAAC,cAAc,CAAgD;IACtE,OAAO,CAAC,kBAAkB,CAA0B;IACpD,OAAO,CAAC,gBAAgB,CAAoB;IAC5C,OAAO,CAAC,OAAO,CAAC,CAAU;IAC1B,OAAO,CAAC,YAAY,CAAC,CAA0C;IAE/D,OAAO;WAiBM,MAAM,CACjB,MAAM,EAAE,wBAAwB,EAChC,SAAS,EAAE,iBAAiB,GAC3B,OAAO,CAAC,UAAU,CAAC;IAsBhB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA0C3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAmBhC"}

package/dist/tracer/NodeTracerFactory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"NodeTracerFactory.d.ts","sourceRoot":"","sources":["../../src/tracer/NodeTracerFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEjE,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;gBAE/B,MAAM,EAAE,iBAAiB;IAI/B,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;CAkB5D"}
+{"version":3,"file":"NodeTracerFactory.d.ts","sourceRoot":"","sources":["../../src/tracer/NodeTracerFactory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEjE,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;gBAE/B,MAAM,EAAE,iBAAiB;IAI/B,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;CAoB5D"}

package/dist/tracer/processors/JudgmentSpanProcessor.d.ts

@@ -0,0 +1,13 @@
+import { BatchSpanProcessor, type SpanExporter } from "@opentelemetry/sdk-trace-base";
+import type { BaseTracer } from "../BaseTracer";
+export interface JudgmentSpanProcessorConfig {
+    maxQueueSize?: number;
+    scheduledDelayMillis?: number;
+    maxExportBatchSize?: number;
+    exportTimeoutMillis?: number;
+}
+export declare class JudgmentSpanProcessor extends BatchSpanProcessor {
+    private tracer;
+    constructor(_tracer: BaseTracer, exporter: SpanExporter, config?: JudgmentSpanProcessorConfig);
+}
+//# sourceMappingURL=JudgmentSpanProcessor.d.ts.map

package/dist/tracer/processors/JudgmentSpanProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentSpanProcessor.d.ts","sourceRoot":"","sources":["../../../src/tracer/processors/JudgmentSpanProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAElB,KAAK,YAAY,EAClB,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD,MAAM,WAAW,2BAA2B;IAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,qBAAa,qBAAsB,SAAQ,kBAAkB;IAG3D,OAAO,CAAC,MAAM,CAAa;gBAEzB,OAAO,EAAE,UAAU,EACnB,QAAQ,EAAE,YAAY,EACtB,MAAM,CAAC,EAAE,2BAA2B;CAWvC"}

package/dist/tracer/processors/NoOpJudgmentSpanProcessor.d.ts

@@ -0,0 +1,13 @@
+import { type Context } from "@opentelemetry/api";
+import type { ReadableSpan, Span } from "@opentelemetry/sdk-trace-base";
+import { type BaseTracer } from "../BaseTracer";
+import { JudgmentSpanProcessor } from "./JudgmentSpanProcessor";
+export declare class NoOpSpanProcessor extends JudgmentSpanProcessor {
+    constructor(tracer: BaseTracer);
+    onStart(_span: Span, _parentContext: Context): void;
+    onEnd(_span: ReadableSpan): void;
+    forceFlush(): Promise<void>;
+    shutdown(): Promise<void>;
+    protected onShutdown(): void;
+}
+//# sourceMappingURL=NoOpJudgmentSpanProcessor.d.ts.map

package/dist/tracer/processors/NoOpJudgmentSpanProcessor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"NoOpJudgmentSpanProcessor.d.ts","sourceRoot":"","sources":["../../../src/tracer/processors/NoOpJudgmentSpanProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,qBAAa,iBAAkB,SAAQ,qBAAqB;gBAC9C,MAAM,EAAE,UAAU;IAI9B,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,GAAG,IAAI;IAInD,KAAK,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI;IAIhC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAIzB,SAAS,CAAC,UAAU,IAAI,IAAI;CAG7B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "judgeval",
-  "version": "0.7.2",
+  "version": "0.7.3",
   "description": "JavaScript/TypeScript client for Judgment evaluation platform",
   "main": "./dist/index.cjs",
   "module": "./dist/index.mjs",
@@ -26,7 +26,7 @@
     "lint:fix": "eslint src/**/*.ts --fix --no-warn-ignored",
     "format": "prettier --write \"src/**/*.ts\"",
     "generate-client": "bunx tsx scripts/generate-client.ts && bun run format",
-    "test": "bun test",
+    "test": "bun test --coverage",
     "clean": "rimraf dist",
     "prepublishOnly": "bun run clean && bun run build",
     "example": "bun scripts/run-example.ts"
@@ -48,6 +48,7 @@
   },
   "dependencies": {
     "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/context-async-hooks": "^2.2.0",
     "@opentelemetry/core": "^2.2.0",
     "@opentelemetry/exporter-trace-otlp-http": "^0.207.0",
     "@opentelemetry/resources": "^2.2.0",