judgeval 0.3.0 → 0.3.2

package/dist/tracer/OpenTelemetryKeys.d.ts

@@ -1,11 +1,38 @@
-export declare class OpenTelemetryKeys {
+export declare abstract class OpenTelemetryKeys {
     static readonly AttributeKeys: {
         readonly JUDGMENT_SPAN_KIND: "judgment.span_kind";
         readonly JUDGMENT_INPUT: "judgment.input";
         readonly JUDGMENT_OUTPUT: "judgment.output";
+        readonly JUDGMENT_OFFLINE_MODE: "judgment.offline_mode";
+        readonly JUDGMENT_UPDATE_ID: "judgment.update_id";
+        readonly JUDGMENT_CUSTOMER_ID: "judgment.customer_id";
+        readonly JUDGMENT_AGENT_ID: "judgment.agent_id";
+        readonly JUDGMENT_PARENT_AGENT_ID: "judgment.parent_agent_id";
+        readonly JUDGMENT_AGENT_CLASS_NAME: "judgment.agent_class_name";
+        readonly JUDGMENT_AGENT_INSTANCE_NAME: "judgment.agent_instance_name";
         readonly PENDING_TRACE_EVAL: "judgment.pending_trace_eval";
+        readonly GEN_AI_PROMPT: "gen_ai.prompt";
+        readonly GEN_AI_COMPLETION: "gen_ai.completion";
+        readonly GEN_AI_REQUEST_MODEL: "gen_ai.request.model";
+        readonly GEN_AI_RESPONSE_MODEL: "gen_ai.response.model";
+        readonly GEN_AI_SYSTEM: "gen_ai.system";
+        readonly GEN_AI_USAGE_INPUT_TOKENS: "gen_ai.usage.input_tokens";
+        readonly GEN_AI_USAGE_OUTPUT_TOKENS: "gen_ai.usage.output_tokens";
+        readonly GEN_AI_USAGE_COMPLETION_TOKENS: "gen_ai.usage.completion_tokens";
+        readonly GEN_AI_REQUEST_TEMPERATURE: "gen_ai.request.temperature";
+        readonly GEN_AI_REQUEST_MAX_TOKENS: "gen_ai.request.max_tokens";
+        readonly GEN_AI_RESPONSE_FINISH_REASONS: "gen_ai.response.finish_reasons";
+        readonly GEN_AI_USAGE_TOTAL_COST: "gen_ai.usage.total_cost_usd";
+    };
+    static readonly InternalAttributeKeys: {
+        readonly DISABLE_PARTIAL_EMIT: "disable_partial_emit";
+        readonly CANCELLED: "cancelled";
     };
     static readonly ResourceKeys: {
+        readonly SERVICE_NAME: "service.name";
+        readonly TELEMETRY_SDK_LANGUAGE: "telemetry.sdk.language";
+        readonly TELEMETRY_SDK_NAME: "telemetry.sdk.name";
+        readonly TELEMETRY_SDK_VERSION: "telemetry.sdk.version";
         readonly JUDGMENT_PROJECT_ID: "judgment.project_id";
     };
 }

package/dist/tracer/OpenTelemetryKeys.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OpenTelemetryKeys.d.ts","sourceRoot":"","sources":["../../src/tracer/OpenTelemetryKeys.ts"],"names":[],"mappings":"AAAA,qBAAa,iBAAiB;IAC5B,gBAAuB,aAAa;;;;;MAKzB;IAEX,gBAAuB,YAAY;;MAExB;CACZ"}
+{"version":3,"file":"OpenTelemetryKeys.d.ts","sourceRoot":"","sources":["../../src/tracer/OpenTelemetryKeys.ts"],"names":[],"mappings":"AAAA,8BAAsB,iBAAiB;IACrC,gBAAuB,aAAa;;;;;;;;;;;;;;;;;;;;;;;;MA8BzB;IAEX,gBAAuB,qBAAqB;;;MAGjC;IAEX,gBAAuB,YAAY;;;;;;MAMxB;CACZ"}

package/dist/tracer/Tracer.d.ts

@@ -4,44 +4,43 @@ import { BaseScorer } from "../scorers/base-scorer";
 import { JudgmentSpanExporter, NoOpSpanExporter } from "./exporters";
 import { TracerConfiguration } from "./TracerConfiguration";
 export type Serializer = (obj: unknown) => string;
-export declare class Tracer {
-    private readonly configuration;
-    private readonly apiClient;
-    private readonly serializer;
+type SpanKind = ("llm" | "tool" | "span") & {};
+export type TracerInitializeOptions = {
+    resourceAttributes?: Record<string, unknown>;
+    [key: string]: unknown;
+};
+export declare abstract class Tracer {
+    protected static instances: Map<string, Tracer>;
+    apiClient: JudgmentApiClient;
+    tracer: unknown;
+    serializer: Serializer;
+    protected _initialized: boolean;
     private projectId;
-    private projectIdPromise;
+    protected configuration: TracerConfiguration;
     getConfiguration(): TracerConfiguration;
     getProjectId(): string | null;
     getSerializer(): Serializer;
-    constructor(configuration: TracerConfiguration, apiClient: JudgmentApiClient, serializer: Serializer);
+    constructor(configuration: TracerConfiguration);
+    abstract initialize(options: TracerInitializeOptions): Promise<Tracer>;
     private resolveProjectId;
-    static builder(): TracerBuilder;
-    static createDefault(projectName: string): Tracer;
-    static createWithConfiguration(configuration: TracerConfiguration): Tracer;
+    static getExporter(apiKey: string, organizationId: string, projectId: string): JudgmentSpanExporter;
     getSpanExporter(): Promise<JudgmentSpanExporter | NoOpSpanExporter>;
-    setSpanKind(kind: string | null): void;
-    setAttribute(key: string, value: unknown, type?: any): void;
+    setSpanKind(kind: SpanKind): void;
+    setAttribute(key: string, value: unknown): void;
     setLLMSpan(): void;
     setToolSpan(): void;
     setGeneralSpan(): void;
     setAttributes(attributes: Record<string, unknown>): void;
-    setInput(input: unknown, type?: any): void;
-    setOutput(output: unknown, type?: any): void;
+    setInput(input: unknown): void;
+    setOutput(output: unknown): void;
     asyncEvaluate(scorer: BaseScorer, example: ExampleModel, model?: string): void;
     asyncTraceEvaluate(scorer: BaseScorer, model?: string): void;
     private createTraceEvaluationRun;
     private createJudgmentSpanExporter;
     private createEvaluationRun;
     private enqueueEvaluation;
+    observe<TArgs extends any[], TResult>(func: (...args: TArgs) => TResult, spanKind?: SpanKind): (...args: TArgs) => TResult;
+    shutdown(): Promise<void>;
 }
-export declare class TracerBuilder {
-    private config?;
-    private _apiClient?;
-    private _serializer;
-    static builder(): TracerBuilder;
-    configuration(configuration: TracerConfiguration): this;
-    apiClient(apiClient: JudgmentApiClient): this;
-    serializer(serializer: Serializer): this;
-    build(): Tracer;
-}
+export {};
 //# sourceMappingURL=Tracer.d.ts.map

package/dist/tracer/Tracer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Tracer.d.ts","sourceRoot":"","sources":["../../src/tracer/Tracer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAEL,OAAO,IAAI,YAAY,EAExB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC;AAElD,qBAAa,MAAM;IACjB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAsB;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoB;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,gBAAgB,CAAyB;IAE1C,gBAAgB,IAAI,mBAAmB;IAIvC,YAAY,IAAI,MAAM,GAAG,IAAI;IAI7B,aAAa,IAAI,UAAU;gBAKhC,aAAa,EAAE,mBAAmB,EAClC,SAAS,EAAE,iBAAiB,EAC5B,UAAU,EAAE,UAAU;YAQV,gBAAgB;WA4BhB,OAAO,IAAI,aAAa;WAIxB,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM;WAM1C,uBAAuB,CACnC,aAAa,EAAE,mBAAmB,GACjC,MAAM;IAII,eAAe,IAAI,OAAO,CACrC,oBAAoB,GAAG,gBAAgB,CACxC;IAeM,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IActC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAS3D,UAAU,IAAI,IAAI;IAIlB,WAAW,IAAI,IAAI;IAInB,cAAc,IAAI,IAAI;IAItB,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAcxD,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAI1C,SAAS,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAI5C,aAAa,CAClB,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,YAAY,EACrB,KAAK,CAAC,EAAE,MAAM,GACb,IAAI;IAiCA,kBAAkB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IA0CnE,OAAO,CAAC,wBAAwB;IAsBhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,mBAAmB;YA0Bb,iBAAiB;CAYhC;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,CAAsB;IACrC,OAAO,CAAC,UAAU,CAAC,CAAoB;IACvC,OAAO,CAAC,WAAW,CAA8B;WAEnC,OAAO,IAAI,aAAa;IAI/B,aAAa,CAAC,aAAa,EAAE,mBAAmB,GAAG,IAAI;IAKvD,SAAS,CAAC,SAAS,EAAE,iBAAiB,GAAG,IAAI;IAK7C,UAAU,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI;IAKxC,KAAK,IAAI,MAAM;CAevB"}
+{"version":3,"file":"Tracer.d.ts","sourceRoot":"","sources":["../../src/tracer/Tracer.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAEL,OAAO,IAAI,YAAY,EACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGpD,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC;AAClD,KAAK,QAAQ,GAAG,CAAC,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;AAE/C,MAAM,MAAM,uBAAuB,GAAG;IACpC,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAEF,8BAAsB,MAAM;IAC1B,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAa;IAErD,SAAS,EAAE,iBAAiB,CAAC;IAC7B,MAAM,EAAE,OAAO,CAAQ;IACvB,UAAU,EAAE,UAAU,CAAkB;IAE/C,SAAS,CAAC,YAAY,EAAE,OAAO,CAAS;IAExC,OAAO,CAAC,SAAS,CAAuB;IACxC,SAAS,CAAC,aAAa,EAAE,mBAAmB,CAAC;IAEtC,gBAAgB,IAAI,mBAAmB;IAIvC,YAAY,IAAI,MAAM,GAAG,IAAI;IAI7B,aAAa,IAAI,UAAU;gBAIf,aAAa,EAAE,mBAAmB;aAYrC,UAAU,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,MAAM,CAAC;YAE/D,gBAAgB;WA6BhB,WAAW,CACvB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM,GAChB,oBAAoB;IAaV,eAAe,IAAI,OAAO,CACrC,oBAAoB,GAAG,gBAAgB,CACxC;IAgBM,WAAW,CAAC,IAAI,EAAE,QAAQ,GAAG,IAAI;IAcjC,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAS/C,UAAU,IAAI,IAAI;IAIlB,WAAW,IAAI,IAAI;IAInB,cAAc,IAAI,IAAI;IAItB,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAcxD,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAI9B,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAIhC,aAAa,CAClB,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,YAAY,EACrB,KAAK,CAAC,EAAE,MAAM,GACb,IAAI;IAsCA,kBAAkB,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IA+CnE,OAAO,CAAC,wBAAwB;IAsBhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,mBAAmB;YA0Bb,iBAAiB;IAkBxB,OAAO,CAAC,KAAK,SAAS,GAAG,EAAE,EAAE,OAAO,EACzC,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO,EACjC,QAAQ,GAAE,QAAiB,GAC1B,CAAC,GAAG,IAAI,EAAE,KAAK,KAAK,OAAO;IAsEjB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CACvC"}

package/dist/tracer/TracerConfiguration.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TracerConfiguration.d.ts","sourceRoot":"","sources":["../../src/tracer/TracerConfiguration.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,mBAAmB;aAEZ,WAAW,EAAE,MAAM;aACnB,MAAM,EAAE,MAAM;aACd,cAAc,EAAE,MAAM;aACtB,MAAM,EAAE,MAAM;aACd,gBAAgB,EAAE,OAAO;aACzB,UAAU,EAAE,MAAM;gBALlB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,OAAO,EACzB,UAAU,GAAE,MAAoB;IAGlD;;;;;;;;;;;;OAYG;WACW,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,mBAAmB;WAIvD,OAAO,IAAI,0BAA0B;CAGpD;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,0BAA0B;IACrC,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,eAAe,CAAiC;IACxD,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,WAAW,CAAuB;IAEnC,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAKtC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAK5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,gBAAgB,CAAC,gBAAgB,EAAE,OAAO,GAAG,IAAI;IAKjD,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKpC,KAAK,IAAI,mBAAmB;CA0BpC"}
+{"version":3,"file":"TracerConfiguration.d.ts","sourceRoot":"","sources":["../../src/tracer/TracerConfiguration.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,mBAAmB;aAEZ,WAAW,EAAE,MAAM;aACnB,MAAM,EAAE,MAAM;aACd,cAAc,EAAE,MAAM;aACtB,MAAM,EAAE,MAAM;aACd,gBAAgB,EAAE,OAAO;aACzB,UAAU,EAAE,MAAM;gBALlB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,OAAO,EACzB,UAAU,GAAE,MAAkD;IAGhF;;;;;;;;;;;;OAYG;WACW,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,mBAAmB;WAIvD,OAAO,IAAI,0BAA0B;CAGpD;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,0BAA0B;IACrC,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,WAAW,CAAqD;IAEjE,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAKtC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAK5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,gBAAgB,CAAC,gBAAgB,EAAE,OAAO,GAAG,IAAI;IAKjD,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKpC,KAAK,IAAI,mBAAmB;CA0BpC"}

package/dist/tracer/exporters/JudgmentSpanExporter.d.ts

@@ -1,11 +1,43 @@
-import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
-export declare class JudgmentSpanExporter extends OTLPTraceExporter {
+import { ExportResult } from "@opentelemetry/core";
+import { ReadableSpan, SpanExporter } from "@opentelemetry/sdk-trace-base";
+/**
+ * SpanExporter implementation that sends spans to Judgment Labs with project identification.
+ *
+ * This exporter wraps the OTLP HTTP exporter and adds Judgment Labs specific headers and project
+ * identification to all exported spans.
+ */
+export declare class JudgmentSpanExporter implements SpanExporter {
+    private readonly delegate;
+    /**
+     * Creates a new JudgmentSpanExporter with the specified configuration.
+     *
+     * @param endpoint the OTLP endpoint URL
+     * @param apiKey the API key for authentication
+     * @param organizationId the organization ID
+     * @param projectId the project ID (must not be null or empty)
+     * @throws Error if projectId is null or empty
+     */
     constructor(endpoint: string, apiKey: string, organizationId: string, projectId: string);
     /**
      * Creates a new builder for constructing JudgmentSpanExporter instances.
      */
     static builder(): JudgmentSpanExporterBuilder;
+    /**
+     * Exports a collection of spans.
+     */
+    export(spans: ReadableSpan[], resultCallback: (result: ExportResult) => void): void;
+    /**
+     * Shuts down the exporter.
+     */
+    shutdown(): Promise<void>;
+    /**
+     * Forces the exporter to flush any pending spans.
+     */
+    forceFlush(): Promise<void>;
 }
+/**
+ * Builder for creating JudgmentSpanExporter instances.
+ */
 export declare class JudgmentSpanExporterBuilder {
     private _endpoint?;
     private _apiKey?;
@@ -14,22 +46,37 @@ export declare class JudgmentSpanExporterBuilder {
     constructor();
     /**
      * Sets the OTLP endpoint URL.
+     *
+     * @param endpoint the endpoint URL
+     * @return this builder for method chaining
      */
     endpoint(endpoint: string): this;
     /**
      * Sets the API key for authentication.
+     *
+     * @param apiKey the API key
+     * @return this builder for method chaining
      */
     apiKey(apiKey: string): this;
     /**
      * Sets the organization ID.
+     *
+     * @param organizationId the organization ID
+     * @return this builder for method chaining
      */
     organizationId(organizationId: string): this;
     /**
      * Sets the project ID.
+     *
+     * @param projectId the project ID
+     * @return this builder for method chaining
      */
     projectId(projectId: string): this;
     /**
      * Builds a new JudgmentSpanExporter with the current configuration.
+     *
+     * @return a new JudgmentSpanExporter instance
+     * @throws Error if required fields are missing
      */
     build(): JudgmentSpanExporter;
 }

package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"JudgmentSpanExporter.d.ts","sourceRoot":"","sources":["../../../src/tracer/exporters/JudgmentSpanExporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAE5E,qBAAa,oBAAqB,SAAQ,iBAAiB;gBAEvD,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM;IAgBnB;;OAEG;WACW,OAAO,IAAI,2BAA2B;CAGrD;AAED,qBAAa,2BAA2B;IACtC,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,UAAU,CAAC,CAAS;;IAI5B;;OAEG;IACI,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAKvC;;OAEG;IACI,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACI,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAKnD;;OAEG;IACI,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAKzC;;OAEG;IACI,KAAK,IAAI,oBAAoB;CAqBrC"}
+{"version":3,"file":"JudgmentSpanExporter.d.ts","sourceRoot":"","sources":["../../../src/tracer/exporters/JudgmentSpanExporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE3E;;;;;GAKG;AACH,qBAAa,oBAAqB,YAAW,YAAY;IACvD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IAExC;;;;;;;;OAQG;gBAED,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM;IAgBnB;;OAEG;WACW,OAAO,IAAI,2BAA2B;IAIpD;;OAEG;IACH,MAAM,CACJ,KAAK,EAAE,YAAY,EAAE,EACrB,cAAc,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,GAC7C,IAAI;IAIP;;OAEG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAIzB;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;CAG5B;AAED;;GAEG;AACH,qBAAa,2BAA2B;IACtC,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,UAAU,CAAC,CAAS;;IAI5B;;;;;OAKG;IACI,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAKvC;;;;;OAKG;IACI,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAKnC;;;;;OAKG;IACI,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAKnD;;;;;OAKG;IACI,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAKzC;;;;;OAKG;IACI,KAAK,IAAI,oBAAoB;CAqBrC"}

package/dist/utils/guards.d.ts

@@ -0,0 +1,4 @@
+export declare function expect<T>(value: T | null | undefined, message: string): T;
+export declare function expectApiKey(apiKey: string | null | undefined): string;
+export declare function expectOrganizationId(organizationId: string | null | undefined): string;
+//# sourceMappingURL=guards.d.ts.map

package/dist/utils/guards.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"guards.d.ts","sourceRoot":"","sources":["../../src/utils/guards.ts"],"names":[],"mappings":"AAAA,wBAAgB,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,CAAC,CAKzE;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAKtE;AAED,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GACxC,MAAM,CAKR"}

package/dist/utils/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./annotate";
+export * from "./guards";
 export * from "./logger";
 export * from "./types";
 export * from "./validation";

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,cAAc,CAAC"}

package/dist/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.3.0";
+export declare const VERSION = "0.3.2";
 //# sourceMappingURL=version.d.ts.map

package/package.json

@@ -1,16 +1,16 @@
 {
   "name": "judgeval",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "description": "JavaScript/TypeScript client for Judgment evaluation platform",
-  "main": "./dist/index.js",
+  "main": "./dist/index.mjs",
   "module": "./dist/index.mjs",
   "types": "./dist/index.d.ts",
   "exports": {
     ".": {
       "import": "./dist/index.mjs",
-      "require": "./dist/index.js",
       "types": "./dist/index.d.ts"
     },
+    "./umd": "./dist/index.umd.js",
     "./package.json": "./package.json"
   },
   "files": [
@@ -19,18 +19,17 @@
     "LICENSE"
   ],
   "scripts": {
-    "build": "npm run build:types && npm run build:esm && npm run build:cjs && npm run build:umd",
+    "build": "bun run check && bun run build:types && bun scripts/build.ts lib umd",
     "build:types": "tsc -p tsconfig.build.json",
-    "build:esm": "webpack --mode production --config webpack.config.js --env target=esm",
-    "build:cjs": "webpack --mode production --config webpack.config.js --env target=cjs",
-    "build:umd": "webpack --mode production --config webpack.config.js --env target=umd",
-    "build:dev": "npm run build:types && webpack --mode development --config webpack.config.js --env target=esm",
+    "build:lib": "bun scripts/build.ts lib",
+    "build:umd": "bun scripts/build.ts umd",
+    "build:dev": "bun run build:types && bun scripts/build.ts lib --dev",
     "check": "tsc --noEmit",
     "format": "prettier --write \"src/**/*.ts\"",
-    "generate-client": "ts-node scripts/generate-client.ts && npm run format",
-    "test": "ts-node test.ts",
+    "generate-client": "bunx tsx scripts/generate-client.ts && bun run format",
+    "test": "bunx tsx test.ts",
     "clean": "rimraf dist",
-    "prepublishOnly": "npm run clean && npm run build"
+    "prepublishOnly": "bun run clean && bun run build"
   },
   "keywords": [
     "judgment",
@@ -50,25 +49,25 @@
   "dependencies": {
     "@opentelemetry/api": "^1.9.0",
     "@opentelemetry/core": "^2.1.0",
+    "@opentelemetry/exporter-trace-otlp-http": "^0.205.0",
+    "@opentelemetry/resources": "^2.1.0",
+    "@opentelemetry/sdk-node": "^0.205.0",
     "@opentelemetry/sdk-trace-base": "^2.1.0",
-    "@opentelemetry/exporter-trace-otlp-http": "^0.205.0"
+    "@opentelemetry/sdk-trace-node": "^2.1.0",
+    "@opentelemetry/sdk-trace-web": "^2.1.0"
   },
   "devDependencies": {
     "@opentelemetry/auto-instrumentations-node": "^0.64.1",
     "@opentelemetry/sdk-metrics": "^2.1.0",
-    "@opentelemetry/sdk-node": "^0.205.0",
-    "@opentelemetry/sdk-trace-node": "^2.1.0",
+    "@types/bun": "^1.2.22",
     "@types/node": "^24.5.2",
     "dotenv": "^17.2.2",
     "prettier": "^3.6.2",
     "rimraf": "^6.0.1",
-    "ts-loader": "^9.5.4",
-    "ts-node": "^10.9.2",
-    "typescript": "^5.9.2",
-    "webpack": "^5.101.3",
-    "webpack-cli": "^6.0.1"
+    "typescript": "^5.9.2"
   },
   "engines": {
-    "node": ">=16.0.0"
+    "node": ">=18.0.0",
+    "bun": ">=1.0.0"
   }
 }

package/dist/constants.js

@@ -1,2 +0,0 @@
-export const TRACER_NAME = "judgeval-tracer";
-//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,WAAW,GAAG,iBAAiB,CAAC"}

package/dist/data/example-params.js

@@ -1,12 +0,0 @@
-export var ExampleParams;
-(function (ExampleParams) {
-    ExampleParams["INPUT"] = "input";
-    ExampleParams["ACTUAL_OUTPUT"] = "actual_output";
-    ExampleParams["EXPECTED_OUTPUT"] = "expected_output";
-    ExampleParams["CONTEXT"] = "context";
-    ExampleParams["RETRIEVAL_CONTEXT"] = "retrieval_context";
-    ExampleParams["TOOLS_CALLED"] = "tools_called";
-    ExampleParams["EXPECTED_TOOLS"] = "expected_tools";
-    ExampleParams["ADDITIONAL_METADATA"] = "additional_metadata";
-})(ExampleParams || (ExampleParams = {}));
-//# sourceMappingURL=example-params.js.map

package/dist/data/example-params.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"example-params.js","sourceRoot":"","sources":["../../src/data/example-params.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,aASX;AATD,WAAY,aAAa;IACvB,gCAAe,CAAA;IACf,gDAA+B,CAAA;IAC/B,oDAAmC,CAAA;IACnC,oCAAmB,CAAA;IACnB,wDAAuC,CAAA;IACvC,8CAA6B,CAAA;IAC7B,kDAAiC,CAAA;IACjC,4DAA2C,CAAA;AAC7C,CAAC,EATW,aAAa,KAAb,aAAa,QASxB"}

package/dist/data/example.js

@@ -1,10 +0,0 @@
-export function createExample(properties) {
-    const example = {
-        example_id: undefined,
-        created_at: new Date().toISOString(),
-        name: null,
-        ...properties,
-    };
-    return example;
-}
-//# sourceMappingURL=example.js.map

package/dist/data/example.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"example.js","sourceRoot":"","sources":["../../src/data/example.ts"],"names":[],"mappings":"AAKA,MAAM,UAAU,aAAa,CAC3B,UAAa;IAEb,MAAM,OAAO,GAAe;QAC1B,UAAU,EAAE,SAAS;QACrB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,IAAI,EAAE,IAAI;QACV,GAAG,UAAU;KACA,CAAC;IAEhB,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/data/index.js

@@ -1,3 +0,0 @@
-export * from "./example";
-export * from "./example-params";
-//# sourceMappingURL=index.js.map

package/dist/data/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/data/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,cAAc,kBAAkB,CAAC"}

package/dist/env.js

@@ -1,13 +0,0 @@
-function getEnvVar(varName, defaultValue) {
-    const value = process.env[varName];
-    if (!value) {
-        return defaultValue ?? null;
-    }
-    return value;
-}
-export const JUDGMENT_API_KEY = getEnvVar("JUDGMENT_API_KEY");
-export const JUDGMENT_ORG_ID = getEnvVar("JUDGMENT_ORG_ID");
-export const JUDGMENT_API_URL = getEnvVar("JUDGMENT_API_URL", "https://api.judgmentlabs.ai");
-export const JUDGMENT_DEFAULT_GPT_MODEL = getEnvVar("JUDGMENT_DEFAULT_GPT_MODEL", "gpt-4.1");
-export const JUDGMENT_NO_COLOR = getEnvVar("JUDGMENT_NO_COLOR");
-//# sourceMappingURL=env.js.map

package/dist/env.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"env.js","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAEA,SAAS,SAAS,CAAC,OAAe,EAAE,YAAqB;IACvD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,YAAY,IAAI,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,SAAS,CAAC,kBAAkB,CAAC,CAAC;AAC9D,MAAM,CAAC,MAAM,eAAe,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC;AAC5D,MAAM,CAAC,MAAM,gBAAgB,GAAG,SAAS,CACvC,kBAAkB,EAClB,6BAA6B,CAC9B,CAAC;AACF,MAAM,CAAC,MAAM,0BAA0B,GAAG,SAAS,CACjD,4BAA4B,EAC5B,SAAS,CACV,CAAC;AACF,MAAM,CAAC,MAAM,iBAAiB,GAAG,SAAS,CAAC,mBAAmB,CAAC,CAAC"}

package/dist/index.js

@@ -1,2 +0,0 @@
-(()=>{"use strict";var t={d:(e,r)=>{for(var i in r)t.o(r,i)&&!t.o(e,i)&&Object.defineProperty(e,i,{enumerable:!0,get:r[i]})},o:(t,e)=>Object.prototype.hasOwnProperty.call(t,e),r:t=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(t,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(t,"__esModule",{value:!0})}},e={};t.r(e),t.d(e,{APIScorerType:()=>S,BasePromptScorer:()=>b,ExampleParams:()=>P,JUDGMENT_API_KEY:()=>u,JUDGMENT_API_URL:()=>l,JUDGMENT_DEFAULT_GPT_MODEL:()=>d,JUDGMENT_NO_COLOR:()=>p,JUDGMENT_ORG_ID:()=>h,JudgmentAPIError:()=>O,JudgmentApiClient:()=>m,JudgmentSpanExporter:()=>i,Logger:()=>_,NoOpSpanExporter:()=>o,OpenTelemetryKeys:()=>n,PromptScorer:()=>j,TracePromptScorer:()=>U,Tracer:()=>f,TracerBuilder:()=>w,TracerConfiguration:()=>E,TracerConfigurationBuilder:()=>T,createAPIScorer:()=>v,createBaseScorer:()=>I,createExample:()=>y,fetchPromptScorer:()=>R,parseFunctionArgs:()=>z,pushPromptScorer:()=>N,scorerExists:()=>A});const r=require("@opentelemetry/exporter-trace-otlp-http");class i extends r.OTLPTraceExporter{constructor(t,e,r,i){if(!i||""===i.trim())throw new Error("projectId is required for JudgmentSpanExporter");super({url:t,headers:{Authorization:`Bearer ${e}`,"X-Organization-Id":r,"X-Project-Id":i}})}static builder(){return new s}}class s{constructor(){}endpoint(t){return this._endpoint=t,this}apiKey(t){return this._apiKey=t,this}organizationId(t){return this._organizationId=t,this}projectId(t){return this._projectId=t,this}build(){if(!this._endpoint||""===this._endpoint.trim())throw new Error("Endpoint is required");if(!this._apiKey||""===this._apiKey.trim())throw new Error("API key is required");if(!this._organizationId||""===this._organizationId.trim())throw new Error("Organization ID is required");if(!this._projectId||""===this._projectId.trim())throw new Error("Project ID is required");return new i(this._endpoint,this._apiKey,this._organizationId,this._projectId)}}class o{export(t,e){e({code:0})}flush(){return Promise.resolve()}shutdown(){return Promise.resolve()}}class n{}n.AttributeKeys={JUDGMENT_SPAN_KIND:"judgment.span_kind",JUDGMENT_INPUT:"judgment.input",JUDGMENT_OUTPUT:"judgment.output",PENDING_TRACE_EVAL:"judgment.pending_trace_eval"},n.ResourceKeys={JUDGMENT_PROJECT_ID:"judgment.project_id"};const a=require("@opentelemetry/api");function c(t,e){return process.env[t]||(e??null)}const u=c("JUDGMENT_API_KEY"),h=c("JUDGMENT_ORG_ID"),l=c("JUDGMENT_API_URL","https://api.judgmentlabs.ai"),d=c("JUDGMENT_DEFAULT_GPT_MODEL","gpt-4.1"),p=c("JUDGMENT_NO_COLOR");class m{constructor(t,e,r){this.baseUrl=t,this.apiKey=e,this.organizationId=r}buildUrl(t){return this.baseUrl+t}buildHeaders(){if(!this.apiKey||!this.organizationId)throw new Error("API key and organization ID cannot be null");return{"Content-Type":"application/json",Authorization:`Bearer ${this.apiKey}`,"X-Organization-Id":this.organizationId}}async addToRunEvalQueueExamples(t){const e=this.buildUrl("/add_to_run_eval_queue/examples"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`)}async addToRunEvalQueueTraces(t){const e=this.buildUrl("/add_to_run_eval_queue/traces"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`)}async logEvalResults(t){const e=this.buildUrl("/log_eval_results/"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`)}async fetchExperimentRun(t){const e=this.buildUrl("/fetch_experiment_run/"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`)}async getEvaluationStatus(t,e){const r=new URLSearchParams;r.set("experiment_run_id",t),r.set("project_name",e);const i=this.buildUrl("/get_evaluation_status/"+(r.toString()?"?"+r.toString():"")),s=await fetch(i,{method:"GET",headers:this.buildHeaders()});if(!s.ok)throw new Error(`HTTP Error: ${s.status} - ${await s.text()}`)}async scorerExists(t){const e=this.buildUrl("/scorer_exists/"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`);return await r.json()}async saveScorer(t){const e=this.buildUrl("/save_scorer/"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`);return await r.json()}async fetchScorers(t){const e=this.buildUrl("/fetch_scorers/"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`);return await r.json()}async projectsResolve(t){const e=this.buildUrl("/projects/resolve/"),r=await fetch(e,{method:"POST",headers:this.buildHeaders(),body:JSON.stringify(t)});if(!r.ok)throw new Error(`HTTP Error: ${r.status} - ${await r.text()}`);return await r.json()}}class _{static initialize(){if(!_.initialized){const t=process.env.JUDGMENT_NO_COLOR;_.useColor=!t&&process.stdout.isTTY,_.initialized=!0}}static setLevel(t){_.currentLevel=t}static setUseColor(t){_.useColor=t}static log(t,e){if(_.initialize(),t<_.currentLevel)return;let r=`${(new Date).toISOString().replace("T"," ").substring(0,19)} - judgeval - ${Object.keys(_.Level).find(e=>_.Level[e]===t)||"UNKNOWN"} - ${e}`;_.useColor&&(r=`${t===_.Level.DEBUG||t===_.Level.INFO?_.GRAY:t===_.Level.WARNING?_.YELLOW:_.RED}${r}${_.RESET}`),(t>=_.Level.ERROR?process.stderr:process.stdout).write(r+"\n")}static debug(t){_.log(_.Level.DEBUG,t)}static info(t){_.log(_.Level.INFO,t)}static warning(t){_.log(_.Level.WARNING,t)}static warn(t){_.log(_.Level.WARNING,t)}static error(t){_.log(_.Level.ERROR,t)}static critical(t){_.log(_.Level.CRITICAL,t)}}_.RESET="",_.RED="",_.YELLOW="",_.GRAY="",_.Level={DEBUG:0,INFO:1,WARNING:2,ERROR:3,CRITICAL:4},_.initialized=!1,_.currentLevel=_.Level.INFO,_.useColor=!0;const g="judgeval-tracer";class E{constructor(t,e,r,i,s,o=g){this.projectName=t,this.apiKey=e,this.organizationId=r,this.apiUrl=i,this.enableEvaluation=s,this.tracerName=o}static createDefault(t){return(new T).projectName(t).build()}static builder(){return new T}}class T{constructor(){this._apiKey=u||"",this._organizationId=h||"",this._apiUrl=l||"",this._enableEvaluation=!0,this._tracerName=g}projectName(t){return this._projectName=t,this}apiKey(t){return this._apiKey=t,this}organizationId(t){return this._organizationId=t,this}apiUrl(t){return this._apiUrl=t,this}enableEvaluation(t){return this._enableEvaluation=t,this}tracerName(t){return this._tracerName=t,this}build(){if(!this._projectName)throw new Error("Project name is required");if(!this._apiKey)throw new Error("API key is required");if(!this._organizationId)throw new Error("Organization ID is required");if(!this._apiUrl)throw new Error("API URL is required");return new E(this._projectName,this._apiKey,this._organizationId,this._apiUrl,this._enableEvaluation,this._tracerName)}}class f{getConfiguration(){return this.configuration}getProjectId(){return this.projectId}getSerializer(){return this.serializer}constructor(t,e,r){this.projectId=null,this.configuration=t,this.apiClient=e,this.serializer=r,this.projectIdPromise=this.resolveProjectId()}async resolveProjectId(){try{_.info(`Resolving project ID for project: ${this.configuration.projectName}`);const t={project_name:this.configuration.projectName},e=await this.apiClient.projectsResolve(t);return this.projectId=e.project_id?.toString()||null,this.projectId?_.info(`Successfully resolved project ID: ${this.projectId}`):_.warn(`Project ID not found for project: ${this.configuration.projectName}`),this.projectId}catch(t){return this.projectId=null,null}}static builder(){return new w}static createDefault(t){return w.builder().configuration(E.createDefault(t)).build()}static createWithConfiguration(t){return w.builder().configuration(t).build()}async getSpanExporter(){const t=await this.projectIdPromise;return t?this.createJudgmentSpanExporter(t):(_.error("Failed to resolve project "+this.configuration.projectName+", please create it first at https://app.judgmentlabs.ai/org/"+this.configuration.organizationId+"/projects. Skipping Judgment export."),new o)}setSpanKind(t){const e=a.trace.getActiveSpan();e?null!==t&&e.setAttribute(n.AttributeKeys.JUDGMENT_SPAN_KIND,t):_.warn("No active span found, skipping setSpanKind")}setAttribute(t,e,r){const i=a.trace.getActiveSpan();i?i.setAttribute(t,this.serializer(e)):_.warn("No active span found, skipping setAttribute")}setLLMSpan(){this.setSpanKind("llm")}setToolSpan(){this.setSpanKind("tool")}setGeneralSpan(){this.setSpanKind("span")}setAttributes(t){if(!t)return;const e=a.trace.getActiveSpan();if(e)for(const[r,i]of Object.entries(t))e.setAttribute(r,this.serializer(i));else _.warn("No active span found, skipping setAttributes")}setInput(t,e){this.setAttribute(n.AttributeKeys.JUDGMENT_INPUT,t)}setOutput(t,e){this.setAttribute(n.AttributeKeys.JUDGMENT_OUTPUT,t)}asyncEvaluate(t,e,r){if(!this.configuration.enableEvaluation)return;const i=a.trace.getActiveSpan();if(!i)return void _.warn("No active span found, skipping asyncEvaluate");if(!i.isRecording())return void _.warn("Active span is not recording, skipping asyncEvaluate");const s=i.spanContext(),o=s.traceId,n=s.spanId;_.info(`asyncEvaluate: project=${this.configuration.projectName}, traceId=${o}, spanId=${n}, scorer=${t.name}`);const c=this.createEvaluationRun(t,e,r,o,n);this.enqueueEvaluation(c)}asyncTraceEvaluate(t,e){if(!this.configuration.enableEvaluation)return;const r=a.trace.getActiveSpan();if(!r)return void _.warn("No active span found, skipping asyncTraceEvaluate");if(!r.isRecording())return void _.warn("Active span is not recording, skipping asyncTraceEvaluate");const i=r.spanContext(),s=i.traceId,o=i.spanId;_.info(`asyncTraceEvaluate: project=${this.configuration.projectName}, traceId=${s}, spanId=${o}, scorer=${t.name}`);try{const i=this.createTraceEvaluationRun(t,e,s,o),a=this.serializer(i);r.setAttribute(n.AttributeKeys.PENDING_TRACE_EVAL,a)}catch(t){_.error(`Failed to serialize trace evaluation: ${t instanceof Error?t.message:String(t)}`)}}createTraceEvaluationRun(t,e,r,i){const s=`async_trace_evaluate_${i||Date.now()}`,o=e||d,n=t.toTransport();return{project_name:this.configuration.projectName,eval_name:s,scorer:n,model:o,organization_id:this.configuration.organizationId,trace_id:r,trace_span_id:i}}createJudgmentSpanExporter(t){const e=this.configuration.apiUrl.endsWith("/")?`${this.configuration.apiUrl}otel/v1/traces`:`${this.configuration.apiUrl}/otel/v1/traces`;return new i(e,this.configuration.apiKey,this.configuration.organizationId,t)}createEvaluationRun(t,e,r,i,s){const o=`async_evaluate_${s||Date.now()}`,n=r||d,a=t.toTransport();return{project_name:this.configuration.projectName,eval_name:o,examples:[e],custom_scorers:[],judgment_scorers:[a],model:n,trace_id:i,trace_span_id:s}}async enqueueEvaluation(t){try{await this.apiClient.addToRunEvalQueueExamples(t),_.info(`Enqueuing evaluation run: ${t.eval_name}`)}catch(t){_.error(`Failed to enqueue evaluation run: ${t instanceof Error?t.message:String(t)}`)}}}class w{constructor(){this._serializer=JSON.stringify}static builder(){return new w}configuration(t){return this.config=t,this}apiClient(t){return this._apiClient=t,this}serializer(t){return this._serializer=t,this}build(){if(!this.config)throw new Error("Configuration is required");const t=this._apiClient||new m(this.config.apiUrl,this.config.apiKey,this.config.organizationId);return new f(this.config,t,this._serializer)}}function y(t){return{example_id:void 0,created_at:(new Date).toISOString(),name:null,...t}}var P,S;function I(){const t={score_type:"",class_name:"BaseScorer",name:"",addModel:e=>{t.model=e},successCheck:()=>{if(null!=t.error)return!1;if(null==t.score)return!1;const e=t.threshold??.5,r=t.score;return null!=e&&null!=r&&r>=e},getRequiredParams:()=>[],toTransport:()=>({score_type:t.score_type,name:t.name,threshold:t.threshold??.5,strict_mode:t.strict_mode??!1,required_params:[],kwargs:{}})};return t.name=t.class_name,!0===t.strict_mode&&(t.threshold=1),t}function v(t,e){const r=I();return r.scoreType=t,r.name=t,r.score_type=t,r.requiredParams=e,r.setThreshold=t=>{if(t<0||t>1)throw new Error(`Threshold must be between 0 and 1, got: ${t}`);r.threshold=t},r.getScoreType=()=>r.scoreType,r.setRequiredParams=t=>{r.requiredParams=t},r}!function(t){t.INPUT="input",t.ACTUAL_OUTPUT="actual_output",t.EXPECTED_OUTPUT="expected_output",t.CONTEXT="context",t.RETRIEVAL_CONTEXT="retrieval_context",t.TOOLS_CALLED="tools_called",t.EXPECTED_TOOLS="expected_tools",t.ADDITIONAL_METADATA="additional_metadata"}(P||(P={})),function(t){t.PROMPT_SCORER="Prompt Scorer",t.TRACE_PROMPT_SCORER="Trace Prompt Scorer",t.FAITHFULNESS="Faithfulness",t.ANSWER_RELEVANCY="Answer Relevancy",t.ANSWER_CORRECTNESS="Answer Correctness",t.INSTRUCTION_ADHERENCE="Instruction Adherence",t.EXECUTION_ORDER="Execution Order",t.TOOL_ORDER="Tool Order",t.CLASSIFIER="Classifier",t.TOOL_DEPENDENCY="Tool Dependency",t.CUSTOM="Custom"}(S||(S={}));class O extends Error{constructor(t,e){super(e),this.statusCode=t,this.name="JudgmentAPIError"}}async function N(t,e,r,i,s=u||"",o=h||"",n){if(!l||!s||!o)throw new Error("Missing required API credentials");const a=new m(l,s,o);return(await a.saveScorer({name:t,prompt:e,threshold:r,options:i,is_trace:n})).name}async function R(t,e=u||"",r=h||""){if(!l||!e||!r)throw new Error("Missing required API credentials");const i=new m(l,e,r),s=await i.fetchScorers({names:[t]});if(0===s.scorers.length)throw new O(404,`Scorer with name ${t} not found`);const{created_at:o,updated_at:n,...a}=s.scorers[0];return a}async function A(t,e=u||"",r=h||""){if(!l||!e||!r)throw new Error("Missing required API credentials");const i=new m(l,e,r);return(await i.scorerExists({name:t})).exists}class b{constructor(t,e,r,i,s,o,n=u||"",a=h||""){this.scoreType=t,this.name=e,this.prompt=r,this.threshold=i,this.requiredParams=s,this.options=o,this.judgmentApiKey=n,this.organizationId=a,this.score_type=t,this.class_name="BasePromptScorer",this.model=void 0,this.score=void 0,this.error=null,this.strict_mode=!1}static async get(t,e=u||"",r=h||""){const i=await R(t,e,r),s=!0===i.is_trace;if(s!==(this.prototype.scoreType===S.TRACE_PROMPT_SCORER))throw new O(400,`Scorer with name ${t} is not a ${this.name}`);return new this(s?S.TRACE_PROMPT_SCORER:S.PROMPT_SCORER,i.name,i.prompt,i.threshold,[],i.options,e,r)}static async create(t,e,r=.5,i,s=u||"",o=h||""){if(await A(t,s,o))throw new O(400,`Scorer with name ${t} already exists. Either use the existing scorer with the get() method or use a new name.`);const n=this.prototype.scoreType===S.TRACE_PROMPT_SCORER,a=n?S.TRACE_PROMPT_SCORER:S.PROMPT_SCORER;return await N(t,e,r,i,s,o,n),new this(a,t,e,r,[],i,s,o)}async updateThreshold(t){this.setThreshold(t),await this.pushPromptScorer()}async setPrompt(t){this.prompt=t,await this.pushPromptScorer()}async setOptions(t){this.options=t,await this.pushPromptScorer()}async appendToPrompt(t){this.prompt+=t,await this.pushPromptScorer()}getThreshold(){return this.threshold}getPrompt(){return this.prompt}getOptions(){return this.options?{...this.options}:null}getName(){return this.name}getConfig(){return{name:this.name,prompt:this.prompt,threshold:this.threshold,options:this.options}}async pushPromptScorer(){await N(this.name,this.prompt,this.threshold,this.options,this.judgmentApiKey,this.organizationId)}toString(){return`${this.constructor.name}(name=${this.name}, prompt=${this.prompt}, threshold=${this.threshold}, options=${JSON.stringify(this.options)})`}addModel(t){this.model=t}successCheck(){if(null!=this.error)return!1;if(null==this.score)return!1;const t=this.threshold??.5,e=this.score;return null!=t&&null!=e&&e>=t}getRequiredParams(){return Array.isArray(this.requiredParams)?[...this.requiredParams]:[]}setThreshold(t){if(t<0||t>1)throw new Error(`Threshold must be between 0 and 1, got: ${t}`);this.threshold=t}getScoreType(){return this.scoreType}setRequiredParams(t){this.requiredParams=t}toTransport(){return{score_type:this.getScoreType(),name:this.getName(),threshold:this.getThreshold(),strict_mode:this.strict_mode??!1,required_params:this.getRequiredParams(),kwargs:{prompt:this.getPrompt(),...this.getOptions()?{options:this.getOptions()}:{}}}}}class j extends b{constructor(t,e,r,i,s=[],o,n=u||"",a=h||""){super(t,e,r,i,s,o,n,a)}}class U extends b{constructor(t,e,r,i,s=[],o,n=u||"",a=h||""){super(t,e,r,i,s,o,n,a)}}const C=/^([^(]+?)=>/,D=/^[^(]*\(\s*([^)]*)\)/m,$=/,/,L=/^\s*(_?)(\S+?)\1\s*$/,x=/((\/\/.*$)|(\/\*[\s\S]*?\*\/))/gm;function z(t){const e=function(t){const e=function(t){return Function.prototype.toString.call(t)}(t).replace(x,"");return e.match(C)||e.match(D)}(t);return e&&e[1]?e[1].split($).map(t=>t.replace(L,(t,e,r)=>r).trim()).filter(t=>t.length>0):[]}module.exports=e})();
-//# sourceMappingURL=index.js.map