judgeval 0.3.0 → 0.3.2

package/dist/scorers/api_scorers/answer-correctness-scorer.js

@@ -1,20 +0,0 @@
-import { ExampleParams } from "../../data";
-import { APIScorerType, createAPIScorer } from "../api-scorer";
-const ANSWER_CORRECTNESS_REQUIRED_PARAMS = [
-    ExampleParams.INPUT,
-    ExampleParams.ACTUAL_OUTPUT,
-    ExampleParams.EXPECTED_OUTPUT,
-];
-export function createAnswerCorrectnessScorer(scorerArgs) {
-    const scorer = createAPIScorer(APIScorerType.ANSWER_CORRECTNESS, ANSWER_CORRECTNESS_REQUIRED_PARAMS);
-    if (scorerArgs) {
-        if (scorerArgs.threshold !== undefined) {
-            scorer.setThreshold(scorerArgs.threshold);
-        }
-        if (scorerArgs.model) {
-            scorer.addModel(scorerArgs.model);
-        }
-    }
-    return scorer;
-}
-//# sourceMappingURL=answer-correctness-scorer.js.map

package/dist/scorers/api_scorers/answer-correctness-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"answer-correctness-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-correctness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,kCAAkC,GAAG;IACzC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;IAC3B,aAAa,CAAC,eAAe;CACrB,CAAC;AAYX,MAAM,UAAU,6BAA6B,CAC3C,UAAwC;IAExC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,kBAAkB,EAChC,kCAAkC,CACnC,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/scorers/api_scorers/answer-relevancy-scorer.js

@@ -1,19 +0,0 @@
-import { ExampleParams } from "../../data";
-import { APIScorerType, createAPIScorer } from "../api-scorer";
-const ANSWER_RELEVANCY_REQUIRED_PARAMS = [
-    ExampleParams.INPUT,
-    ExampleParams.ACTUAL_OUTPUT,
-];
-export function createAnswerRelevancyScorer(scorerArgs) {
-    const scorer = createAPIScorer(APIScorerType.ANSWER_RELEVANCY, ANSWER_RELEVANCY_REQUIRED_PARAMS);
-    if (scorerArgs) {
-        if (scorerArgs.threshold !== undefined) {
-            scorer.setThreshold(scorerArgs.threshold);
-        }
-        if (scorerArgs.model) {
-            scorer.addModel(scorerArgs.model);
-        }
-    }
-    return scorer;
-}
-//# sourceMappingURL=answer-relevancy-scorer.js.map

package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"answer-relevancy-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-relevancy-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,gCAAgC,GAAG;IACvC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;CACnB,CAAC;AAYX,MAAM,UAAU,2BAA2B,CACzC,UAAsC;IAEtC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,gBAAgB,EAC9B,gCAAgC,CACjC,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/scorers/api_scorers/faithfulness-scorer.js

@@ -1,20 +0,0 @@
-import { ExampleParams } from "../../data";
-import { APIScorerType, createAPIScorer } from "../api-scorer";
-const FAITHFULNESS_REQUIRED_PARAMS = [
-    ExampleParams.INPUT,
-    ExampleParams.ACTUAL_OUTPUT,
-    ExampleParams.RETRIEVAL_CONTEXT,
-];
-export function createFaithfulnessScorer(scorerArgs) {
-    const scorer = createAPIScorer(APIScorerType.FAITHFULNESS, FAITHFULNESS_REQUIRED_PARAMS);
-    if (scorerArgs) {
-        if (scorerArgs.threshold !== undefined) {
-            scorer.setThreshold(scorerArgs.threshold);
-        }
-        if (scorerArgs.model) {
-            scorer.addModel(scorerArgs.model);
-        }
-    }
-    return scorer;
-}
-//# sourceMappingURL=faithfulness-scorer.js.map

package/dist/scorers/api_scorers/faithfulness-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"faithfulness-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/faithfulness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,4BAA4B,GAAG;IACnC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;IAC3B,aAAa,CAAC,iBAAiB;CACvB,CAAC;AAYX,MAAM,UAAU,wBAAwB,CACtC,UAAmC;IAEnC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,YAAY,EAC1B,4BAA4B,CAC7B,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/scorers/api_scorers/index.js

@@ -1,2 +0,0 @@
-export { BasePromptScorer, fetchPromptScorer, JudgmentAPIError, PromptScorer, pushPromptScorer, scorerExists, TracePromptScorer, } from "./prompt_scorer";
-//# sourceMappingURL=index.js.map

package/dist/scorers/api_scorers/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,GAClB,MAAM,iBAAiB,CAAC"}

package/dist/scorers/api_scorers/instruction-adherence-scorer.js

@@ -1,20 +0,0 @@
-import { ExampleParams } from "../../data";
-import { APIScorerType, createAPIScorer } from "../api-scorer";
-const INSTRUCTION_ADHERENCE_REQUIRED_PARAMS = [
-    ExampleParams.INPUT,
-    ExampleParams.ACTUAL_OUTPUT,
-];
-export function createInstructionAdherenceScorer(scorerArgs) {
-    const scorer = createAPIScorer(APIScorerType.INSTRUCTION_ADHERENCE, INSTRUCTION_ADHERENCE_REQUIRED_PARAMS);
-    scorer.name = "Instruction Adherence";
-    if (scorerArgs) {
-        if (scorerArgs.threshold !== undefined) {
-            scorer.setThreshold(scorerArgs.threshold);
-        }
-        if (scorerArgs.model) {
-            scorer.addModel(scorerArgs.model);
-        }
-    }
-    return scorer;
-}
-//# sourceMappingURL=instruction-adherence-scorer.js.map

package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"instruction-adherence-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/instruction-adherence-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,qCAAqC,GAAG;IAC5C,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;CACnB,CAAC;AAYX,MAAM,UAAU,gCAAgC,CAC9C,UAA2C;IAE3C,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,qBAAqB,EACnC,qCAAqC,CACtC,CAAC;IAEF,MAAM,CAAC,IAAI,GAAG,uBAAuB,CAAC;IAEtC,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js

@@ -1,133 +0,0 @@
-import { JUDGMENT_API_KEY, JUDGMENT_ORG_ID } from "../../../env";
-import { APIScorerType } from "../../api-scorer";
-import { fetchPromptScorer, JudgmentAPIError, pushPromptScorer, scorerExists, } from "./prompt-scorer-utils";
-export class BasePromptScorer {
-    constructor(scoreType, name, prompt, threshold, requiredParams, options, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-        this.scoreType = scoreType;
-        this.name = name;
-        this.prompt = prompt;
-        this.threshold = threshold;
-        this.requiredParams = requiredParams;
-        this.options = options;
-        this.judgmentApiKey = judgmentApiKey;
-        this.organizationId = organizationId;
-        this.score_type = scoreType;
-        this.class_name = "BasePromptScorer";
-        this.model = undefined;
-        this.score = undefined;
-        this.error = null;
-        this.strict_mode = false;
-    }
-    static async get(name, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-        const config = await fetchPromptScorer(name, judgmentApiKey, organizationId);
-        const isTrace = config.is_trace === true;
-        const expectedIsTrace = this.prototype.scoreType === APIScorerType.TRACE_PROMPT_SCORER;
-        if (isTrace !== expectedIsTrace) {
-            throw new JudgmentAPIError(400, `Scorer with name ${name} is not a ${this.name}`);
-        }
-        const scoreType = isTrace
-            ? APIScorerType.TRACE_PROMPT_SCORER
-            : APIScorerType.PROMPT_SCORER;
-        return new this(scoreType, config.name, // Use config.name instead of name parameter
-        config.prompt, config.threshold, [], config.options, judgmentApiKey, organizationId);
-    }
-    static async create(name, prompt, threshold = 0.5, options, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-        if (await scorerExists(name, judgmentApiKey, organizationId)) {
-            throw new JudgmentAPIError(400, `Scorer with name ${name} already exists. Either use the existing scorer with the get() method or use a new name.`);
-        }
-        const isTrace = this.prototype.scoreType === APIScorerType.TRACE_PROMPT_SCORER;
-        const scoreType = isTrace
-            ? APIScorerType.TRACE_PROMPT_SCORER
-            : APIScorerType.PROMPT_SCORER;
-        await pushPromptScorer(name, prompt, threshold, options, judgmentApiKey, organizationId, isTrace);
-        return new this(scoreType, name, prompt, threshold, [], options, judgmentApiKey, organizationId);
-    }
-    async updateThreshold(threshold) {
-        this.setThreshold(threshold);
-        await this.pushPromptScorer();
-    }
-    async setPrompt(prompt) {
-        this.prompt = prompt;
-        await this.pushPromptScorer();
-    }
-    async setOptions(options) {
-        this.options = options;
-        await this.pushPromptScorer();
-    }
-    async appendToPrompt(promptAddition) {
-        this.prompt += promptAddition;
-        await this.pushPromptScorer();
-    }
-    getThreshold() {
-        return this.threshold;
-    }
-    getPrompt() {
-        return this.prompt;
-    }
-    getOptions() {
-        return this.options ? { ...this.options } : null;
-    }
-    getName() {
-        return this.name;
-    }
-    getConfig() {
-        return {
-            name: this.name,
-            prompt: this.prompt,
-            threshold: this.threshold,
-            options: this.options,
-        };
-    }
-    async pushPromptScorer() {
-        await pushPromptScorer(this.name, this.prompt, this.threshold, this.options, this.judgmentApiKey, this.organizationId);
-    }
-    toString() {
-        return `${this.constructor.name}(name=${this.name}, prompt=${this.prompt}, threshold=${this.threshold}, options=${JSON.stringify(this.options)})`;
-    }
-    addModel(model) {
-        this.model = model;
-    }
-    successCheck() {
-        if (this.error != null) {
-            return false;
-        }
-        if (this.score == null) {
-            return false;
-        }
-        const threshold = this.threshold ?? 0.5;
-        const score = this.score;
-        return threshold != null && score != null && score >= threshold;
-    }
-    getRequiredParams() {
-        if (Array.isArray(this.requiredParams)) {
-            return [...this.requiredParams];
-        }
-        return [];
-    }
-    setThreshold(threshold) {
-        if (threshold < 0 || threshold > 1) {
-            throw new Error(`Threshold must be between 0 and 1, got: ${threshold}`);
-        }
-        this.threshold = threshold;
-    }
-    getScoreType() {
-        return this.scoreType;
-    }
-    setRequiredParams(params) {
-        this.requiredParams = params;
-    }
-    toTransport() {
-        return {
-            score_type: this.getScoreType(),
-            name: this.getName(),
-            threshold: this.getThreshold(),
-            strict_mode: this.strict_mode ?? false,
-            required_params: this.getRequiredParams(),
-            kwargs: {
-                prompt: this.getPrompt(),
-                ...(this.getOptions() ? { options: this.getOptions() } : {}),
-            },
-        };
-    }
-}
-//# sourceMappingURL=base-prompt-scorer.js.map

package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"base-prompt-scorer.js","sourceRoot":"","sources":["../../../../src/scorers/api_scorers/prompt_scorer/base-prompt-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAAa,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,GACb,MAAM,uBAAuB,CAAC;AAE/B,MAAM,OAAgB,gBAAgB;IAkBpC,YACE,SAAwB,EACxB,IAAY,EACZ,MAAc,EACd,SAAiB,EACjB,cAAiC,EACjC,OAAuC,EACvC,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;QAE9C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,kBAAkB,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAUD,MAAM,CAAC,KAAK,CAAC,GAAG,CAEd,IAAY,EACZ,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;QAE9C,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,IAAI,EACJ,cAAc,EACd,cAAc,CACf,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC;QACzC,MAAM,eAAe,GACnB,IAAI,CAAC,SAAS,CAAC,SAAS,KAAK,aAAa,CAAC,mBAAmB,CAAC;QAEjE,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAChC,MAAM,IAAI,gBAAgB,CACxB,GAAG,EACH,oBAAoB,IAAI,aAAa,IAAI,CAAC,IAAI,EAAE,CACjD,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,OAAO;YACvB,CAAC,CAAC,aAAa,CAAC,mBAAmB;YACnC,CAAC,CAAC,aAAa,CAAC,aAAa,CAAC;QAEhC,OAAO,IAAI,IAAI,CACb,SAAS,EACT,MAAM,CAAC,IAAI,EAAE,4CAA4C;QACzD,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,SAAS,EAChB,EAAE,EACF,MAAM,CAAC,OAAO,EACd,cAAc,EACd,cAAc,CACf,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAEjB,IAAY,EACZ,MAAc,EACd,YAAoB,GAAG,EACvB,OAAuC,EACvC,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;QAE9C,IAAI,MAAM,YAAY,CAAC,IAAI,EAAE,cAAc,EAAE,cAAc,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,gBAAgB,CACxB,GAAG,EACH,oBAAoB,IAAI,0FAA0F,CACnH,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GACX,IAAI,CAAC,SAAS,CAAC,SAAS,KAAK,aAAa,CAAC,mBAAmB,CAAC;QACjE,MAAM,SAAS,GAAG,OAAO;YACvB,CAAC,CAAC,aAAa,CAAC,mBAAmB;YACnC,CAAC,CAAC,aAAa,CAAC,aAAa,CAAC;QAEhC,MAAM,gBAAgB,CACpB,IAAI,EACJ,MAAM,EACN,SAAS,EACT,OAAO,EACP,cAAc,EACd,cAAc,EACd,OAAO,CACR,CAAC;QAEF,OAAO,IAAI,IAAI,CACb,SAAS,EACT,IAAI,EACJ,MAAM,EACN,SAAS,EACT,EAAE,EACF,OAAO,EACP,cAAc,EACd,cAAc,CACf,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,SAAiB;QACrC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC7B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAc;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAsC;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,cAAsB;QACzC,IAAI,CAAC,MAAM,IAAI,cAAc,CAAC;QAC9B,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAChC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,SAAS;QACP,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,gBAAgB,CACpB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,SAAS,IAAI,CAAC,IAAI,YAC/C,IAAI,CAAC,MACP,eAAe,IAAI,CAAC,SAAS,aAAa,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC5E,CAAC;IAED,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,YAAY;QACV,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,OAAO,SAAS,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,SAAS,CAAC;IAClE,CAAC;IAED,iBAAiB;QACf,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,YAAY,CAAC,SAAiB;QAC5B,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,iBAAiB,CAAC,MAAyB;QACzC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC;IAC/B,CAAC;IAED,WAAW;QACT,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,YAAY,EAAE;YAC/B,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE;YACpB,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;YAC9B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,KAAK;YACtC,eAAe,EAAE,IAAI,CAAC,iBAAiB,EAAE;YACzC,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;gBACxB,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7D;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/scorers/api_scorers/prompt_scorer/index.js

@@ -1,5 +0,0 @@
-export * from "./base-prompt-scorer";
-export * from "./prompt-scorer";
-export * from "./prompt-scorer-utils";
-export * from "./trace-prompt-scorer";
-//# sourceMappingURL=index.js.map

package/dist/scorers/api_scorers/prompt_scorer/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/scorers/api_scorers/prompt_scorer/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC"}

package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js

@@ -1,44 +0,0 @@
-import { JUDGMENT_API_KEY, JUDGMENT_API_URL, JUDGMENT_ORG_ID, } from "../../../env";
-import { JudgmentApiClient } from "../../../internal/api";
-export class JudgmentAPIError extends Error {
-    constructor(statusCode, message) {
-        super(message);
-        this.statusCode = statusCode;
-        this.name = "JudgmentAPIError";
-    }
-}
-export async function pushPromptScorer(name, prompt, threshold, options, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "", isTrace) {
-    if (!JUDGMENT_API_URL || !judgmentApiKey || !organizationId) {
-        throw new Error("Missing required API credentials");
-    }
-    const client = new JudgmentApiClient(JUDGMENT_API_URL, judgmentApiKey, organizationId);
-    const response = await client.saveScorer({
-        name,
-        prompt,
-        threshold,
-        options,
-        is_trace: isTrace,
-    });
-    return response.name;
-}
-export async function fetchPromptScorer(name, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-    if (!JUDGMENT_API_URL || !judgmentApiKey || !organizationId) {
-        throw new Error("Missing required API credentials");
-    }
-    const client = new JudgmentApiClient(JUDGMENT_API_URL, judgmentApiKey, organizationId);
-    const response = await client.fetchScorers({ names: [name] });
-    if (response.scorers.length === 0) {
-        throw new JudgmentAPIError(404, `Scorer with name ${name} not found`);
-    }
-    const { created_at, updated_at, ...config } = response.scorers[0];
-    return config;
-}
-export async function scorerExists(name, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-    if (!JUDGMENT_API_URL || !judgmentApiKey || !organizationId) {
-        throw new Error("Missing required API credentials");
-    }
-    const client = new JudgmentApiClient(JUDGMENT_API_URL, judgmentApiKey, organizationId);
-    const response = await client.scorerExists({ name });
-    return response.exists;
-}
-//# sourceMappingURL=prompt-scorer-utils.js.map

package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt-scorer-utils.js","sourceRoot":"","sources":["../../../../src/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,GAChB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IACzC,YACS,UAAkB,EACzB,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,eAAU,GAAV,UAAU,CAAQ;QAIzB,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAY,EACZ,MAAc,EACd,SAAiB,EACjB,OAAuC,EACvC,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE,EAC9C,OAAiB;IAEjB,IAAI,CAAC,gBAAgB,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAClC,gBAAgB,EAChB,cAAc,EACd,cAAc,CACf,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC;QACvC,IAAI;QACJ,MAAM;QACN,SAAS;QACT,OAAO;QACP,QAAQ,EAAE,OAAO;KAClB,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC,IAAI,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;IAE9C,IAAI,CAAC,gBAAgB,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAClC,gBAAgB,EAChB,cAAc,EACd,cAAc,CACf,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9D,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,gBAAgB,CAAC,GAAG,EAAE,oBAAoB,IAAI,YAAY,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAClE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAY,EACZ,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;IAE9C,IAAI,CAAC,gBAAgB,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAClC,gBAAgB,EAChB,cAAc,EACd,cAAc,CACf,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,OAAO,QAAQ,CAAC,MAAM,CAAC;AACzB,CAAC"}

package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js

@@ -1,9 +0,0 @@
-import { JUDGMENT_API_KEY, JUDGMENT_ORG_ID } from "../../../env";
-import { BasePromptScorer } from "./base-prompt-scorer";
-export { fetchPromptScorer, JudgmentAPIError, pushPromptScorer, scorerExists, } from "./prompt-scorer-utils";
-export class PromptScorer extends BasePromptScorer {
-    constructor(scoreType, name, prompt, threshold, requiredParams = [], options, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-        super(scoreType, name, prompt, threshold, requiredParams, options, judgmentApiKey, organizationId);
-    }
-}
-//# sourceMappingURL=prompt-scorer.js.map

package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt-scorer.js","sourceRoot":"","sources":["../../../../src/scorers/api_scorers/prompt_scorer/prompt-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,GACb,MAAM,uBAAuB,CAAC;AAE/B,MAAM,OAAO,YAAa,SAAQ,gBAAgB;IAChD,YACE,SAAwB,EACxB,IAAY,EACZ,MAAc,EACd,SAAiB,EACjB,iBAAoC,EAAE,EACtC,OAAuC,EACvC,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;QAE9C,KAAK,CACH,SAAS,EACT,IAAI,EACJ,MAAM,EACN,SAAS,EACT,cAAc,EACd,OAAO,EACP,cAAc,EACd,cAAc,CACf,CAAC;IACJ,CAAC;CACF"}

package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js

@@ -1,8 +0,0 @@
-import { JUDGMENT_API_KEY, JUDGMENT_ORG_ID } from "../../../env";
-import { BasePromptScorer } from "./base-prompt-scorer";
-export class TracePromptScorer extends BasePromptScorer {
-    constructor(scoreType, name, prompt, threshold, requiredParams = [], options, judgmentApiKey = JUDGMENT_API_KEY || "", organizationId = JUDGMENT_ORG_ID || "") {
-        super(scoreType, name, prompt, threshold, requiredParams, options, judgmentApiKey, organizationId);
-    }
-}
-//# sourceMappingURL=trace-prompt-scorer.js.map

package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"trace-prompt-scorer.js","sourceRoot":"","sources":["../../../../src/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD,MAAM,OAAO,iBAAkB,SAAQ,gBAAgB;IACrD,YACE,SAAwB,EACxB,IAAY,EACZ,MAAc,EACd,SAAiB,EACjB,iBAAoC,EAAE,EACtC,OAAuC,EACvC,iBAAyB,gBAAgB,IAAI,EAAE,EAC/C,iBAAyB,eAAe,IAAI,EAAE;QAE9C,KAAK,CACH,SAAS,EACT,IAAI,EACJ,MAAM,EACN,SAAS,EACT,cAAc,EACd,OAAO,EACP,cAAc,EACd,cAAc,CACf,CAAC;IACJ,CAAC;CACF"}

package/dist/scorers/base-scorer.js

@@ -1,41 +0,0 @@
-export function createBaseScorer() {
-    const scorer = {
-        score_type: "",
-        class_name: "",
-        name: "",
-        addModel: (model) => {
-            scorer.model = model;
-        },
-        successCheck: () => {
-            if (scorer.error != null) {
-                return false;
-            }
-            if (scorer.score == null) {
-                return false;
-            }
-            const threshold = scorer.threshold ?? 0.5;
-            const score = scorer.score;
-            return threshold != null && score != null && score >= threshold;
-        },
-        getRequiredParams: () => {
-            return [];
-        },
-        toTransport: () => {
-            return {
-                score_type: scorer.score_type,
-                name: scorer.name,
-                threshold: scorer.threshold ?? 0.5,
-                strict_mode: scorer.strict_mode ?? false,
-                required_params: [],
-                kwargs: {},
-            };
-        },
-    };
-    scorer.class_name = "BaseScorer";
-    scorer.name = scorer.class_name;
-    if (scorer.strict_mode === true) {
-        scorer.threshold = 1.0;
-    }
-    return scorer;
-}
-//# sourceMappingURL=base-scorer.js.map

package/dist/scorers/base-scorer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"base-scorer.js","sourceRoot":"","sources":["../../src/scorers/base-scorer.ts"],"names":[],"mappings":"AAUA,MAAM,UAAU,gBAAgB;IAC9B,MAAM,MAAM,GAAe;QACzB,UAAU,EAAE,EAAE;QACd,UAAU,EAAE,EAAE;QACd,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE;YAC1B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC;QACD,YAAY,EAAE,GAAG,EAAE;YACjB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC3B,OAAO,SAAS,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,SAAS,CAAC;QAClE,CAAC;QACD,iBAAiB,EAAE,GAAG,EAAE;YACtB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,WAAW,EAAE,GAAG,EAAE;YAChB,OAAO;gBACL,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;gBAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,KAAK;gBACxC,eAAe,EAAE,EAAE;gBACnB,MAAM,EAAE,EAAE;aACX,CAAC;QACJ,CAAC;KACF,CAAC;IAEF,MAAM,CAAC,UAAU,GAAG,YAAY,CAAC;IACjC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC;IAChC,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;QAChC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/scorers/index.js

@@ -1,4 +0,0 @@
-export * from "./api-scorer";
-export * from "./api_scorers";
-export * from "./base-scorer";
-//# sourceMappingURL=index.js.map

package/dist/scorers/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scorers/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC"}

package/dist/tracer/OpenTelemetryKeys.js

@@ -1,12 +0,0 @@
-export class OpenTelemetryKeys {
-}
-OpenTelemetryKeys.AttributeKeys = {
-    JUDGMENT_SPAN_KIND: "judgment.span_kind",
-    JUDGMENT_INPUT: "judgment.input",
-    JUDGMENT_OUTPUT: "judgment.output",
-    PENDING_TRACE_EVAL: "judgment.pending_trace_eval",
-};
-OpenTelemetryKeys.ResourceKeys = {
-    JUDGMENT_PROJECT_ID: "judgment.project_id",
-};
-//# sourceMappingURL=OpenTelemetryKeys.js.map

package/dist/tracer/OpenTelemetryKeys.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"OpenTelemetryKeys.js","sourceRoot":"","sources":["../../src/tracer/OpenTelemetryKeys.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,iBAAiB;;AACL,+BAAa,GAAG;IACrC,kBAAkB,EAAE,oBAAoB;IACxC,cAAc,EAAE,gBAAgB;IAChC,eAAe,EAAE,iBAAiB;IAClC,kBAAkB,EAAE,6BAA6B;CACzC,CAAC;AAEY,8BAAY,GAAG;IACpC,mBAAmB,EAAE,qBAAqB;CAClC,CAAC"}

package/dist/tracer/Tracer.js

@@ -1,235 +0,0 @@
-import { trace } from "@opentelemetry/api";
-import { JUDGMENT_DEFAULT_GPT_MODEL } from "../env";
-import { JudgmentApiClient } from "../internal/api";
-import { Logger } from "../utils/logger";
-import { JudgmentSpanExporter, NoOpSpanExporter } from "./exporters";
-import { OpenTelemetryKeys } from "./OpenTelemetryKeys";
-import { TracerConfiguration } from "./TracerConfiguration";
-export class Tracer {
-    getConfiguration() {
-        return this.configuration;
-    }
-    getProjectId() {
-        return this.projectId;
-    }
-    getSerializer() {
-        return this.serializer;
-    }
-    constructor(configuration, apiClient, serializer) {
-        this.projectId = null;
-        this.configuration = configuration;
-        this.apiClient = apiClient;
-        this.serializer = serializer;
-        this.projectIdPromise = this.resolveProjectId();
-    }
-    async resolveProjectId() {
-        try {
-            Logger.info(`Resolving project ID for project: ${this.configuration.projectName}`);
-            const request = {
-                project_name: this.configuration.projectName,
-            };
-            const response = await this.apiClient.projectsResolve(request);
-            this.projectId = response.project_id?.toString() || null;
-            if (this.projectId) {
-                Logger.info(`Successfully resolved project ID: ${this.projectId}`);
-            }
-            else {
-                Logger.warn(`Project ID not found for project: ${this.configuration.projectName}`);
-            }
-            return this.projectId;
-        }
-        catch (error) {
-            this.projectId = null;
-            return null;
-        }
-    }
-    static builder() {
-        return new TracerBuilder();
-    }
-    static createDefault(projectName) {
-        return TracerBuilder.builder()
-            .configuration(TracerConfiguration.createDefault(projectName))
-            .build();
-    }
-    static createWithConfiguration(configuration) {
-        return TracerBuilder.builder().configuration(configuration).build();
-    }
-    async getSpanExporter() {
-        const projectId = await this.projectIdPromise;
-        if (!projectId) {
-            Logger.error("Failed to resolve project " +
-                this.configuration.projectName +
-                ", please create it first at https://app.judgmentlabs.ai/org/" +
-                this.configuration.organizationId +
-                "/projects. Skipping Judgment export.");
-            return new NoOpSpanExporter();
-        }
-        return this.createJudgmentSpanExporter(projectId);
-    }
-    setSpanKind(kind) {
-        const currentSpan = trace.getActiveSpan();
-        if (!currentSpan) {
-            Logger.warn("No active span found, skipping setSpanKind");
-            return;
-        }
-        if (kind !== null) {
-            currentSpan.setAttribute(OpenTelemetryKeys.AttributeKeys.JUDGMENT_SPAN_KIND, kind);
-        }
-    }
-    setAttribute(key, value, type) {
-        const currentSpan = trace.getActiveSpan();
-        if (!currentSpan) {
-            Logger.warn("No active span found, skipping setAttribute");
-            return;
-        }
-        currentSpan.setAttribute(key, this.serializer(value));
-    }
-    setLLMSpan() {
-        this.setSpanKind("llm");
-    }
-    setToolSpan() {
-        this.setSpanKind("tool");
-    }
-    setGeneralSpan() {
-        this.setSpanKind("span");
-    }
-    setAttributes(attributes) {
-        if (!attributes) {
-            return;
-        }
-        const currentSpan = trace.getActiveSpan();
-        if (!currentSpan) {
-            Logger.warn("No active span found, skipping setAttributes");
-            return;
-        }
-        for (const [key, value] of Object.entries(attributes)) {
-            currentSpan.setAttribute(key, this.serializer(value));
-        }
-    }
-    setInput(input, type) {
-        this.setAttribute(OpenTelemetryKeys.AttributeKeys.JUDGMENT_INPUT, input);
-    }
-    setOutput(output, type) {
-        this.setAttribute(OpenTelemetryKeys.AttributeKeys.JUDGMENT_OUTPUT, output);
-    }
-    asyncEvaluate(scorer, example, model) {
-        if (!this.configuration.enableEvaluation) {
-            return;
-        }
-        const currentSpan = trace.getActiveSpan();
-        if (!currentSpan) {
-            Logger.warn("No active span found, skipping asyncEvaluate");
-            return;
-        }
-        if (!currentSpan.isRecording()) {
-            Logger.warn("Active span is not recording, skipping asyncEvaluate");
-            return;
-        }
-        const spanContext = currentSpan.spanContext();
-        const traceId = spanContext.traceId;
-        const spanId = spanContext.spanId;
-        Logger.info(`asyncEvaluate: project=${this.configuration.projectName}, traceId=${traceId}, spanId=${spanId}, scorer=${scorer.name}`);
-        const evaluationRun = this.createEvaluationRun(scorer, example, model, traceId, spanId);
-        this.enqueueEvaluation(evaluationRun);
-    }
-    asyncTraceEvaluate(scorer, model) {
-        if (!this.configuration.enableEvaluation) {
-            return;
-        }
-        const currentSpan = trace.getActiveSpan();
-        if (!currentSpan) {
-            Logger.warn("No active span found, skipping asyncTraceEvaluate");
-            return;
-        }
-        if (!currentSpan.isRecording()) {
-            Logger.warn("Active span is not recording, skipping asyncTraceEvaluate");
-            return;
-        }
-        const spanContext = currentSpan.spanContext();
-        const traceId = spanContext.traceId;
-        const spanId = spanContext.spanId;
-        Logger.info(`asyncTraceEvaluate: project=${this.configuration.projectName}, traceId=${traceId}, spanId=${spanId}, scorer=${scorer.name}`);
-        try {
-            const traceEvaluationRun = this.createTraceEvaluationRun(scorer, model, traceId, spanId);
-            const traceEvalJson = this.serializer(traceEvaluationRun);
-            currentSpan.setAttribute(OpenTelemetryKeys.AttributeKeys.PENDING_TRACE_EVAL, traceEvalJson);
-        }
-        catch (error) {
-            Logger.error(`Failed to serialize trace evaluation: ${error instanceof Error ? error.message : String(error)}`);
-        }
-    }
-    createTraceEvaluationRun(scorer, model, traceId, spanId) {
-        const evalName = `async_trace_evaluate_${spanId || Date.now()}`;
-        const modelName = model || JUDGMENT_DEFAULT_GPT_MODEL;
-        const scorerConfig = scorer.toTransport();
-        return {
-            project_name: this.configuration.projectName,
-            eval_name: evalName,
-            scorer: scorerConfig,
-            model: modelName,
-            organization_id: this.configuration.organizationId,
-            trace_id: traceId,
-            trace_span_id: spanId,
-        };
-    }
-    createJudgmentSpanExporter(projectId) {
-        const endpoint = this.configuration.apiUrl.endsWith("/")
-            ? `${this.configuration.apiUrl}otel/v1/traces`
-            : `${this.configuration.apiUrl}/otel/v1/traces`;
-        return new JudgmentSpanExporter(endpoint, this.configuration.apiKey, this.configuration.organizationId, projectId);
-    }
-    createEvaluationRun(scorer, example, model, traceId, spanId) {
-        const runId = `async_evaluate_${spanId || Date.now()}`;
-        const modelName = model || JUDGMENT_DEFAULT_GPT_MODEL;
-        const scorerConfig = scorer.toTransport();
-        const evaluationRun = {
-            project_name: this.configuration.projectName,
-            eval_name: runId,
-            examples: [example],
-            custom_scorers: [],
-            judgment_scorers: [scorerConfig],
-            model: modelName,
-            trace_id: traceId,
-            trace_span_id: spanId,
-        };
-        return evaluationRun;
-    }
-    async enqueueEvaluation(evaluationRun) {
-        try {
-            await this.apiClient.addToRunEvalQueueExamples(evaluationRun);
-            Logger.info(`Enqueuing evaluation run: ${evaluationRun.eval_name}`);
-        }
-        catch (error) {
-            Logger.error(`Failed to enqueue evaluation run: ${error instanceof Error ? error.message : String(error)}`);
-        }
-    }
-}
-export class TracerBuilder {
-    constructor() {
-        this._serializer = JSON.stringify;
-    }
-    static builder() {
-        return new TracerBuilder();
-    }
-    configuration(configuration) {
-        this.config = configuration;
-        return this;
-    }
-    apiClient(apiClient) {
-        this._apiClient = apiClient;
-        return this;
-    }
-    serializer(serializer) {
-        this._serializer = serializer;
-        return this;
-    }
-    build() {
-        if (!this.config) {
-            throw new Error("Configuration is required");
-        }
-        const client = this._apiClient ||
-            new JudgmentApiClient(this.config.apiUrl, this.config.apiKey, this.config.organizationId);
-        return new Tracer(this.config, client, this._serializer);
-    }
-}
-//# sourceMappingURL=Tracer.js.map