judgeval 0.2.9 → 0.3.0

package/dist/esm/evaluation-run.js

@@ -1,132 +0,0 @@
-import { Example } from './data/example.js';
-import { APIJudgmentScorer, JudgevalScorer } from './scorers/base-scorer.js';
-import { ACCEPTABLE_MODELS } from './constants.js';
-export class EvaluationRun {
-    constructor(options) {
-        this.logResults = options.logResults || false;
-        this.organizationId = options.organizationId;
-        this.projectName = options.projectName;
-        this.evalName = options.evalName;
-        this.examples = options.examples;
-        this.scorers = options.scorers;
-        this.model = options.model;
-        this.aggregator = options.aggregator;
-        this.metadata = options.metadata;
-        this.judgmentApiKey = options.judgmentApiKey || '';
-        this.override = options.override || false;
-        this.rules = options.rules;
-        // Validate
-        this.validate();
-    }
-    /**
-     * Validate the evaluation run configuration
-     */
-    validate() {
-        // Validate log_results
-        if (typeof this.logResults !== 'boolean') {
-            throw new Error(`logResults must be a boolean. Received ${this.logResults} of type ${typeof this.logResults}`);
-        }
-        // Validate project_name
-        if (this.logResults && !this.projectName) {
-            throw new Error('Project name is required when logResults is true. Please include the projectName argument.');
-        }
-        // Validate eval_name
-        if (this.logResults && !this.evalName) {
-            throw new Error('Eval name is required when logResults is true. Please include the evalName argument.');
-        }
-        // Validate examples
-        if (!this.examples || this.examples.length === 0) {
-            throw new Error('Examples cannot be empty.');
-        }
-        for (const example of this.examples) {
-            if (!(example instanceof Example)) {
-                throw new Error(`Invalid type for Example: ${typeof example}`);
-            }
-        }
-        // Validate scorers
-        if (!this.scorers || this.scorers.length === 0) {
-            throw new Error('Scorers cannot be empty.');
-        }
-        for (const scorer of this.scorers) {
-            if (!(scorer instanceof APIJudgmentScorer) && !(scorer instanceof JudgevalScorer)) {
-                throw new Error(`Invalid type for Scorer: ${typeof scorer}`);
-            }
-        }
-        // Validate model
-        if (!this.model) {
-            throw new Error('Model cannot be empty.');
-        }
-        // Check if model is a JudgevalJudge (would be implemented separately)
-        if (typeof this.model === 'object' && this.model !== null && !Array.isArray(this.model)) {
-            // Verify all scorers are JudgevalScorer when using JudgevalJudge
-            if (!this.scorers.every(s => s instanceof JudgevalScorer)) {
-                throw new Error('When using a JudgevalJudge model, all scorers must be JudgevalScorer type');
-            }
-        }
-        else if (typeof this.model === 'string') {
-            // Check if model is a string
-            if (!ACCEPTABLE_MODELS.has(this.model)) {
-                throw new Error(`Model name ${this.model} not recognized. Please select a valid model name.`);
-            }
-        }
-        else if (Array.isArray(this.model)) {
-            // Check if model is an array of strings
-            if (!this.model.every(m => typeof m === 'string')) {
-                throw new Error('When providing a list of models, all elements must be strings');
-            }
-            for (const m of this.model) {
-                if (!ACCEPTABLE_MODELS.has(m)) {
-                    throw new Error(`Model name ${m} not recognized. Please select a valid model name.`);
-                }
-            }
-        }
-        else {
-            throw new Error(`Model must be one of: string, list of strings, or JudgevalJudge instance. Received type ${typeof this.model}.`);
-        }
-        // Validate aggregator
-        if (Array.isArray(this.model) && !this.aggregator) {
-            throw new Error('Aggregator cannot be empty when using multiple models.');
-        }
-        if (this.aggregator && !ACCEPTABLE_MODELS.has(this.aggregator)) {
-            throw new Error(`Model name ${this.aggregator} not recognized.`);
-        }
-    }
-    /**
-     * Convert the evaluation run to a plain object
-     *
-     */
-    toJSON() {
-        const data = {
-            log_results: this.logResults,
-            organization_id: this.organizationId,
-            project_name: this.projectName,
-            eval_name: this.evalName,
-            examples: this.examples.map(example => example.toJSON ? example.toJSON() : example),
-            scorers: this.scorers.map(scorer => {
-                if ('toJSON' in scorer) {
-                    return scorer.toJSON();
-                }
-                else if ('toDict' in scorer) {
-                    return scorer.toDict();
-                }
-                else {
-                    return {
-                        score_type: scorer.scoreType,
-                        threshold: scorer.threshold
-                    };
-                }
-            }),
-            model: this.model,
-            aggregator: this.aggregator,
-            metadata: this.metadata,
-            judgment_api_key: this.judgmentApiKey,
-            override: this.override
-        };
-        if (this.rules) {
-            // Process rules to ensure proper serialization
-            data.rules = this.rules.map(rule => rule.toJSON ? rule.toJSON() : rule);
-        }
-        return data;
-    }
-}
-//# sourceMappingURL=evaluation-run.js.map

package/dist/esm/evaluation-run.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluation-run.js","sourceRoot":"","sources":["../../src/evaluation-run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAU,MAAM,0BAA0B,CAAC;AAErF,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAoBnD,MAAM,OAAO,aAAa;IAcxB,YAAY,OAA6B;QACvC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAE3B,WAAW;QACX,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,QAAQ;QACd,uBAAuB;QACvB,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,UAAU,YAAY,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACjH,CAAC;QAED,wBAAwB;QACxB,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,4FAA4F,CAAC,CAAC;QAChH,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,sFAAsF,CAAC,CAAC;QAC1G,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,CAAC,OAAO,YAAY,OAAO,CAAC,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,MAAM,YAAY,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,YAAY,cAAc,CAAC,EAAE,CAAC;gBAClF,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,MAAM,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,sEAAsE;QACtE,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxF,iEAAiE;YACjE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,cAAc,CAAC,EAAE,CAAC;gBAC1D,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;YAC/F,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC1C,6BAA6B;YAC7B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,KAAK,oDAAoD,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,wCAAwC;YACxC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;YACnF,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,oDAAoD,CAAC,CAAC;gBACvF,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,2FAA2F,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACnI,CAAC;QAED,sBAAsB;QACtB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,kBAAkB,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,MAAM;QACJ,MAAM,IAAI,GAAwB;YAChC,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,YAAY,EAAE,IAAI,CAAC,WAAW;YAC9B,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACnF,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACjC,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;oBACvB,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;gBACzB,CAAC;qBAAM,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;oBAC9B,OAAQ,MAAc,CAAC,MAAM,EAAE,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACN,OAAO;wBACL,UAAU,EAAG,MAAiB,CAAC,SAAS;wBACxC,SAAS,EAAG,MAAiB,CAAC,SAAS;qBACxC,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,cAAc;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,+CAA+C;YAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/esm/exporters/otel-exporter.js

@@ -1,348 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import { ExportResultCode } from '@opentelemetry/core';
-import { v4 as uuidv4 } from 'uuid';
-// Import using relative path from within the src directory - ADD .js EXTENSION
-import { TraceManagerClient } from '../common/tracer.js';
-// --- Helper Functions --- Reintroduce types
-function parseOtelAttributes(attributesMap) {
-    const attributes = {};
-    for (const key in attributesMap) {
-        attributes[key] = attributesMap[key];
-    }
-    return attributes;
-}
-function mapToInternalInput(attributes) {
-    const kwargs = {};
-    for (const [key, value] of Object.entries(attributes)) {
-        if (key.startsWith('ai.telemetry.metadata.')) {
-            kwargs[key.replace('ai.telemetry.metadata.', 'metadata_')] = value;
-        }
-    }
-    let messages = attributes['ai.prompt.messages'];
-    if (typeof messages === 'string') {
-        try {
-            messages = JSON.parse(messages);
-        }
-        catch (e) {
-            console.warn(`[OtelExporter] Could not parse messages JSON: ${messages}`);
-            messages = [];
-        }
-    }
-    else if (!Array.isArray(messages)) {
-        console.warn(`[OtelExporter] Messages attribute is not an array or valid JSON string: ${messages}`);
-        messages = [];
-    }
-    return {
-        model: attributes['gen_ai.request.model'],
-        messages: messages || [],
-        kwargs: kwargs,
-    };
-}
-function mapToInternalOutput(attributes) {
-    const inputTokens = attributes['gen_ai.usage.input_tokens'] || attributes['ai.usage.promptTokens'];
-    const outputTokens = attributes['gen_ai.usage.output_tokens'] || attributes['ai.usage.completionTokens'];
-    let totalTokens = null;
-    if (inputTokens != null && outputTokens != null) {
-        totalTokens = inputTokens + outputTokens;
-    }
-    return {
-        content: attributes['ai.response.text'],
-        usage: {
-            prompt_tokens: inputTokens,
-            completion_tokens: outputTokens,
-            total_tokens: totalTokens,
-            prompt_tokens_cost_usd: 0.0, // Initialize to 0.0
-            completion_tokens_cost_usd: 0.0, // Initialize to 0.0
-            total_cost_usd: 0.0 // Initialize to 0.0
-        },
-    };
-}
-// Revert buildTraceTree to return a FLAT list, relying on parent_span_id for hierarchy
-// parent_span_id here refers to the GENERATED UUID of the parent.
-function buildTraceTree(spansList) {
-    if (!spansList || spansList.length === 0) {
-        return [];
-    }
-    // Assign depth using parent references (UUIDs)
-    const spansById = {};
-    // Use the generated span_id (UUID) for the map key
-    spansList.forEach(span => { spansById[span.span_id] = span; });
-    const depths = {};
-    const visited = new Set();
-    function calculateDepth(spanId) {
-        if (depths[spanId] !== undefined)
-            return depths[spanId];
-        if (visited.has(spanId)) {
-            console.warn(`[OtelExporter BuildTree] Cycle or re-visit detected for span ${spanId}`);
-            return 0;
-        }
-        visited.add(spanId);
-        const span = spansById[spanId];
-        if (!span) {
-            console.warn(`[OtelExporter BuildTree] Span ${spanId} not found in spansById map.`);
-            visited.delete(spanId); // Clean up visited set
-            return 0;
-        }
-        // Check parent_span_id (which should be the parent's generated UUID)
-        if (!span.parent_span_id || !spansById[span.parent_span_id]) {
-            depths[spanId] = 0; // Root span
-        }
-        else {
-            try {
-                depths[spanId] = calculateDepth(span.parent_span_id) + 1;
-            }
-            catch (e) {
-                console.error(`[OtelExporter BuildTree] Error calculating depth for span ${spanId}, parent ${span.parent_span_id}: ${e.message}`);
-                depths[spanId] = -1; // Indicate an error
-            }
-        }
-        // visited.delete(spanId); // Optional: remove if cycles/revisits need different handling
-        return depths[spanId];
-    }
-    spansList.forEach(span => {
-        // Use the generated span_id (UUID) here
-        if (depths[span.span_id] === undefined) {
-            visited.clear();
-            try {
-                span.depth = calculateDepth(span.span_id);
-            }
-            catch (e) {
-                console.error(`[OtelExporter BuildTree] Failed initial depth calculation for ${span.span_id}: ${e.message}`);
-                span.depth = -1; // Assign error depth
-            }
-        }
-        else {
-            span.depth = depths[span.span_id];
-        }
-    });
-    // Create the final flat list, ensuring no 'children' field
-    const sortedSpans = spansList.map(span => {
-        const finalSpan = {
-            span_id: span.span_id, // Generated UUID
-            function: span.function,
-            depth: span.depth < 0 ? 0 : span.depth, // Reset error depth to 0
-            created_at: span.created_at,
-            parent_span_id: span.parent_span_id, // Parent's generated UUID or null/undefined
-            span_type: span.span_type,
-            inputs: span.inputs,
-            output: span.output,
-            duration: span.duration,
-            trace_id: span.trace_id,
-        };
-        // Explicitly remove children property if it somehow exists on the object
-        delete finalSpan.children;
-        return finalSpan;
-    });
-    // Sort the flat list by creation time as a fallback ordering
-    sortedSpans.sort((a, b) => new Date(a.created_at).getTime() - new Date(b.created_at).getTime());
-    return sortedSpans;
-}
-export class JudgevalExporter {
-    constructor(config) {
-        this.serviceName = config.serviceName || 'otel-judgeval-export';
-        if (!config.apiKey) {
-            throw new Error("JudgevalExporter requires apiKey in config");
-        }
-        if (!config.organizationId) {
-            throw new Error("JudgevalExporter requires organizationId in config");
-        }
-        this.apiKey = config.apiKey;
-        this.organizationId = config.organizationId;
-        console.log('[OtelExporter] Initialized with API Key and Org ID.');
-    }
-    export(spans, resultCallback) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            console.log('[OtelExporter] Export method called.');
-            console.log(`[OtelExporter] Number of spans received: ${spans.length}`);
-            if (spans.length === 0) {
-                return resultCallback({ code: ExportResultCode.SUCCESS });
-            }
-            const traces = new Map();
-            for (const span of spans) {
-                const traceId = span.spanContext().traceId;
-                if (!traces.has(traceId)) {
-                    traces.set(traceId, []);
-                }
-                traces.get(traceId).push(span);
-            }
-            console.log(`[OtelExporter] Processing ${traces.size} unique trace(s).`);
-            const exportPromises = [];
-            const traceManager = new TraceManagerClient(this.apiKey, this.organizationId);
-            for (const [otelTraceId, traceSpans] of traces.entries()) {
-                const backendTraceId = uuidv4();
-                console.log(`[OtelExporter] Mapping OTEL trace ${otelTraceId} to backend UUID ${backendTraceId}`);
-                const processAndSave = () => __awaiter(this, void 0, void 0, function* () {
-                    var _a, _b, _c, _d;
-                    try {
-                        console.log(`[OtelExporter] Processing trace data for backend UUID ${backendTraceId} (${traceSpans.length} span(s)).`);
-                        const otelIdToDbUuidMap = {};
-                        const processedSpans = [];
-                        let traceMetadata = {
-                            projectName: 'default-otel-project',
-                            traceName: 'Unnamed OTel Trace',
-                        };
-                        for (const span of traceSpans) {
-                            const ctx = span.spanContext();
-                            const attributes = parseOtelAttributes(span.attributes);
-                            const dbSpanUuid = uuidv4();
-                            otelIdToDbUuidMap[ctx.spanId] = dbSpanUuid;
-                            if (attributes['ai.telemetry.metadata.project_name']) {
-                                traceMetadata.projectName = attributes['ai.telemetry.metadata.project_name'];
-                            }
-                            if (attributes['ai.telemetry.metadata.trace_name']) {
-                                traceMetadata.traceName = attributes['ai.telemetry.metadata.trace_name'];
-                            }
-                            const startTime = span.startTime[0] + span.startTime[1] / 1e9;
-                            const endTime = span.endTime[0] + span.endTime[1] / 1e9;
-                            const duration = endTime - startTime;
-                            // --- Determine Span Type --- START
-                            let determinedSpanType = 'span'; // Default to 'span' (Use string type)
-                            if (span.name === 'ai.generateText') {
-                                // If it's the main generateText call, maybe treat it as a chain or agent span?
-                                determinedSpanType = 'chain'; // Or 'agent' or 'span' depending on backend expectation
-                            }
-                            else if (span.name === 'ai.generateText.doGenerate') {
-                                // The actual LLM call part
-                                determinedSpanType = 'llm';
-                            }
-                            else if (span.name.includes('tool') || span.attributes['ai.tool.name']) {
-                                determinedSpanType = 'tool'; // Example for tool spans
-                            }
-                            // Add more heuristics based on span.name or span.attributes if needed
-                            // --- Determine Span Type --- END
-                            processedSpans.push({
-                                trace_id: backendTraceId,
-                                span_id: dbSpanUuid,
-                                otel_span_id: ctx.spanId,
-                                otel_parent_span_id: span.parentSpanId,
-                                parent_span_id: undefined,
-                                function: span.name, // Keep using OTel span name for now
-                                depth: 0,
-                                created_at: new Date(startTime * 1000).toISOString(),
-                                duration: duration < 0 ? 0 : duration,
-                                inputs: mapToInternalInput(attributes),
-                                output: mapToInternalOutput(attributes),
-                                span_type: determinedSpanType,
-                            });
-                        }
-                        processedSpans.forEach(span => {
-                            if (span.otel_parent_span_id && otelIdToDbUuidMap[span.otel_parent_span_id]) {
-                                span.parent_span_id = otelIdToDbUuidMap[span.otel_parent_span_id];
-                            }
-                        });
-                        const traceEntries = buildTraceTree(processedSpans);
-                        const traceStartTimeIso = traceEntries.length > 0 ? traceEntries.reduce((min, p) => (p.created_at < min ? p.created_at : min), traceEntries[0].created_at) : new Date().toISOString();
-                        const traceEndTime = traceEntries.length > 0 ? traceEntries.reduce((max, p) => {
-                            const endTs = new Date(p.created_at).getTime() + ((p.duration || 0) * 1000);
-                            return endTs > max ? endTs : max;
-                        }, 0) : Date.now();
-                        const overallDuration = (traceEndTime - new Date(traceStartTimeIso).getTime()) / 1000;
-                        const tokenCounts = {
-                            prompt_tokens: 0,
-                            completion_tokens: 0,
-                            total_tokens: 0,
-                            prompt_tokens_cost_usd: 0.0,
-                            completion_tokens_cost_usd: 0.0,
-                            total_cost_usd: 0.0
-                        };
-                        let firstModel = null;
-                        for (const entry of traceEntries) {
-                            if (entry.span_type === 'llm' && ((_a = entry.output) === null || _a === void 0 ? void 0 : _a.usage)) {
-                                tokenCounts.prompt_tokens += entry.output.usage.prompt_tokens || 0;
-                                tokenCounts.completion_tokens += entry.output.usage.completion_tokens || 0;
-                                tokenCounts.total_tokens += entry.output.usage.total_tokens ||
-                                    ((entry.output.usage.prompt_tokens || 0) +
-                                        (entry.output.usage.completion_tokens || 0));
-                                if (!firstModel && ((_b = entry.inputs) === null || _b === void 0 ? void 0 : _b.model)) {
-                                    firstModel = entry.inputs.model;
-                                }
-                            }
-                        }
-                        if (firstModel && (tokenCounts.prompt_tokens > 0 || tokenCounts.completion_tokens > 0)) {
-                            try {
-                                console.log(`[OtelExporter] Calculating token costs for model ${firstModel}...`);
-                                const costResponse = yield traceManager.calculateTokenCosts(firstModel, tokenCounts.prompt_tokens, tokenCounts.completion_tokens);
-                                if (costResponse) {
-                                    tokenCounts.prompt_tokens_cost_usd = costResponse.prompt_tokens_cost_usd;
-                                    tokenCounts.completion_tokens_cost_usd = costResponse.completion_tokens_cost_usd;
-                                    tokenCounts.total_cost_usd = costResponse.total_cost_usd;
-                                    console.log(`[OtelExporter] Calculated costs for model ${firstModel}: $${tokenCounts.total_cost_usd.toFixed(6)}`);
-                                }
-                                else {
-                                    console.log(`[OtelExporter] Could not fetch token costs for model ${firstModel}. Costs will be 0.`);
-                                }
-                            }
-                            catch (error) {
-                                console.error(`[OtelExporter] Error fetching token costs: ${error}`);
-                            }
-                        }
-                        // <<< NEW: Update individual span costs >>>
-                        // Assign the calculated *total* costs back to individual LLM spans
-                        // Note: This might not be perfectly accurate if multiple models were used,
-                        // but it ensures costs are numeric and mirrors native client approach.
-                        for (const entry of traceEntries) {
-                            if (entry.span_type === 'llm' && ((_c = entry.output) === null || _c === void 0 ? void 0 : _c.usage)) {
-                                entry.output.usage.prompt_tokens_cost_usd = tokenCounts.prompt_tokens_cost_usd;
-                                entry.output.usage.completion_tokens_cost_usd = tokenCounts.completion_tokens_cost_usd;
-                                entry.output.usage.total_cost_usd = tokenCounts.total_cost_usd;
-                            }
-                        }
-                        // <<< END NEW >>>
-                        const traceSavePayload = {
-                            trace_id: backendTraceId,
-                            name: traceMetadata.traceName || ((_d = traceEntries[0]) === null || _d === void 0 ? void 0 : _d.function) || 'Unnamed OTel Trace',
-                            project_name: traceMetadata.projectName,
-                            created_at: traceStartTimeIso,
-                            duration: overallDuration < 0 ? 0 : overallDuration,
-                            token_counts: tokenCounts,
-                            entries: traceEntries,
-                            evaluation_runs: [],
-                            overwrite: true,
-                            parent_trace_id: null,
-                            parent_name: null,
-                        };
-                        console.log(`[OtelExporter] Preparing to save trace with backend UUID ${backendTraceId} using TraceManagerClient.`);
-                        console.log("[OtelExporter] Payload to be sent:", JSON.stringify(traceSavePayload, null, 2));
-                        const response = yield traceManager.saveTrace(traceSavePayload);
-                        console.log(`[OtelExporter] TraceManagerClient.saveTrace call completed for backend UUID ${backendTraceId}. Response received:`, response);
-                        console.log(`[OtelExporter] Successfully exported trace group originally from OTEL trace ${otelTraceId} as backend UUID ${backendTraceId}.`);
-                        return { code: ExportResultCode.SUCCESS };
-                    }
-                    catch (error) {
-                        console.error(`[OtelExporter] Error exporting trace group originally from OTEL trace ${otelTraceId} (backend UUID ${backendTraceId}):`, error);
-                        return { code: ExportResultCode.FAILED, error };
-                    }
-                });
-                exportPromises.push(processAndSave());
-            }
-            try {
-                const results = yield Promise.all(exportPromises);
-                const overallResult = results.some(r => r.code === ExportResultCode.FAILED)
-                    ? { code: ExportResultCode.FAILED, error: (_a = results.find(r => r.error)) === null || _a === void 0 ? void 0 : _a.error }
-                    : { code: ExportResultCode.SUCCESS };
-                console.log(`[OtelExporter] Batch export finished. Overall result: ${overallResult.code === ExportResultCode.SUCCESS ? 'SUCCESS' : 'FAILED'}`);
-                resultCallback(overallResult);
-            }
-            catch (error) {
-                console.error('[OtelExporter] Unexpected error during batch processing:', error);
-                resultCallback({ code: ExportResultCode.FAILED, error });
-            }
-        });
-    }
-    shutdown() {
-        return __awaiter(this, void 0, void 0, function* () {
-            console.log('[OtelExporter] Shutting down.');
-            return Promise.resolve();
-        });
-    }
-}
-//# sourceMappingURL=otel-exporter.js.map

package/dist/esm/exporters/otel-exporter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"otel-exporter.js","sourceRoot":"","sources":["../../../src/exporters/otel-exporter.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAgB,gBAAgB,EAAU,MAAM,qBAAqB,CAAC;AAE7E,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,+EAA+E;AAC/E,OAAO,EAAE,kBAAkB,EAAkD,MAAM,qBAAqB,CAAC;AAEzG,6CAA6C;AAC7C,SAAS,mBAAmB,CAAC,aAAkC;IAC3D,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAC9B,UAAU,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA+B;IACvD,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,UAAU,CAAC,wBAAwB,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC;QACvE,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC;IAChD,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,iDAAiD,QAAQ,EAAE,CAAC,CAAC;YAC1E,QAAQ,GAAG,EAAE,CAAC;QAClB,CAAC;IACL,CAAC;SAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,2EAA2E,QAAQ,EAAE,CAAC,CAAC;QACpG,QAAQ,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,OAAO;QACH,KAAK,EAAE,UAAU,CAAC,sBAAsB,CAAC;QACzC,QAAQ,EAAE,QAAQ,IAAI,EAAE;QACxB,MAAM,EAAE,MAAM;KACjB,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA+B;IACxD,MAAM,WAAW,GAAG,UAAU,CAAC,2BAA2B,CAAC,IAAI,UAAU,CAAC,uBAAuB,CAAC,CAAC;IACnG,MAAM,YAAY,GAAG,UAAU,CAAC,4BAA4B,CAAC,IAAI,UAAU,CAAC,2BAA2B,CAAC,CAAC;IACzG,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,IAAI,WAAW,IAAI,IAAI,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QAC9C,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;IAC7C,CAAC;IAED,OAAO;QACH,OAAO,EAAE,UAAU,CAAC,kBAAkB,CAAC;QACvC,KAAK,EAAE;YACH,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,YAAY;YAC/B,YAAY,EAAE,WAAW;YACzB,sBAAsB,EAAE,GAAG,EAAE,oBAAoB;YACjD,0BAA0B,EAAE,GAAG,EAAE,oBAAoB;YACrD,cAAc,EAAE,GAAG,CAAC,oBAAoB;SAC3C;KACJ,CAAC;AACN,CAAC;AAaD,uFAAuF;AACvF,kEAAkE;AAClE,SAAS,cAAc,CAAC,SAA0B;IAC9C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,+CAA+C;IAC/C,MAAM,SAAS,GAAqC,EAAE,CAAC;IACvD,mDAAmD;IACnD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,SAAS,cAAc,CAAC,MAAc;QAClC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,gEAAgE,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO,CAAC,CAAC;QACb,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,OAAO,CAAC,IAAI,CAAC,iCAAiC,MAAM,8BAA8B,CAAC,CAAC;YACpF,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,uBAAuB;YAC/C,OAAO,CAAC,CAAC;QACb,CAAC;QAED,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;QACpC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,6DAA6D,MAAM,YAAY,IAAI,CAAC,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAClI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB;YAC7C,CAAC;QACL,CAAC;QAED,yFAAyF;QAEzF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QACrB,wCAAwC;QACxC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;YACrC,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC;gBACA,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,iEAAiE,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC5G,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB;YAC3C,CAAC;QACL,CAAC;aAAM,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,2DAA2D;IAC3D,MAAM,WAAW,GAAyB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC3D,MAAM,SAAS,GAAuB;YAClC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,iBAAiB;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,yBAAyB;YACjE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,4CAA4C;YACjF,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SAC1B,CAAC;QACF,yEAAyE;QACzE,OAAQ,SAAiB,CAAC,QAAQ,CAAC;QACnC,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,6DAA6D;IAC7D,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAEhG,OAAO,WAAW,CAAC;AACvB,CAAC;AAUD,MAAM,OAAO,gBAAgB;IAKzB,YAAY,MAA0B;QAClC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,sBAAsB,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACvE,CAAC;IAEK,MAAM,CAAC,KAAqB,EAAE,cAA8C;;;YAC9E,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,cAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;YAEjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;gBAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,6BAA6B,MAAM,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAEzE,MAAM,cAAc,GAA4B,EAAE,CAAC;YACnD,MAAM,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAE9E,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvD,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,qCAAqC,WAAW,oBAAoB,cAAc,EAAE,CAAC,CAAC;gBAElG,MAAM,cAAc,GAAG,GAAgC,EAAE;;oBACrD,IAAI,CAAC;wBACD,OAAO,CAAC,GAAG,CAAC,yDAAyD,cAAc,KAAK,UAAU,CAAC,MAAM,YAAY,CAAC,CAAC;wBACvH,MAAM,iBAAiB,GAA8B,EAAE,CAAC;wBACxD,MAAM,cAAc,GAAoB,EAAE,CAAC;wBAC3C,IAAI,aAAa,GAAG;4BAChB,WAAW,EAAE,sBAAsB;4BACnC,SAAS,EAAE,oBAAoB;yBAClC,CAAC;wBAEF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;4BAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;4BAC/B,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;4BACxD,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC;4BAC5B,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC;4BAE3C,IAAI,UAAU,CAAC,oCAAoC,CAAC,EAAE,CAAC;gCACnD,aAAa,CAAC,WAAW,GAAG,UAAU,CAAC,oCAAoC,CAAC,CAAC;4BACjF,CAAC;4BACD,IAAI,UAAU,CAAC,kCAAkC,CAAC,EAAE,CAAC;gCACjD,aAAa,CAAC,SAAS,GAAG,UAAU,CAAC,kCAAkC,CAAC,CAAC;4BAC7E,CAAC;4BAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;4BAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;4BACxD,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;4BAErC,oCAAoC;4BACpC,IAAI,kBAAkB,GAAW,MAAM,CAAC,CAAC,sCAAsC;4BAC/E,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gCAClC,+EAA+E;gCAC/E,kBAAkB,GAAG,OAAO,CAAC,CAAC,wDAAwD;4BAC1F,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,4BAA4B,EAAE,CAAC;gCACpD,2BAA2B;gCAC3B,kBAAkB,GAAG,KAAK,CAAC;4BAC/B,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;gCACtE,kBAAkB,GAAG,MAAM,CAAC,CAAC,yBAAyB;4BAC3D,CAAC;4BACD,sEAAsE;4BACtE,kCAAkC;4BAElC,cAAc,CAAC,IAAI,CAAC;gCAChB,QAAQ,EAAE,cAAc;gCACxB,OAAO,EAAE,UAAU;gCACnB,YAAY,EAAE,GAAG,CAAC,MAAM;gCACxB,mBAAmB,EAAE,IAAI,CAAC,YAAY;gCACtC,cAAc,EAAE,SAAS;gCACzB,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,oCAAoC;gCACzD,KAAK,EAAE,CAAC;gCACR,UAAU,EAAE,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gCACpD,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;gCACrC,MAAM,EAAE,kBAAkB,CAAC,UAAU,CAAC;gCACtC,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;gCACvC,SAAS,EAAE,kBAAkB;6BAChC,CAAC,CAAC;wBACP,CAAC;wBAED,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;4BAC1B,IAAI,IAAI,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC;gCAC1E,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;4BACtE,CAAC;wBACL,CAAC,CAAC,CAAC;wBAEH,MAAM,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;wBAEpD,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;wBACtL,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;4BAC1E,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;4BAC5E,OAAO,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;wBACrC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;wBACnB,MAAM,eAAe,GAAG,CAAC,YAAY,GAAG,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;wBAEtF,MAAM,WAAW,GAAG;4BAChB,aAAa,EAAE,CAAC;4BAChB,iBAAiB,EAAE,CAAC;4BACpB,YAAY,EAAE,CAAC;4BACf,sBAAsB,EAAE,GAAG;4BAC3B,0BAA0B,EAAE,GAAG;4BAC/B,cAAc,EAAE,GAAG;yBACtB,CAAC;wBACF,IAAI,UAAU,GAAkB,IAAI,CAAC;wBACrC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;gCACnD,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;gCACnE,WAAW,CAAC,iBAAiB,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;gCAC3E,WAAW,CAAC,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY;oCACjD,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wCACxC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC;gCACvD,IAAI,CAAC,UAAU,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;oCACrC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;gCACpC,CAAC;4BACL,CAAC;wBACL,CAAC;wBAED,IAAI,UAAU,IAAI,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,IAAI,WAAW,CAAC,iBAAiB,GAAG,CAAC,CAAC,EAAE,CAAC;4BACrF,IAAI,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,oDAAoD,UAAU,KAAK,CAAC,CAAC;gCACjF,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,mBAAmB,CACvD,UAAU,EACV,WAAW,CAAC,aAAa,EACzB,WAAW,CAAC,iBAAiB,CAChC,CAAC;gCACF,IAAI,YAAY,EAAE,CAAC;oCACf,WAAW,CAAC,sBAAsB,GAAG,YAAY,CAAC,sBAAsB,CAAC;oCACzE,WAAW,CAAC,0BAA0B,GAAG,YAAY,CAAC,0BAA0B,CAAC;oCACjF,WAAW,CAAC,cAAc,GAAG,YAAY,CAAC,cAAc,CAAC;oCACzD,OAAO,CAAC,GAAG,CAAC,6CAA6C,UAAU,MAAM,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gCACtH,CAAC;qCAAM,CAAC;oCACJ,OAAO,CAAC,GAAG,CAAC,wDAAwD,UAAU,oBAAoB,CAAC,CAAC;gCACxG,CAAC;4BACL,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACb,OAAO,CAAC,KAAK,CAAC,8CAA8C,KAAK,EAAE,CAAC,CAAC;4BACzE,CAAC;wBACL,CAAC;wBAED,4CAA4C;wBAC5C,mEAAmE;wBACnE,2EAA2E;wBAC3E,uEAAuE;wBACvE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;gCACnD,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,WAAW,CAAC,sBAAsB,CAAC;gCAC/E,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,WAAW,CAAC,0BAA0B,CAAC;gCACvF,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,GAAG,WAAW,CAAC,cAAc,CAAC;4BACnE,CAAC;wBACL,CAAC;wBACD,kBAAkB;wBAElB,MAAM,gBAAgB,GAAqB;4BACvC,QAAQ,EAAE,cAAc;4BACxB,IAAI,EAAE,aAAa,CAAC,SAAS,KAAI,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,QAAQ,CAAA,IAAI,oBAAoB;4BAClF,YAAY,EAAE,aAAa,CAAC,WAAW;4BACvC,UAAU,EAAE,iBAAiB;4BAC7B,QAAQ,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe;4BACnD,YAAY,EAAE,WAAW;4BACzB,OAAO,EAAE,YAAY;4BACrB,eAAe,EAAE,EAAE;4BACnB,SAAS,EAAE,IAAI;4BACf,eAAe,EAAE,IAAI;4BACrB,WAAW,EAAE,IAAI;yBACpB,CAAC;wBAEF,OAAO,CAAC,GAAG,CAAC,4DAA4D,cAAc,4BAA4B,CAAC,CAAC;wBACpH,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;wBAE7F,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;wBAEhE,OAAO,CAAC,GAAG,CAAC,+EAA+E,cAAc,sBAAsB,EAAE,QAAQ,CAAC,CAAC;wBAC3I,OAAO,CAAC,GAAG,CAAC,+EAA+E,WAAW,oBAAoB,cAAc,GAAG,CAAC,CAAC;wBAC7I,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC;oBAE9C,CAAC;oBAAC,OAAO,KAAU,EAAE,CAAC;wBAClB,OAAO,CAAC,KAAK,CAAC,yEAAyE,WAAW,kBAAkB,cAAc,IAAI,EAAE,KAAK,CAAC,CAAC;wBAC/I,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;oBACpD,CAAC;gBACL,CAAC,CAAA,CAAC;gBACF,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAClD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,MAAM,CAAC;oBACvE,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAA,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,0CAAE,KAAK,EAAE;oBAC7E,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,IAAI,KAAK,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC/I,cAAc,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,KAAK,CAAC,CAAC;gBACjF,cAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,CAAC;QACL,CAAC;KAAA;IAEK,QAAQ;;YACV,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC;KAAA;CACJ"}

package/dist/esm/index.js

@@ -1,20 +0,0 @@
-// Export data models
-export { Example, ExampleBuilder } from './data/example.js';
-export { ScoringResult, ScoringResultBuilder } from './data/result.js';
-// Export common utilities (like Tracer)
-export { Tracer, wrap, TraceClient } from './common/tracer.js';
-// Export scorers
-export { APIJudgmentScorer, JudgevalScorer, ScorerWrapper } from './scorers/base-scorer.js';
-export { AnswerCorrectnessScorer, AnswerRelevancyScorer, ComparisonScorer, ContextualPrecisionScorer, ContextualRecallScorer, ContextualRelevancyScorer, ExecutionOrderScorer, FaithfulnessScorer, GroundednessScorer, HallucinationScorer, InstructionAdherenceScorer, JsonCorrectnessScorer, SummarizationScorer } from './scorers/api-scorer.js';
-// Export rules system
-export { AlertStatus, Condition, NotificationConfig, Rule, AlertResult, RulesEngine } from './rules.js';
-// Export evaluation components
-export { EvaluationRun } from './evaluation-run.js';
-export { runEval, assertTest, JudgmentAPIError, sendToRabbitMQ, executeApiEval, mergeResults, checkMissingScorerData, checkEvalRunNameExists, logEvaluationResults, checkExamples } from './run-evaluation.js';
-// Export client
-export { JudgmentClient } from './judgment-client.js';
-// Export constants
-export * from './constants.js';
-// Export clients
-export * from './clients.js';
-//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,qBAAqB;AACrB,OAAO,EAAE,OAAO,EAAE,cAAc,EAAkB,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAoC,MAAM,kBAAkB,CAAC;AAEzG,wCAAwC;AACxC,OAAO,EAAE,MAAM,EAAY,IAAI,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEzE,iBAAiB;AACjB,OAAO,EAEL,iBAAiB,EACjB,cAAc,EACd,aAAa,EACd,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,gBAAgB,EAChB,yBAAyB,EACzB,sBAAsB,EACtB,yBAAyB,EACzB,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,0BAA0B,EAC1B,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,yBAAyB,CAAC;AAEjC,sBAAsB;AACtB,OAAO,EACL,WAAW,EACX,SAAS,EACT,kBAAkB,EAClB,IAAI,EACJ,WAAW,EACX,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB,+BAA+B;AAC/B,OAAO,EAAE,aAAa,EAAwB,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EACL,OAAO,EACP,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,YAAY,EACZ,sBAAsB,EACtB,sBAAsB,EACtB,oBAAoB,EACpB,aAAa,EACd,MAAM,qBAAqB,CAAC;AAE7B,gBAAgB;AAChB,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,mBAAmB;AACnB,cAAc,gBAAgB,CAAC;AAE/B,iBAAiB;AACjB,cAAc,cAAc,CAAC"}