judgeval 0.2.9 → 0.3.0

package/dist/cjs/exporters/otel-exporter.js

@@ -1,352 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.JudgevalExporter = void 0;
-const core_1 = require("@opentelemetry/core");
-const uuid_1 = require("uuid");
-// Import using relative path from within the src directory - ADD .js EXTENSION
-const tracer_js_1 = require("../common/tracer.js");
-// --- Helper Functions --- Reintroduce types
-function parseOtelAttributes(attributesMap) {
-    const attributes = {};
-    for (const key in attributesMap) {
-        attributes[key] = attributesMap[key];
-    }
-    return attributes;
-}
-function mapToInternalInput(attributes) {
-    const kwargs = {};
-    for (const [key, value] of Object.entries(attributes)) {
-        if (key.startsWith('ai.telemetry.metadata.')) {
-            kwargs[key.replace('ai.telemetry.metadata.', 'metadata_')] = value;
-        }
-    }
-    let messages = attributes['ai.prompt.messages'];
-    if (typeof messages === 'string') {
-        try {
-            messages = JSON.parse(messages);
-        }
-        catch (e) {
-            console.warn(`[OtelExporter] Could not parse messages JSON: ${messages}`);
-            messages = [];
-        }
-    }
-    else if (!Array.isArray(messages)) {
-        console.warn(`[OtelExporter] Messages attribute is not an array or valid JSON string: ${messages}`);
-        messages = [];
-    }
-    return {
-        model: attributes['gen_ai.request.model'],
-        messages: messages || [],
-        kwargs: kwargs,
-    };
-}
-function mapToInternalOutput(attributes) {
-    const inputTokens = attributes['gen_ai.usage.input_tokens'] || attributes['ai.usage.promptTokens'];
-    const outputTokens = attributes['gen_ai.usage.output_tokens'] || attributes['ai.usage.completionTokens'];
-    let totalTokens = null;
-    if (inputTokens != null && outputTokens != null) {
-        totalTokens = inputTokens + outputTokens;
-    }
-    return {
-        content: attributes['ai.response.text'],
-        usage: {
-            prompt_tokens: inputTokens,
-            completion_tokens: outputTokens,
-            total_tokens: totalTokens,
-            prompt_tokens_cost_usd: 0.0, // Initialize to 0.0
-            completion_tokens_cost_usd: 0.0, // Initialize to 0.0
-            total_cost_usd: 0.0 // Initialize to 0.0
-        },
-    };
-}
-// Revert buildTraceTree to return a FLAT list, relying on parent_span_id for hierarchy
-// parent_span_id here refers to the GENERATED UUID of the parent.
-function buildTraceTree(spansList) {
-    if (!spansList || spansList.length === 0) {
-        return [];
-    }
-    // Assign depth using parent references (UUIDs)
-    const spansById = {};
-    // Use the generated span_id (UUID) for the map key
-    spansList.forEach(span => { spansById[span.span_id] = span; });
-    const depths = {};
-    const visited = new Set();
-    function calculateDepth(spanId) {
-        if (depths[spanId] !== undefined)
-            return depths[spanId];
-        if (visited.has(spanId)) {
-            console.warn(`[OtelExporter BuildTree] Cycle or re-visit detected for span ${spanId}`);
-            return 0;
-        }
-        visited.add(spanId);
-        const span = spansById[spanId];
-        if (!span) {
-            console.warn(`[OtelExporter BuildTree] Span ${spanId} not found in spansById map.`);
-            visited.delete(spanId); // Clean up visited set
-            return 0;
-        }
-        // Check parent_span_id (which should be the parent's generated UUID)
-        if (!span.parent_span_id || !spansById[span.parent_span_id]) {
-            depths[spanId] = 0; // Root span
-        }
-        else {
-            try {
-                depths[spanId] = calculateDepth(span.parent_span_id) + 1;
-            }
-            catch (e) {
-                console.error(`[OtelExporter BuildTree] Error calculating depth for span ${spanId}, parent ${span.parent_span_id}: ${e.message}`);
-                depths[spanId] = -1; // Indicate an error
-            }
-        }
-        // visited.delete(spanId); // Optional: remove if cycles/revisits need different handling
-        return depths[spanId];
-    }
-    spansList.forEach(span => {
-        // Use the generated span_id (UUID) here
-        if (depths[span.span_id] === undefined) {
-            visited.clear();
-            try {
-                span.depth = calculateDepth(span.span_id);
-            }
-            catch (e) {
-                console.error(`[OtelExporter BuildTree] Failed initial depth calculation for ${span.span_id}: ${e.message}`);
-                span.depth = -1; // Assign error depth
-            }
-        }
-        else {
-            span.depth = depths[span.span_id];
-        }
-    });
-    // Create the final flat list, ensuring no 'children' field
-    const sortedSpans = spansList.map(span => {
-        const finalSpan = {
-            span_id: span.span_id, // Generated UUID
-            function: span.function,
-            depth: span.depth < 0 ? 0 : span.depth, // Reset error depth to 0
-            created_at: span.created_at,
-            parent_span_id: span.parent_span_id, // Parent's generated UUID or null/undefined
-            span_type: span.span_type,
-            inputs: span.inputs,
-            output: span.output,
-            duration: span.duration,
-            trace_id: span.trace_id,
-        };
-        // Explicitly remove children property if it somehow exists on the object
-        delete finalSpan.children;
-        return finalSpan;
-    });
-    // Sort the flat list by creation time as a fallback ordering
-    sortedSpans.sort((a, b) => new Date(a.created_at).getTime() - new Date(b.created_at).getTime());
-    return sortedSpans;
-}
-class JudgevalExporter {
-    constructor(config) {
-        this.serviceName = config.serviceName || 'otel-judgeval-export';
-        if (!config.apiKey) {
-            throw new Error("JudgevalExporter requires apiKey in config");
-        }
-        if (!config.organizationId) {
-            throw new Error("JudgevalExporter requires organizationId in config");
-        }
-        this.apiKey = config.apiKey;
-        this.organizationId = config.organizationId;
-        console.log('[OtelExporter] Initialized with API Key and Org ID.');
-    }
-    export(spans, resultCallback) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            console.log('[OtelExporter] Export method called.');
-            console.log(`[OtelExporter] Number of spans received: ${spans.length}`);
-            if (spans.length === 0) {
-                return resultCallback({ code: core_1.ExportResultCode.SUCCESS });
-            }
-            const traces = new Map();
-            for (const span of spans) {
-                const traceId = span.spanContext().traceId;
-                if (!traces.has(traceId)) {
-                    traces.set(traceId, []);
-                }
-                traces.get(traceId).push(span);
-            }
-            console.log(`[OtelExporter] Processing ${traces.size} unique trace(s).`);
-            const exportPromises = [];
-            const traceManager = new tracer_js_1.TraceManagerClient(this.apiKey, this.organizationId);
-            for (const [otelTraceId, traceSpans] of traces.entries()) {
-                const backendTraceId = (0, uuid_1.v4)();
-                console.log(`[OtelExporter] Mapping OTEL trace ${otelTraceId} to backend UUID ${backendTraceId}`);
-                const processAndSave = () => __awaiter(this, void 0, void 0, function* () {
-                    var _a, _b, _c, _d;
-                    try {
-                        console.log(`[OtelExporter] Processing trace data for backend UUID ${backendTraceId} (${traceSpans.length} span(s)).`);
-                        const otelIdToDbUuidMap = {};
-                        const processedSpans = [];
-                        let traceMetadata = {
-                            projectName: 'default-otel-project',
-                            traceName: 'Unnamed OTel Trace',
-                        };
-                        for (const span of traceSpans) {
-                            const ctx = span.spanContext();
-                            const attributes = parseOtelAttributes(span.attributes);
-                            const dbSpanUuid = (0, uuid_1.v4)();
-                            otelIdToDbUuidMap[ctx.spanId] = dbSpanUuid;
-                            if (attributes['ai.telemetry.metadata.project_name']) {
-                                traceMetadata.projectName = attributes['ai.telemetry.metadata.project_name'];
-                            }
-                            if (attributes['ai.telemetry.metadata.trace_name']) {
-                                traceMetadata.traceName = attributes['ai.telemetry.metadata.trace_name'];
-                            }
-                            const startTime = span.startTime[0] + span.startTime[1] / 1e9;
-                            const endTime = span.endTime[0] + span.endTime[1] / 1e9;
-                            const duration = endTime - startTime;
-                            // --- Determine Span Type --- START
-                            let determinedSpanType = 'span'; // Default to 'span' (Use string type)
-                            if (span.name === 'ai.generateText') {
-                                // If it's the main generateText call, maybe treat it as a chain or agent span?
-                                determinedSpanType = 'chain'; // Or 'agent' or 'span' depending on backend expectation
-                            }
-                            else if (span.name === 'ai.generateText.doGenerate') {
-                                // The actual LLM call part
-                                determinedSpanType = 'llm';
-                            }
-                            else if (span.name.includes('tool') || span.attributes['ai.tool.name']) {
-                                determinedSpanType = 'tool'; // Example for tool spans
-                            }
-                            // Add more heuristics based on span.name or span.attributes if needed
-                            // --- Determine Span Type --- END
-                            processedSpans.push({
-                                trace_id: backendTraceId,
-                                span_id: dbSpanUuid,
-                                otel_span_id: ctx.spanId,
-                                otel_parent_span_id: span.parentSpanId,
-                                parent_span_id: undefined,
-                                function: span.name, // Keep using OTel span name for now
-                                depth: 0,
-                                created_at: new Date(startTime * 1000).toISOString(),
-                                duration: duration < 0 ? 0 : duration,
-                                inputs: mapToInternalInput(attributes),
-                                output: mapToInternalOutput(attributes),
-                                span_type: determinedSpanType,
-                            });
-                        }
-                        processedSpans.forEach(span => {
-                            if (span.otel_parent_span_id && otelIdToDbUuidMap[span.otel_parent_span_id]) {
-                                span.parent_span_id = otelIdToDbUuidMap[span.otel_parent_span_id];
-                            }
-                        });
-                        const traceEntries = buildTraceTree(processedSpans);
-                        const traceStartTimeIso = traceEntries.length > 0 ? traceEntries.reduce((min, p) => (p.created_at < min ? p.created_at : min), traceEntries[0].created_at) : new Date().toISOString();
-                        const traceEndTime = traceEntries.length > 0 ? traceEntries.reduce((max, p) => {
-                            const endTs = new Date(p.created_at).getTime() + ((p.duration || 0) * 1000);
-                            return endTs > max ? endTs : max;
-                        }, 0) : Date.now();
-                        const overallDuration = (traceEndTime - new Date(traceStartTimeIso).getTime()) / 1000;
-                        const tokenCounts = {
-                            prompt_tokens: 0,
-                            completion_tokens: 0,
-                            total_tokens: 0,
-                            prompt_tokens_cost_usd: 0.0,
-                            completion_tokens_cost_usd: 0.0,
-                            total_cost_usd: 0.0
-                        };
-                        let firstModel = null;
-                        for (const entry of traceEntries) {
-                            if (entry.span_type === 'llm' && ((_a = entry.output) === null || _a === void 0 ? void 0 : _a.usage)) {
-                                tokenCounts.prompt_tokens += entry.output.usage.prompt_tokens || 0;
-                                tokenCounts.completion_tokens += entry.output.usage.completion_tokens || 0;
-                                tokenCounts.total_tokens += entry.output.usage.total_tokens ||
-                                    ((entry.output.usage.prompt_tokens || 0) +
-                                        (entry.output.usage.completion_tokens || 0));
-                                if (!firstModel && ((_b = entry.inputs) === null || _b === void 0 ? void 0 : _b.model)) {
-                                    firstModel = entry.inputs.model;
-                                }
-                            }
-                        }
-                        if (firstModel && (tokenCounts.prompt_tokens > 0 || tokenCounts.completion_tokens > 0)) {
-                            try {
-                                console.log(`[OtelExporter] Calculating token costs for model ${firstModel}...`);
-                                const costResponse = yield traceManager.calculateTokenCosts(firstModel, tokenCounts.prompt_tokens, tokenCounts.completion_tokens);
-                                if (costResponse) {
-                                    tokenCounts.prompt_tokens_cost_usd = costResponse.prompt_tokens_cost_usd;
-                                    tokenCounts.completion_tokens_cost_usd = costResponse.completion_tokens_cost_usd;
-                                    tokenCounts.total_cost_usd = costResponse.total_cost_usd;
-                                    console.log(`[OtelExporter] Calculated costs for model ${firstModel}: $${tokenCounts.total_cost_usd.toFixed(6)}`);
-                                }
-                                else {
-                                    console.log(`[OtelExporter] Could not fetch token costs for model ${firstModel}. Costs will be 0.`);
-                                }
-                            }
-                            catch (error) {
-                                console.error(`[OtelExporter] Error fetching token costs: ${error}`);
-                            }
-                        }
-                        // <<< NEW: Update individual span costs >>>
-                        // Assign the calculated *total* costs back to individual LLM spans
-                        // Note: This might not be perfectly accurate if multiple models were used,
-                        // but it ensures costs are numeric and mirrors native client approach.
-                        for (const entry of traceEntries) {
-                            if (entry.span_type === 'llm' && ((_c = entry.output) === null || _c === void 0 ? void 0 : _c.usage)) {
-                                entry.output.usage.prompt_tokens_cost_usd = tokenCounts.prompt_tokens_cost_usd;
-                                entry.output.usage.completion_tokens_cost_usd = tokenCounts.completion_tokens_cost_usd;
-                                entry.output.usage.total_cost_usd = tokenCounts.total_cost_usd;
-                            }
-                        }
-                        // <<< END NEW >>>
-                        const traceSavePayload = {
-                            trace_id: backendTraceId,
-                            name: traceMetadata.traceName || ((_d = traceEntries[0]) === null || _d === void 0 ? void 0 : _d.function) || 'Unnamed OTel Trace',
-                            project_name: traceMetadata.projectName,
-                            created_at: traceStartTimeIso,
-                            duration: overallDuration < 0 ? 0 : overallDuration,
-                            token_counts: tokenCounts,
-                            entries: traceEntries,
-                            evaluation_runs: [],
-                            overwrite: true,
-                            parent_trace_id: null,
-                            parent_name: null,
-                        };
-                        console.log(`[OtelExporter] Preparing to save trace with backend UUID ${backendTraceId} using TraceManagerClient.`);
-                        console.log("[OtelExporter] Payload to be sent:", JSON.stringify(traceSavePayload, null, 2));
-                        const response = yield traceManager.saveTrace(traceSavePayload);
-                        console.log(`[OtelExporter] TraceManagerClient.saveTrace call completed for backend UUID ${backendTraceId}. Response received:`, response);
-                        console.log(`[OtelExporter] Successfully exported trace group originally from OTEL trace ${otelTraceId} as backend UUID ${backendTraceId}.`);
-                        return { code: core_1.ExportResultCode.SUCCESS };
-                    }
-                    catch (error) {
-                        console.error(`[OtelExporter] Error exporting trace group originally from OTEL trace ${otelTraceId} (backend UUID ${backendTraceId}):`, error);
-                        return { code: core_1.ExportResultCode.FAILED, error };
-                    }
-                });
-                exportPromises.push(processAndSave());
-            }
-            try {
-                const results = yield Promise.all(exportPromises);
-                const overallResult = results.some(r => r.code === core_1.ExportResultCode.FAILED)
-                    ? { code: core_1.ExportResultCode.FAILED, error: (_a = results.find(r => r.error)) === null || _a === void 0 ? void 0 : _a.error }
-                    : { code: core_1.ExportResultCode.SUCCESS };
-                console.log(`[OtelExporter] Batch export finished. Overall result: ${overallResult.code === core_1.ExportResultCode.SUCCESS ? 'SUCCESS' : 'FAILED'}`);
-                resultCallback(overallResult);
-            }
-            catch (error) {
-                console.error('[OtelExporter] Unexpected error during batch processing:', error);
-                resultCallback({ code: core_1.ExportResultCode.FAILED, error });
-            }
-        });
-    }
-    shutdown() {
-        return __awaiter(this, void 0, void 0, function* () {
-            console.log('[OtelExporter] Shutting down.');
-            return Promise.resolve();
-        });
-    }
-}
-exports.JudgevalExporter = JudgevalExporter;
-//# sourceMappingURL=otel-exporter.js.map

package/dist/cjs/exporters/otel-exporter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"otel-exporter.js","sourceRoot":"","sources":["../../../src/exporters/otel-exporter.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAA6E;AAE7E,+BAAoC;AAEpC,+EAA+E;AAC/E,mDAAyG;AAEzG,6CAA6C;AAC7C,SAAS,mBAAmB,CAAC,aAAkC;IAC3D,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAC9B,UAAU,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA+B;IACvD,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,UAAU,CAAC,wBAAwB,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC;QACvE,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC;IAChD,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,iDAAiD,QAAQ,EAAE,CAAC,CAAC;YAC1E,QAAQ,GAAG,EAAE,CAAC;QAClB,CAAC;IACL,CAAC;SAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,2EAA2E,QAAQ,EAAE,CAAC,CAAC;QACpG,QAAQ,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,OAAO;QACH,KAAK,EAAE,UAAU,CAAC,sBAAsB,CAAC;QACzC,QAAQ,EAAE,QAAQ,IAAI,EAAE;QACxB,MAAM,EAAE,MAAM;KACjB,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA+B;IACxD,MAAM,WAAW,GAAG,UAAU,CAAC,2BAA2B,CAAC,IAAI,UAAU,CAAC,uBAAuB,CAAC,CAAC;IACnG,MAAM,YAAY,GAAG,UAAU,CAAC,4BAA4B,CAAC,IAAI,UAAU,CAAC,2BAA2B,CAAC,CAAC;IACzG,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,IAAI,WAAW,IAAI,IAAI,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QAC9C,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;IAC7C,CAAC;IAED,OAAO;QACH,OAAO,EAAE,UAAU,CAAC,kBAAkB,CAAC;QACvC,KAAK,EAAE;YACH,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,YAAY;YAC/B,YAAY,EAAE,WAAW;YACzB,sBAAsB,EAAE,GAAG,EAAE,oBAAoB;YACjD,0BAA0B,EAAE,GAAG,EAAE,oBAAoB;YACrD,cAAc,EAAE,GAAG,CAAC,oBAAoB;SAC3C;KACJ,CAAC;AACN,CAAC;AAaD,uFAAuF;AACvF,kEAAkE;AAClE,SAAS,cAAc,CAAC,SAA0B;IAC9C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,+CAA+C;IAC/C,MAAM,SAAS,GAAqC,EAAE,CAAC;IACvD,mDAAmD;IACnD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,SAAS,cAAc,CAAC,MAAc;QAClC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,gEAAgE,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO,CAAC,CAAC;QACb,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,OAAO,CAAC,IAAI,CAAC,iCAAiC,MAAM,8BAA8B,CAAC,CAAC;YACpF,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,uBAAuB;YAC/C,OAAO,CAAC,CAAC;QACb,CAAC;QAED,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;QACpC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,6DAA6D,MAAM,YAAY,IAAI,CAAC,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAClI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB;YAC7C,CAAC;QACL,CAAC;QAED,yFAAyF;QAEzF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QACrB,wCAAwC;QACxC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;YACrC,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC;gBACA,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,iEAAiE,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC5G,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB;YAC3C,CAAC;QACL,CAAC;aAAM,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,2DAA2D;IAC3D,MAAM,WAAW,GAAyB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC3D,MAAM,SAAS,GAAuB;YAClC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,iBAAiB;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,yBAAyB;YACjE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,4CAA4C;YACjF,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SAC1B,CAAC;QACF,yEAAyE;QACzE,OAAQ,SAAiB,CAAC,QAAQ,CAAC;QACnC,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,6DAA6D;IAC7D,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAEhG,OAAO,WAAW,CAAC;AACvB,CAAC;AAUD,MAAa,gBAAgB;IAKzB,YAAY,MAA0B;QAClC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,sBAAsB,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACvE,CAAC;IAEK,MAAM,CAAC,KAAqB,EAAE,cAA8C;;;YAC9E,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,cAAc,CAAC,EAAE,IAAI,EAAE,uBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;YAEjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;gBAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,6BAA6B,MAAM,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAEzE,MAAM,cAAc,GAA4B,EAAE,CAAC;YACnD,MAAM,YAAY,GAAG,IAAI,8BAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAE9E,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvD,MAAM,cAAc,GAAG,IAAA,SAAM,GAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,qCAAqC,WAAW,oBAAoB,cAAc,EAAE,CAAC,CAAC;gBAElG,MAAM,cAAc,GAAG,GAAgC,EAAE;;oBACrD,IAAI,CAAC;wBACD,OAAO,CAAC,GAAG,CAAC,yDAAyD,cAAc,KAAK,UAAU,CAAC,MAAM,YAAY,CAAC,CAAC;wBACvH,MAAM,iBAAiB,GAA8B,EAAE,CAAC;wBACxD,MAAM,cAAc,GAAoB,EAAE,CAAC;wBAC3C,IAAI,aAAa,GAAG;4BAChB,WAAW,EAAE,sBAAsB;4BACnC,SAAS,EAAE,oBAAoB;yBAClC,CAAC;wBAEF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;4BAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;4BAC/B,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;4BACxD,MAAM,UAAU,GAAG,IAAA,SAAM,GAAE,CAAC;4BAC5B,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC;4BAE3C,IAAI,UAAU,CAAC,oCAAoC,CAAC,EAAE,CAAC;gCACnD,aAAa,CAAC,WAAW,GAAG,UAAU,CAAC,oCAAoC,CAAC,CAAC;4BACjF,CAAC;4BACD,IAAI,UAAU,CAAC,kCAAkC,CAAC,EAAE,CAAC;gCACjD,aAAa,CAAC,SAAS,GAAG,UAAU,CAAC,kCAAkC,CAAC,CAAC;4BAC7E,CAAC;4BAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;4BAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;4BACxD,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;4BAErC,oCAAoC;4BACpC,IAAI,kBAAkB,GAAW,MAAM,CAAC,CAAC,sCAAsC;4BAC/E,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gCAClC,+EAA+E;gCAC/E,kBAAkB,GAAG,OAAO,CAAC,CAAC,wDAAwD;4BAC1F,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,4BAA4B,EAAE,CAAC;gCACpD,2BAA2B;gCAC3B,kBAAkB,GAAG,KAAK,CAAC;4BAC/B,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;gCACtE,kBAAkB,GAAG,MAAM,CAAC,CAAC,yBAAyB;4BAC3D,CAAC;4BACD,sEAAsE;4BACtE,kCAAkC;4BAElC,cAAc,CAAC,IAAI,CAAC;gCAChB,QAAQ,EAAE,cAAc;gCACxB,OAAO,EAAE,UAAU;gCACnB,YAAY,EAAE,GAAG,CAAC,MAAM;gCACxB,mBAAmB,EAAE,IAAI,CAAC,YAAY;gCACtC,cAAc,EAAE,SAAS;gCACzB,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,oCAAoC;gCACzD,KAAK,EAAE,CAAC;gCACR,UAAU,EAAE,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gCACpD,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;gCACrC,MAAM,EAAE,kBAAkB,CAAC,UAAU,CAAC;gCACtC,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;gCACvC,SAAS,EAAE,kBAAkB;6BAChC,CAAC,CAAC;wBACP,CAAC;wBAED,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;4BAC1B,IAAI,IAAI,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC;gCAC1E,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;4BACtE,CAAC;wBACL,CAAC,CAAC,CAAC;wBAEH,MAAM,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;wBAEpD,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;wBACtL,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;4BAC1E,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;4BAC5E,OAAO,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;wBACrC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;wBACnB,MAAM,eAAe,GAAG,CAAC,YAAY,GAAG,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;wBAEtF,MAAM,WAAW,GAAG;4BAChB,aAAa,EAAE,CAAC;4BAChB,iBAAiB,EAAE,CAAC;4BACpB,YAAY,EAAE,CAAC;4BACf,sBAAsB,EAAE,GAAG;4BAC3B,0BAA0B,EAAE,GAAG;4BAC/B,cAAc,EAAE,GAAG;yBACtB,CAAC;wBACF,IAAI,UAAU,GAAkB,IAAI,CAAC;wBACrC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;gCACnD,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;gCACnE,WAAW,CAAC,iBAAiB,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;gCAC3E,WAAW,CAAC,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY;oCACjD,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wCACxC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC;gCACvD,IAAI,CAAC,UAAU,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;oCACrC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;gCACpC,CAAC;4BACL,CAAC;wBACL,CAAC;wBAED,IAAI,UAAU,IAAI,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,IAAI,WAAW,CAAC,iBAAiB,GAAG,CAAC,CAAC,EAAE,CAAC;4BACrF,IAAI,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,oDAAoD,UAAU,KAAK,CAAC,CAAC;gCACjF,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,mBAAmB,CACvD,UAAU,EACV,WAAW,CAAC,aAAa,EACzB,WAAW,CAAC,iBAAiB,CAChC,CAAC;gCACF,IAAI,YAAY,EAAE,CAAC;oCACf,WAAW,CAAC,sBAAsB,GAAG,YAAY,CAAC,sBAAsB,CAAC;oCACzE,WAAW,CAAC,0BAA0B,GAAG,YAAY,CAAC,0BAA0B,CAAC;oCACjF,WAAW,CAAC,cAAc,GAAG,YAAY,CAAC,cAAc,CAAC;oCACzD,OAAO,CAAC,GAAG,CAAC,6CAA6C,UAAU,MAAM,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gCACtH,CAAC;qCAAM,CAAC;oCACJ,OAAO,CAAC,GAAG,CAAC,wDAAwD,UAAU,oBAAoB,CAAC,CAAC;gCACxG,CAAC;4BACL,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACb,OAAO,CAAC,KAAK,CAAC,8CAA8C,KAAK,EAAE,CAAC,CAAC;4BACzE,CAAC;wBACL,CAAC;wBAED,4CAA4C;wBAC5C,mEAAmE;wBACnE,2EAA2E;wBAC3E,uEAAuE;wBACvE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;gCACnD,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,WAAW,CAAC,sBAAsB,CAAC;gCAC/E,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,WAAW,CAAC,0BAA0B,CAAC;gCACvF,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,GAAG,WAAW,CAAC,cAAc,CAAC;4BACnE,CAAC;wBACL,CAAC;wBACD,kBAAkB;wBAElB,MAAM,gBAAgB,GAAqB;4BACvC,QAAQ,EAAE,cAAc;4BACxB,IAAI,EAAE,aAAa,CAAC,SAAS,KAAI,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,QAAQ,CAAA,IAAI,oBAAoB;4BAClF,YAAY,EAAE,aAAa,CAAC,WAAW;4BACvC,UAAU,EAAE,iBAAiB;4BAC7B,QAAQ,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe;4BACnD,YAAY,EAAE,WAAW;4BACzB,OAAO,EAAE,YAAY;4BACrB,eAAe,EAAE,EAAE;4BACnB,SAAS,EAAE,IAAI;4BACf,eAAe,EAAE,IAAI;4BACrB,WAAW,EAAE,IAAI;yBACpB,CAAC;wBAEF,OAAO,CAAC,GAAG,CAAC,4DAA4D,cAAc,4BAA4B,CAAC,CAAC;wBACpH,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;wBAE7F,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;wBAEhE,OAAO,CAAC,GAAG,CAAC,+EAA+E,cAAc,sBAAsB,EAAE,QAAQ,CAAC,CAAC;wBAC3I,OAAO,CAAC,GAAG,CAAC,+EAA+E,WAAW,oBAAoB,cAAc,GAAG,CAAC,CAAC;wBAC7I,OAAO,EAAE,IAAI,EAAE,uBAAgB,CAAC,OAAO,EAAE,CAAC;oBAE9C,CAAC;oBAAC,OAAO,KAAU,EAAE,CAAC;wBAClB,OAAO,CAAC,KAAK,CAAC,yEAAyE,WAAW,kBAAkB,cAAc,IAAI,EAAE,KAAK,CAAC,CAAC;wBAC/I,OAAO,EAAE,IAAI,EAAE,uBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;oBACpD,CAAC;gBACL,CAAC,CAAA,CAAC;gBACF,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAClD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,uBAAgB,CAAC,MAAM,CAAC;oBACvE,CAAC,CAAC,EAAE,IAAI,EAAE,uBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAA,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,0CAAE,KAAK,EAAE;oBAC7E,CAAC,CAAC,EAAE,IAAI,EAAE,uBAAgB,CAAC,OAAO,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,IAAI,KAAK,uBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC/I,cAAc,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,KAAK,CAAC,CAAC;gBACjF,cAAc,CAAC,EAAE,IAAI,EAAE,uBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,CAAC;QACL,CAAC;KAAA;IAEK,QAAQ;;YACV,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC;KAAA;CACJ;AA5ND,4CA4NC"}

package/dist/cjs/index.js

@@ -1,78 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.JudgmentClient = exports.checkExamples = exports.logEvaluationResults = exports.checkEvalRunNameExists = exports.checkMissingScorerData = exports.mergeResults = exports.executeApiEval = exports.sendToRabbitMQ = exports.JudgmentAPIError = exports.assertTest = exports.runEval = exports.EvaluationRun = exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = exports.TraceClient = exports.wrap = exports.Tracer = exports.ScoringResultBuilder = exports.ScoringResult = exports.ExampleBuilder = exports.Example = void 0;
-// Export data models
-var example_js_1 = require("./data/example.js");
-Object.defineProperty(exports, "Example", { enumerable: true, get: function () { return example_js_1.Example; } });
-Object.defineProperty(exports, "ExampleBuilder", { enumerable: true, get: function () { return example_js_1.ExampleBuilder; } });
-var result_js_1 = require("./data/result.js");
-Object.defineProperty(exports, "ScoringResult", { enumerable: true, get: function () { return result_js_1.ScoringResult; } });
-Object.defineProperty(exports, "ScoringResultBuilder", { enumerable: true, get: function () { return result_js_1.ScoringResultBuilder; } });
-// Export common utilities (like Tracer)
-var tracer_js_1 = require("./common/tracer.js");
-Object.defineProperty(exports, "Tracer", { enumerable: true, get: function () { return tracer_js_1.Tracer; } });
-Object.defineProperty(exports, "wrap", { enumerable: true, get: function () { return tracer_js_1.wrap; } });
-Object.defineProperty(exports, "TraceClient", { enumerable: true, get: function () { return tracer_js_1.TraceClient; } });
-// Export scorers
-var base_scorer_js_1 = require("./scorers/base-scorer.js");
-Object.defineProperty(exports, "APIJudgmentScorer", { enumerable: true, get: function () { return base_scorer_js_1.APIJudgmentScorer; } });
-Object.defineProperty(exports, "JudgevalScorer", { enumerable: true, get: function () { return base_scorer_js_1.JudgevalScorer; } });
-Object.defineProperty(exports, "ScorerWrapper", { enumerable: true, get: function () { return base_scorer_js_1.ScorerWrapper; } });
-var api_scorer_js_1 = require("./scorers/api-scorer.js");
-Object.defineProperty(exports, "AnswerCorrectnessScorer", { enumerable: true, get: function () { return api_scorer_js_1.AnswerCorrectnessScorer; } });
-Object.defineProperty(exports, "AnswerRelevancyScorer", { enumerable: true, get: function () { return api_scorer_js_1.AnswerRelevancyScorer; } });
-Object.defineProperty(exports, "ComparisonScorer", { enumerable: true, get: function () { return api_scorer_js_1.ComparisonScorer; } });
-Object.defineProperty(exports, "ContextualPrecisionScorer", { enumerable: true, get: function () { return api_scorer_js_1.ContextualPrecisionScorer; } });
-Object.defineProperty(exports, "ContextualRecallScorer", { enumerable: true, get: function () { return api_scorer_js_1.ContextualRecallScorer; } });
-Object.defineProperty(exports, "ContextualRelevancyScorer", { enumerable: true, get: function () { return api_scorer_js_1.ContextualRelevancyScorer; } });
-Object.defineProperty(exports, "ExecutionOrderScorer", { enumerable: true, get: function () { return api_scorer_js_1.ExecutionOrderScorer; } });
-Object.defineProperty(exports, "FaithfulnessScorer", { enumerable: true, get: function () { return api_scorer_js_1.FaithfulnessScorer; } });
-Object.defineProperty(exports, "GroundednessScorer", { enumerable: true, get: function () { return api_scorer_js_1.GroundednessScorer; } });
-Object.defineProperty(exports, "HallucinationScorer", { enumerable: true, get: function () { return api_scorer_js_1.HallucinationScorer; } });
-Object.defineProperty(exports, "InstructionAdherenceScorer", { enumerable: true, get: function () { return api_scorer_js_1.InstructionAdherenceScorer; } });
-Object.defineProperty(exports, "JsonCorrectnessScorer", { enumerable: true, get: function () { return api_scorer_js_1.JsonCorrectnessScorer; } });
-Object.defineProperty(exports, "SummarizationScorer", { enumerable: true, get: function () { return api_scorer_js_1.SummarizationScorer; } });
-// Export rules system
-var rules_js_1 = require("./rules.js");
-Object.defineProperty(exports, "AlertStatus", { enumerable: true, get: function () { return rules_js_1.AlertStatus; } });
-Object.defineProperty(exports, "Condition", { enumerable: true, get: function () { return rules_js_1.Condition; } });
-Object.defineProperty(exports, "NotificationConfig", { enumerable: true, get: function () { return rules_js_1.NotificationConfig; } });
-Object.defineProperty(exports, "Rule", { enumerable: true, get: function () { return rules_js_1.Rule; } });
-Object.defineProperty(exports, "AlertResult", { enumerable: true, get: function () { return rules_js_1.AlertResult; } });
-Object.defineProperty(exports, "RulesEngine", { enumerable: true, get: function () { return rules_js_1.RulesEngine; } });
-// Export evaluation components
-var evaluation_run_js_1 = require("./evaluation-run.js");
-Object.defineProperty(exports, "EvaluationRun", { enumerable: true, get: function () { return evaluation_run_js_1.EvaluationRun; } });
-var run_evaluation_js_1 = require("./run-evaluation.js");
-Object.defineProperty(exports, "runEval", { enumerable: true, get: function () { return run_evaluation_js_1.runEval; } });
-Object.defineProperty(exports, "assertTest", { enumerable: true, get: function () { return run_evaluation_js_1.assertTest; } });
-Object.defineProperty(exports, "JudgmentAPIError", { enumerable: true, get: function () { return run_evaluation_js_1.JudgmentAPIError; } });
-Object.defineProperty(exports, "sendToRabbitMQ", { enumerable: true, get: function () { return run_evaluation_js_1.sendToRabbitMQ; } });
-Object.defineProperty(exports, "executeApiEval", { enumerable: true, get: function () { return run_evaluation_js_1.executeApiEval; } });
-Object.defineProperty(exports, "mergeResults", { enumerable: true, get: function () { return run_evaluation_js_1.mergeResults; } });
-Object.defineProperty(exports, "checkMissingScorerData", { enumerable: true, get: function () { return run_evaluation_js_1.checkMissingScorerData; } });
-Object.defineProperty(exports, "checkEvalRunNameExists", { enumerable: true, get: function () { return run_evaluation_js_1.checkEvalRunNameExists; } });
-Object.defineProperty(exports, "logEvaluationResults", { enumerable: true, get: function () { return run_evaluation_js_1.logEvaluationResults; } });
-Object.defineProperty(exports, "checkExamples", { enumerable: true, get: function () { return run_evaluation_js_1.checkExamples; } });
-// Export client
-var judgment_client_js_1 = require("./judgment-client.js");
-Object.defineProperty(exports, "JudgmentClient", { enumerable: true, get: function () { return judgment_client_js_1.JudgmentClient; } });
-// Export constants
-__exportStar(require("./constants.js"), exports);
-// Export clients
-__exportStar(require("./clients.js"), exports);
-//# sourceMappingURL=index.js.map

package/dist/cjs/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qBAAqB;AACrB,gDAA4E;AAAnE,qGAAA,OAAO,OAAA;AAAE,4GAAA,cAAc,OAAA;AAChC,8CAAyG;AAAhG,0GAAA,aAAa,OAAA;AAAE,iHAAA,oBAAoB,OAAA;AAE5C,wCAAwC;AACxC,gDAAyE;AAAhE,mGAAA,MAAM,OAAA;AAAY,iGAAA,IAAI,OAAA;AAAE,wGAAA,WAAW,OAAA;AAE5C,iBAAiB;AACjB,2DAKkC;AAHhC,mHAAA,iBAAiB,OAAA;AACjB,gHAAA,cAAc,OAAA;AACd,+GAAA,aAAa,OAAA;AAGf,yDAciC;AAb/B,wHAAA,uBAAuB,OAAA;AACvB,sHAAA,qBAAqB,OAAA;AACrB,iHAAA,gBAAgB,OAAA;AAChB,0HAAA,yBAAyB,OAAA;AACzB,uHAAA,sBAAsB,OAAA;AACtB,0HAAA,yBAAyB,OAAA;AACzB,qHAAA,oBAAoB,OAAA;AACpB,mHAAA,kBAAkB,OAAA;AAClB,mHAAA,kBAAkB,OAAA;AAClB,oHAAA,mBAAmB,OAAA;AACnB,2HAAA,0BAA0B,OAAA;AAC1B,sHAAA,qBAAqB,OAAA;AACrB,oHAAA,mBAAmB,OAAA;AAGrB,sBAAsB;AACtB,uCAOoB;AANlB,uGAAA,WAAW,OAAA;AACX,qGAAA,SAAS,OAAA;AACT,8GAAA,kBAAkB,OAAA;AAClB,gGAAA,IAAI,OAAA;AACJ,uGAAA,WAAW,OAAA;AACX,uGAAA,WAAW,OAAA;AAGb,+BAA+B;AAC/B,yDAA0E;AAAjE,kHAAA,aAAa,OAAA;AACtB,yDAW6B;AAV3B,4GAAA,OAAO,OAAA;AACP,+GAAA,UAAU,OAAA;AACV,qHAAA,gBAAgB,OAAA;AAChB,mHAAA,cAAc,OAAA;AACd,mHAAA,cAAc,OAAA;AACd,iHAAA,YAAY,OAAA;AACZ,2HAAA,sBAAsB,OAAA;AACtB,2HAAA,sBAAsB,OAAA;AACtB,yHAAA,oBAAoB,OAAA;AACpB,kHAAA,aAAa,OAAA;AAGf,gBAAgB;AAChB,2DAAsD;AAA7C,oHAAA,cAAc,OAAA;AAEvB,mBAAmB;AACnB,iDAA+B;AAE/B,iBAAiB;AACjB,+CAA6B"}