judgeval 0.2.9 → 0.3.0

package/dist/esm/common/logger.js

@@ -1,208 +0,0 @@
-/**
- * Logger utilities and result printing for the JudgEval TypeScript SDK
- */
-// Remove fs and path imports if no longer needed
-// import * as fs from 'fs';
-// import * as path from 'path';
-import logger from './logger-instance.js'; // Import the configured winston logger
-// Track current example info (Keep for potential context integration)
-let currentExampleId = null;
-let currentTimestamp = null;
-/**
- * Log a debug message
- */
-export function debug(message, meta) {
-    // Prioritize meta.exampleId over currentExampleId
-    const exampleId = (meta === null || meta === void 0 ? void 0 : meta.exampleId) !== undefined ? meta.exampleId : currentExampleId;
-    logger.debug(message, Object.assign(Object.assign({}, meta), { exampleId, timestamp: currentTimestamp }));
-}
-/**
- * Log an info message (alias for info)
- */
-export function log(message, meta) {
-    // Prioritize meta.exampleId over currentExampleId
-    const exampleId = (meta === null || meta === void 0 ? void 0 : meta.exampleId) !== undefined ? meta.exampleId : currentExampleId;
-    logger.info(message, Object.assign(Object.assign({}, meta), { exampleId, timestamp: currentTimestamp }));
-}
-/**
- * Log an info message
- */
-export function info(message, meta) {
-    // Prioritize meta.exampleId over currentExampleId
-    const exampleId = (meta === null || meta === void 0 ? void 0 : meta.exampleId) !== undefined ? meta.exampleId : currentExampleId;
-    logger.info(message, Object.assign(Object.assign({}, meta), { exampleId, timestamp: currentTimestamp }));
-}
-/**
- * Log a warning message
- */
-export function warning(message, meta) {
-    // Prioritize meta.exampleId over currentExampleId
-    const exampleId = (meta === null || meta === void 0 ? void 0 : meta.exampleId) !== undefined ? meta.exampleId : currentExampleId;
-    logger.warn(message, Object.assign(Object.assign({}, meta), { exampleId, timestamp: currentTimestamp }));
-}
-/**
- * Alias for warning
- */
-export function warn(message, meta) {
-    warning(message, meta);
-}
-/**
- * Log an error message
- */
-export function error(message, meta) {
-    // Prioritize meta.exampleId over currentExampleId
-    const exampleId = (meta === null || meta === void 0 ? void 0 : meta.exampleId) !== undefined ? meta.exampleId : currentExampleId;
-    logger.error(message, Object.assign(Object.assign({}, meta), { exampleId, timestamp: currentTimestamp }));
-}
-/**
- * Set the current example context for logging (Keep for potential context integration)
- */
-export function setExampleContext(exampleId, timestamp) {
-    currentExampleId = exampleId;
-    currentTimestamp = timestamp;
-}
-/**
- * Clear the current example context (Keep for potential context integration)
- */
-export function clearExampleContext() {
-    currentExampleId = null;
-    currentTimestamp = null;
-}
-/**
- * Create a context for example-specific logging (Keep for potential context integration)
- */
-export function withExampleContext(exampleId, timestamp, fn) {
-    setExampleContext(exampleId, timestamp);
-    try {
-        return fn();
-    }
-    finally {
-        clearExampleContext();
-    }
-}
-/**
- * Format evaluation results for display
- * This matches the Python SDK's output format with clickable links
- */
-export function formatEvaluationResults(results, projectName, evalName) {
-    var _a;
-    let output = '';
-    // Print summary information
-    if (results.length > 0) {
-        output += `\n=== Evaluation Results (${results.length} examples) ===\n\n`;
-        // Calculate success rate
-        const successfulExamples = results.filter(r => { var _a, _b; return r.success || ((_b = (_a = r.scorersData) === null || _a === void 0 ? void 0 : _a.every((s) => s.success)) !== null && _b !== void 0 ? _b : false); }).length;
-        const successRate = (successfulExamples / results.length) * 100;
-        output += `Success Rate: ${successRate.toFixed(2)}% (${successfulExamples}/${results.length})\n\n`;
-        // Print failures if any
-        const failures = results.filter(r => { var _a, _b; return !r.success || ((_b = (_a = r.scorersData) === null || _a === void 0 ? void 0 : _a.some((s) => !s.success)) !== null && _b !== void 0 ? _b : false); });
-        if (failures.length > 0) {
-            output += `Failures (${failures.length}):\n`;
-            for (const [index, failure] of failures.entries()) {
-                output += `\nExample ${index + 1}:\n`;
-                output += `Input: ${((_a = failure.example) === null || _a === void 0 ? void 0 : _a.input) || 'N/A'}\n`;
-                if (failure.scorersData) {
-                    output += 'Scorer Failures:\n';
-                    for (const scorer of failure.scorersData) {
-                        if (!scorer.success) {
-                            output += `  - ${scorer.name}: ${scorer.error || 'Unknown error'}\n`;
-                        }
-                    }
-                }
-                else if (!failure.success) {
-                    output += `Error: ${failure.error || 'Unknown error'}\n`;
-                }
-            }
-        }
-    }
-    return output;
-}
-/**
- * Print evaluation results to the console
- * This matches the Python SDK's output format exactly
- */
-export function printResults(results, projectName, evalName) {
-    // Always print a URL if projectName and evalName are provided
-    if (projectName && evalName) {
-        const baseUrl = 'https://app.judgmentlabs.ai/app/experiment';
-        const urlParams = `?project_name=${projectName}&eval_run_name=${evalName}`;
-        const resultsUrl = `${baseUrl}${urlParams}`;
-        // Print the URL
-        console.log(`\n🔍 View results: ${resultsUrl}\n`);
-    }
-    // Format the results - only includes failure details
-    const formattedResults = formatEvaluationResults(results, projectName, evalName);
-    // Print the results to the console directly
-    if (formattedResults) {
-        console.log(formattedResults);
-    }
-    // Print raw results in the same format as Python SDK
-    console.log(JSON.stringify(results, null, 2));
-}
-/**
- * Simplified print function for results - matches Python SDK's print(results) behavior
- * This is the preferred way to print results
- */
-export function print(data) {
-    if (Array.isArray(data)) {
-        // Handle array of results (evaluation results)
-        let projectName, evalName;
-        // Try to extract project name and eval name from the first result
-        if (data.length > 0 && data[0].metadata) {
-            projectName = data[0].metadata.project_name;
-            evalName = data[0].metadata.eval_name;
-        }
-        printResults(data, projectName, evalName);
-    }
-    else if (data && typeof data === 'object' && data.traceId) {
-        // Handle trace object
-        console.log(`\n--- Trace: ${data.name || 'Unnamed'} (ID: ${data.traceId}) ---`);
-        if (data.projectName) {
-            const traceUrl = `https://app.judgmentlabs.ai/app/monitor?project_name=${data.projectName}&trace_id=${data.traceId}&trace_name=${data.name || 'trace'}&show_trace=true`;
-            console.log(`\n🔍 View trace: ${traceUrl}\n`);
-        }
-        console.log(JSON.stringify(data, null, 2));
-    }
-    else if (data && typeof data === 'object' && data.title === "Workflow Analysis Results") {
-        // Handle workflow analysis results
-        console.log(`\n=== ${data.title} ===\n`);
-        // Print scorer performance
-        console.log('Scorer Performance Summary:');
-        console.log('----------------------------');
-        if (Array.isArray(data.scorerPerformance)) {
-            data.scorerPerformance.forEach((scorer) => {
-                console.log(`${scorer.name.padEnd(30)} ${scorer.score.toFixed(2)} (${scorer.rating})`);
-            });
-        }
-        // Print areas for improvement
-        if (Array.isArray(data.areasForImprovement) && data.areasForImprovement.length > 0) {
-            console.log('\nAreas for Improvement:');
-            console.log('----------------------');
-            data.areasForImprovement.forEach((area, index) => {
-                console.log(`${index + 1}. ${area}`);
-            });
-        }
-        // Print strengths
-        if (Array.isArray(data.strengths) && data.strengths.length > 0) {
-            console.log('\nStrengths:');
-            console.log('----------');
-            data.strengths.forEach((strength, index) => {
-                console.log(`${index + 1}. ${strength}`);
-            });
-        }
-    }
-    else if (data && typeof data === 'object' && data.title && data.recommendations) {
-        // Handle recommendations
-        console.log(`\n=== ${data.title} ===`);
-        if (Array.isArray(data.recommendations)) {
-            data.recommendations.forEach((rec, index) => {
-                console.log(`${index + 1}. ${rec}`);
-            });
-        }
-    }
-    else {
-        // Handle any other object
-        console.log(JSON.stringify(data, null, 2));
-    }
-}
-//# sourceMappingURL=logger.js.map

package/dist/esm/common/logger.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../src/common/logger.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,iDAAiD;AACjD,4BAA4B;AAC5B,gCAAgC;AAChC,OAAO,MAAM,MAAM,sBAAsB,CAAC,CAAC,uCAAuC;AAElF,sEAAsE;AACtE,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAC3C,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAE3C;;GAEG;AACH,MAAM,UAAU,KAAK,CAAC,OAAe,EAAE,IAA0B;IAC/D,kDAAkD;IAClD,MAAM,SAAS,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,MAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpF,MAAM,CAAC,KAAK,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,GAAG,CAAC,OAAe,EAAE,IAA0B;IAC7D,kDAAkD;IAClD,MAAM,SAAS,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,MAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpF,MAAM,CAAC,IAAI,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,IAAI,CAAC,OAAe,EAAE,IAA0B;IAC9D,kDAAkD;IAClD,MAAM,SAAS,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,MAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpF,MAAM,CAAC,IAAI,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,OAAe,EAAE,IAA0B;IACjE,kDAAkD;IAClD,MAAM,SAAS,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,MAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpF,MAAM,CAAC,IAAI,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,IAAI,CAAC,OAAe,EAAE,IAA0B;IAC9D,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,KAAK,CAAC,OAAe,EAAE,IAA0B;IAC/D,kDAAkD;IAClD,MAAM,SAAS,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,MAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpF,MAAM,CAAC,KAAK,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,SAAiB,EAAE,SAAiB;IACpE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,gBAAgB,GAAG,SAAS,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,gBAAgB,GAAG,IAAI,CAAC;IACxB,gBAAgB,GAAG,IAAI,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAI,SAAiB,EAAE,SAAiB,EAAE,EAAW;IACrF,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC;QACH,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;YAAS,CAAC;QACT,mBAAmB,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,OAAc,EAAE,WAAoB,EAAE,QAAiB;;IAC7F,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,4BAA4B;IAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,6BAA6B,OAAO,CAAC,MAAM,oBAAoB,CAAC;QAE1E,yBAAyB;QACzB,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,eAC5C,OAAA,CAAC,CAAC,OAAO,IAAI,CAAC,MAAA,MAAA,CAAC,CAAC,WAAW,0CAAE,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,mCAAI,KAAK,CAAC,CAAA,EAAA,CACpE,CAAC,MAAM,CAAC;QAET,MAAM,WAAW,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAChE,MAAM,IAAI,iBAAiB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,kBAAkB,IAAI,OAAO,CAAC,MAAM,OAAO,CAAC;QAEnG,wBAAwB;QACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,eAClC,OAAA,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,MAAA,MAAA,CAAC,CAAC,WAAW,0CAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,mCAAI,KAAK,CAAC,CAAA,EAAA,CACrE,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,aAAa,QAAQ,CAAC,MAAM,MAAM,CAAC;YAE7C,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,aAAa,KAAK,GAAG,CAAC,KAAK,CAAC;gBACtC,MAAM,IAAI,UAAU,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,KAAK,KAAI,KAAK,IAAI,CAAC;gBAExD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBACxB,MAAM,IAAI,oBAAoB,CAAC;oBAE/B,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;wBACzC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;4BACpB,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,CAAC;wBACvE,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC5B,MAAM,IAAI,UAAU,OAAO,CAAC,KAAK,IAAI,eAAe,IAAI,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,OAAc,EAAE,WAAoB,EAAE,QAAiB;IAClF,8DAA8D;IAC9D,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,4CAA4C,CAAC;QAC7D,MAAM,SAAS,GAAG,iBAAiB,WAAW,kBAAkB,QAAQ,EAAE,CAAC;QAC3E,MAAM,UAAU,GAAG,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC;QAE5C,gBAAgB;QAChB,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,IAAI,CAAC,CAAC;IACpD,CAAC;IAED,qDAAqD;IACrD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAEjF,4CAA4C;IAC5C,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAChC,CAAC;IAED,qDAAqD;IACrD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,KAAK,CAAC,IAAS;IAC7B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,+CAA+C;QAC/C,IAAI,WAAW,EAAE,QAAQ,CAAC;QAE1B,kEAAkE;QAClE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;YACxC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC5C,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxC,CAAC;QAED,YAAY,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;SAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5D,sBAAsB;QACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,IAAI,IAAI,SAAS,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,wDAAwD,IAAI,CAAC,WAAW,aAAa,IAAI,CAAC,OAAO,eAAe,IAAI,CAAC,IAAI,IAAI,OAAO,kBAAkB,CAAC;YACxK,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,IAAI,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;SAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,2BAA2B,EAAE,CAAC;QAC1F,mCAAmC;QACnC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC;QAEzC,2BAA2B;QAC3B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;gBAC7C,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACzF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,8BAA8B;QAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;YACtC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAY,EAAE,KAAa,EAAE,EAAE;gBAC/D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,kBAAkB;QAClB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE;gBACzD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAClF,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,KAAK,MAAM,CAAC,CAAC;QAEvC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,KAAa,EAAE,EAAE;gBAC1D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/dist/esm/common/token-costs.js

@@ -1,91 +0,0 @@
-/**
- * Token cost utilities for the JudgEval TypeScript SDK
- * This provides a local implementation of token cost calculation
- * similar to LiteLLM's cost_per_token function in Python
- */
-import { warn } from './logger.js';
-// Model cost mapping (USD per 1000 tokens)
-// These rates are based on OpenAI's pricing as of April 2025
-// Source: https://openai.com/pricing
-const MODEL_COSTS = {
-    // GPT-4 models
-    'gpt-4': { prompt: 0.03, completion: 0.06 },
-    'gpt-4-32k': { prompt: 0.06, completion: 0.12 },
-    'gpt-4-turbo': { prompt: 0.01, completion: 0.03 },
-    'gpt-4-turbo-preview': { prompt: 0.01, completion: 0.03 },
-    'gpt-4-vision-preview': { prompt: 0.01, completion: 0.03 },
-    'gpt-4o': { prompt: 0.005, completion: 0.015 },
-    'gpt-4o-mini': { prompt: 0.0015, completion: 0.006 },
-    // GPT-3.5 models
-    'gpt-3.5-turbo': { prompt: 0.0005, completion: 0.0015 },
-    'gpt-3.5-turbo-16k': { prompt: 0.001, completion: 0.002 },
-    'gpt-3.5-turbo-instruct': { prompt: 0.0015, completion: 0.002 },
-    // Claude models
-    'claude-instant-1': { prompt: 0.0008, completion: 0.0024 },
-    'claude-2': { prompt: 0.008, completion: 0.024 },
-    'claude-2.1': { prompt: 0.008, completion: 0.024 },
-    'claude-3-opus-20240229': { prompt: 0.015, completion: 0.075 },
-    'claude-3-sonnet-20240229': { prompt: 0.003, completion: 0.015 },
-    'claude-3-haiku-20240307': { prompt: 0.00025, completion: 0.00125 },
-    // Default fallback
-    'default': { prompt: 0.001, completion: 0.002 }
-};
-/**
- * Calculate cost per token for a given model
- * This mimics LiteLLM's cost_per_token function in Python
- *
- * @param model Model name (e.g., 'gpt-3.5-turbo')
- * @param promptTokens Number of prompt tokens (used for total calculation)
- * @param completionTokens Number of completion tokens (used for total calculation)
- * @returns [promptCostPerToken, completionCostPerToken] - Cost per token for prompt and completion
- */
-export function costPerToken(model, promptTokens = 1, completionTokens = 1) {
-    // Find the model in our mapping, or use default costs
-    const normalizedModel = model.toLowerCase();
-    const modelCosts = MODEL_COSTS[normalizedModel] || MODEL_COSTS['default'];
-    // Calculate cost per token (convert from cost per 1000 tokens)
-    const promptCostPerToken = modelCosts.prompt / 1000;
-    const completionCostPerToken = modelCosts.completion / 1000;
-    return [promptCostPerToken, completionCostPerToken];
-}
-/**
- * Calculate total token costs for a given model and token counts
- *
- * @param model Model name (e.g., 'gpt-3.5-turbo')
- * @param promptTokens Number of prompt tokens
- * @param completionTokens Number of completion tokens
- * @returns Object with token counts and costs
- */
-export function calculateTokenCosts(model, promptTokens, completionTokens) {
-    try {
-        // Get cost per token
-        const [promptCostPerToken, completionCostPerToken] = costPerToken(model, promptTokens, completionTokens);
-        // Calculate total costs
-        const promptCost = promptCostPerToken * promptTokens;
-        const completionCost = completionCostPerToken * completionTokens;
-        const totalCost = promptCost + completionCost;
-        return {
-            model,
-            promptTokens,
-            completionTokens,
-            totalTokens: promptTokens + completionTokens,
-            promptTokensCostUsd: promptCost,
-            completionTokensCostUsd: completionCost,
-            totalCostUsd: totalCost
-        };
-    }
-    catch (error) {
-        warn(`Error calculating token costs: ${error}`);
-        // Return default values instead of null to match Python SDK
-        return {
-            model,
-            promptTokens,
-            completionTokens,
-            totalTokens: promptTokens + completionTokens,
-            promptTokensCostUsd: 0,
-            completionTokensCostUsd: 0,
-            totalCostUsd: 0
-        };
-    }
-}
-//# sourceMappingURL=token-costs.js.map

package/dist/esm/common/token-costs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"token-costs.js","sourceRoot":"","sources":["../../../src/common/token-costs.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAEnC,2CAA2C;AAC3C,6DAA6D;AAC7D,qCAAqC;AACrC,MAAM,WAAW,GAA2D;IAC1E,eAAe;IACf,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IAC3C,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IAC/C,aAAa,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACjD,qBAAqB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACzD,sBAAsB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IAC1D,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IAC9C,aAAa,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE;IAEpD,iBAAiB;IACjB,eAAe,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE;IACvD,mBAAmB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IACzD,wBAAwB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE;IAE/D,gBAAgB;IAChB,kBAAkB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE;IAC1D,UAAU,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IAChD,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IAClD,wBAAwB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IAC9D,0BAA0B,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IAChE,yBAAyB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE;IAEnE,mBAAmB;IACnB,SAAS,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;CAChD,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAa,EACb,eAAuB,CAAC,EACxB,mBAA2B,CAAC;IAE5B,sDAAsD;IACtD,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,CAAC,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;IAE1E,+DAA+D;IAC/D,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC;IACpD,MAAM,sBAAsB,GAAG,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC;IAE5D,OAAO,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAC;AACtD,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CACjC,KAAa,EACb,YAAoB,EACpB,gBAAwB;IAExB,IAAI,CAAC;QACH,qBAAqB;QACrB,MAAM,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,GAAG,YAAY,CAAC,KAAK,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC;QAEzG,wBAAwB;QACxB,MAAM,UAAU,GAAG,kBAAkB,GAAG,YAAY,CAAC;QACrD,MAAM,cAAc,GAAG,sBAAsB,GAAG,gBAAgB,CAAC;QACjE,MAAM,SAAS,GAAG,UAAU,GAAG,cAAc,CAAC;QAE9C,OAAO;YACL,KAAK;YACL,YAAY;YACZ,gBAAgB;YAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;YAC5C,mBAAmB,EAAE,UAAU;YAC/B,uBAAuB,EAAE,cAAc;YACvC,YAAY,EAAE,SAAS;SACxB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;QAChD,4DAA4D;QAC5D,OAAO;YACL,KAAK;YACL,YAAY;YACZ,gBAAgB;YAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;YAC5C,mBAAmB,EAAE,CAAC;YACtB,uBAAuB,EAAE,CAAC;YAC1B,YAAY,EAAE,CAAC;SAChB,CAAC;IACJ,CAAC;AACH,CAAC"}