judgeval 0.1.33

package/dist/common/logger.js

@@ -0,0 +1,221 @@
+"use strict";
+/**
+ * Logger utilities and result printing for the JudgEval TypeScript SDK
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.print = exports.printResults = exports.formatEvaluationResults = exports.withExampleContext = exports.clearExampleContext = exports.setExampleContext = exports.error = exports.warn = exports.warning = exports.info = exports.log = exports.debug = void 0;
+// Remove fs and path imports if no longer needed
+// import * as fs from 'fs';
+// import * as path from 'path';
+const logger_instance_1 = __importDefault(require("./logger-instance")); // Import the configured winston logger
+// Track current example info (Keep for potential context integration)
+let currentExampleId = null;
+let currentTimestamp = null;
+/**
+ * Log a debug message
+ */
+function debug(message, meta) {
+    logger_instance_1.default.debug(message, Object.assign(Object.assign({}, meta), { exampleId: currentExampleId, timestamp: currentTimestamp }));
+}
+exports.debug = debug;
+/**
+ * Log an info message (alias for info)
+ */
+function log(message, ...args) {
+    // Simple handling for additional args, could be improved
+    let meta = { args: [] };
+    if (args.length > 0) {
+        meta = { args: args };
+    }
+    logger_instance_1.default.info(message, Object.assign(Object.assign({}, meta), { exampleId: currentExampleId, timestamp: currentTimestamp }));
+}
+exports.log = log;
+/**
+ * Log an info message
+ */
+function info(message, meta) {
+    logger_instance_1.default.info(message, Object.assign(Object.assign({}, meta), { exampleId: currentExampleId, timestamp: currentTimestamp }));
+}
+exports.info = info;
+/**
+ * Log a warning message
+ */
+function warning(message, meta) {
+    logger_instance_1.default.warn(message, Object.assign(Object.assign({}, meta), { exampleId: currentExampleId, timestamp: currentTimestamp }));
+}
+exports.warning = warning;
+/**
+ * Alias for warning
+ */
+function warn(message, meta) {
+    warning(message, meta);
+}
+exports.warn = warn;
+/**
+ * Log an error message
+ */
+function error(message, meta) {
+    logger_instance_1.default.error(message, Object.assign(Object.assign({}, meta), { exampleId: currentExampleId, timestamp: currentTimestamp }));
+}
+exports.error = error;
+/**
+ * Set the current example context for logging (Keep for potential context integration)
+ */
+function setExampleContext(exampleId, timestamp) {
+    currentExampleId = exampleId;
+    currentTimestamp = timestamp;
+}
+exports.setExampleContext = setExampleContext;
+/**
+ * Clear the current example context (Keep for potential context integration)
+ */
+function clearExampleContext() {
+    currentExampleId = null;
+    currentTimestamp = null;
+}
+exports.clearExampleContext = clearExampleContext;
+/**
+ * Create a context for example-specific logging (Keep for potential context integration)
+ */
+function withExampleContext(exampleId, timestamp, fn) {
+    setExampleContext(exampleId, timestamp);
+    try {
+        return fn();
+    }
+    finally {
+        clearExampleContext();
+    }
+}
+exports.withExampleContext = withExampleContext;
+/**
+ * Format evaluation results for display
+ * This matches the Python SDK's output format with clickable links
+ */
+function formatEvaluationResults(results, projectName, evalName) {
+    var _a;
+    let output = '';
+    // Print summary information
+    if (results.length > 0) {
+        output += `\n=== Evaluation Results (${results.length} examples) ===\n\n`;
+        // Calculate success rate
+        const successfulExamples = results.filter(r => { var _a, _b; return r.success || ((_b = (_a = r.scorersData) === null || _a === void 0 ? void 0 : _a.every((s) => s.success)) !== null && _b !== void 0 ? _b : false); }).length;
+        const successRate = (successfulExamples / results.length) * 100;
+        output += `Success Rate: ${successRate.toFixed(2)}% (${successfulExamples}/${results.length})\n\n`;
+        // Print failures if any
+        const failures = results.filter(r => { var _a, _b; return !r.success || ((_b = (_a = r.scorersData) === null || _a === void 0 ? void 0 : _a.some((s) => !s.success)) !== null && _b !== void 0 ? _b : false); });
+        if (failures.length > 0) {
+            output += `Failures (${failures.length}):\n`;
+            for (const [index, failure] of failures.entries()) {
+                output += `\nExample ${index + 1}:\n`;
+                output += `Input: ${((_a = failure.example) === null || _a === void 0 ? void 0 : _a.input) || 'N/A'}\n`;
+                if (failure.scorersData) {
+                    output += 'Scorer Failures:\n';
+                    for (const scorer of failure.scorersData) {
+                        if (!scorer.success) {
+                            output += `  - ${scorer.name}: ${scorer.error || 'Unknown error'}\n`;
+                        }
+                    }
+                }
+                else if (!failure.success) {
+                    output += `Error: ${failure.error || 'Unknown error'}\n`;
+                }
+            }
+        }
+    }
+    return output;
+}
+exports.formatEvaluationResults = formatEvaluationResults;
+/**
+ * Print evaluation results to the console
+ * This matches the Python SDK's output format exactly
+ */
+function printResults(results, projectName, evalName) {
+    // Always print a URL if projectName and evalName are provided
+    if (projectName && evalName) {
+        const baseUrl = 'https://app.judgmentlabs.ai/app/experiment';
+        const urlParams = `?project_name=${projectName}&eval_run_name=${evalName}`;
+        const resultsUrl = `${baseUrl}${urlParams}`;
+        // Print the URL
+        console.log(`\n🔍 View results: ${resultsUrl}\n`);
+    }
+    // Format the results - only includes failure details
+    const formattedResults = formatEvaluationResults(results, projectName, evalName);
+    // Print the results to the console directly
+    if (formattedResults) {
+        console.log(formattedResults);
+    }
+    // Print raw results in the same format as Python SDK
+    console.log(JSON.stringify(results, null, 2));
+}
+exports.printResults = printResults;
+/**
+ * Simplified print function for results - matches Python SDK's print(results) behavior
+ * This is the preferred way to print results
+ */
+function print(data) {
+    if (Array.isArray(data)) {
+        // Handle array of results (evaluation results)
+        let projectName, evalName;
+        // Try to extract project name and eval name from the first result
+        if (data.length > 0 && data[0].metadata) {
+            projectName = data[0].metadata.project_name;
+            evalName = data[0].metadata.eval_name;
+        }
+        printResults(data, projectName, evalName);
+    }
+    else if (data && typeof data === 'object' && data.traceId) {
+        // Handle trace object
+        console.log(`\n--- Trace: ${data.name || 'Unnamed'} (ID: ${data.traceId}) ---`);
+        if (data.projectName) {
+            const traceUrl = `https://app.judgmentlabs.ai/app/monitor?project_name=${data.projectName}&trace_id=${data.traceId}&trace_name=${data.name || 'trace'}&show_trace=true`;
+            console.log(`\n🔍 View trace: ${traceUrl}\n`);
+        }
+        console.log(JSON.stringify(data, null, 2));
+    }
+    else if (data && typeof data === 'object' && data.title === "Workflow Analysis Results") {
+        // Handle workflow analysis results
+        console.log(`\n=== ${data.title} ===\n`);
+        // Print scorer performance
+        console.log('Scorer Performance Summary:');
+        console.log('----------------------------');
+        if (Array.isArray(data.scorerPerformance)) {
+            data.scorerPerformance.forEach((scorer) => {
+                console.log(`${scorer.name.padEnd(30)} ${scorer.score.toFixed(2)} (${scorer.rating})`);
+            });
+        }
+        // Print areas for improvement
+        if (Array.isArray(data.areasForImprovement) && data.areasForImprovement.length > 0) {
+            console.log('\nAreas for Improvement:');
+            console.log('----------------------');
+            data.areasForImprovement.forEach((area, index) => {
+                console.log(`${index + 1}. ${area}`);
+            });
+        }
+        // Print strengths
+        if (Array.isArray(data.strengths) && data.strengths.length > 0) {
+            console.log('\nStrengths:');
+            console.log('----------');
+            data.strengths.forEach((strength, index) => {
+                console.log(`${index + 1}. ${strength}`);
+            });
+        }
+    }
+    else if (data && typeof data === 'object' && data.title && data.recommendations) {
+        // Handle recommendations
+        console.log(`\n=== ${data.title} ===`);
+        if (Array.isArray(data.recommendations)) {
+            data.recommendations.forEach((rec, index) => {
+                console.log(`${index + 1}. ${rec}`);
+            });
+        }
+    }
+    else {
+        // Handle any other object
+        console.log(JSON.stringify(data, null, 2));
+    }
+}
+exports.print = print;
+//# sourceMappingURL=logger.js.map

package/dist/common/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/common/logger.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;AAEH,iDAAiD;AACjD,4BAA4B;AAC5B,gCAAgC;AAChC,wEAAuC,CAAC,uCAAuC;AAE/E,sEAAsE;AACtE,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAC3C,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAE3C;;GAEG;AACH,SAAgB,KAAK,CAAC,OAAe,EAAE,IAA0B;IAC/D,yBAAM,CAAC,KAAK,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC/F,CAAC;AAFD,sBAEC;AAED;;GAEG;AACH,SAAgB,GAAG,CAAC,OAAe,EAAE,GAAG,IAAW;IACjD,yDAAyD;IACzD,IAAI,IAAI,GAAwB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IAC7C,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IACD,yBAAM,CAAC,IAAI,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC9F,CAAC;AAPD,kBAOC;AAED;;GAEG;AACH,SAAgB,IAAI,CAAC,OAAe,EAAE,IAA0B;IAC9D,yBAAM,CAAC,IAAI,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC9F,CAAC;AAFD,oBAEC;AAED;;GAEG;AACH,SAAgB,OAAO,CAAC,OAAe,EAAE,IAA0B;IACjE,yBAAM,CAAC,IAAI,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC9F,CAAC;AAFD,0BAEC;AAED;;GAEG;AACH,SAAgB,IAAI,CAAC,OAAe,EAAE,IAA0B;IAC9D,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACzB,CAAC;AAFD,oBAEC;AAED;;GAEG;AACH,SAAgB,KAAK,CAAC,OAAe,EAAE,IAA0B;IAC/D,yBAAM,CAAC,KAAK,CAAC,OAAO,kCAAO,IAAI,KAAE,SAAS,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,IAAG,CAAC;AAC/F,CAAC;AAFD,sBAEC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,SAAiB,EAAE,SAAiB;IACpE,gBAAgB,GAAG,SAAS,CAAC;IAC7B,gBAAgB,GAAG,SAAS,CAAC;AAC/B,CAAC;AAHD,8CAGC;AAED;;GAEG;AACH,SAAgB,mBAAmB;IACjC,gBAAgB,GAAG,IAAI,CAAC;IACxB,gBAAgB,GAAG,IAAI,CAAC;AAC1B,CAAC;AAHD,kDAGC;AAED;;GAEG;AACH,SAAgB,kBAAkB,CAAI,SAAiB,EAAE,SAAiB,EAAE,EAAW;IACrF,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC;QACH,OAAO,EAAE,EAAE,CAAC;IACd,CAAC;YAAS,CAAC;QACT,mBAAmB,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAPD,gDAOC;AAED;;;GAGG;AACH,SAAgB,uBAAuB,CAAC,OAAc,EAAE,WAAoB,EAAE,QAAiB;;IAC7F,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,4BAA4B;IAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,6BAA6B,OAAO,CAAC,MAAM,oBAAoB,CAAC;QAE1E,yBAAyB;QACzB,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,eAC5C,OAAA,CAAC,CAAC,OAAO,IAAI,CAAC,MAAA,MAAA,CAAC,CAAC,WAAW,0CAAE,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,mCAAI,KAAK,CAAC,CAAA,EAAA,CACpE,CAAC,MAAM,CAAC;QAET,MAAM,WAAW,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAChE,MAAM,IAAI,iBAAiB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,kBAAkB,IAAI,OAAO,CAAC,MAAM,OAAO,CAAC;QAEnG,wBAAwB;QACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,eAClC,OAAA,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,MAAA,MAAA,CAAC,CAAC,WAAW,0CAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,mCAAI,KAAK,CAAC,CAAA,EAAA,CACrE,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,aAAa,QAAQ,CAAC,MAAM,MAAM,CAAC;YAE7C,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,aAAa,KAAK,GAAG,CAAC,KAAK,CAAC;gBACtC,MAAM,IAAI,UAAU,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,KAAK,KAAI,KAAK,IAAI,CAAC;gBAExD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBACxB,MAAM,IAAI,oBAAoB,CAAC;oBAE/B,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;wBACzC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;4BACpB,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,IAAI,eAAe,IAAI,CAAC;wBACvE,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC5B,MAAM,IAAI,UAAU,OAAO,CAAC,KAAK,IAAI,eAAe,IAAI,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AA3CD,0DA2CC;AAED;;;GAGG;AACH,SAAgB,YAAY,CAAC,OAAc,EAAE,WAAoB,EAAE,QAAiB;IAClF,8DAA8D;IAC9D,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,4CAA4C,CAAC;QAC7D,MAAM,SAAS,GAAG,iBAAiB,WAAW,kBAAkB,QAAQ,EAAE,CAAC;QAC3E,MAAM,UAAU,GAAG,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC;QAE5C,gBAAgB;QAChB,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,IAAI,CAAC,CAAC;IACpD,CAAC;IAED,qDAAqD;IACrD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAEjF,4CAA4C;IAC5C,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAChC,CAAC;IAED,qDAAqD;IACrD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AArBD,oCAqBC;AAED;;;GAGG;AACH,SAAgB,KAAK,CAAC,IAAS;IAC7B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,+CAA+C;QAC/C,IAAI,WAAW,EAAE,QAAQ,CAAC;QAE1B,kEAAkE;QAClE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;YACxC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC5C,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxC,CAAC;QAED,YAAY,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;SAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5D,sBAAsB;QACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,IAAI,IAAI,SAAS,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,wDAAwD,IAAI,CAAC,WAAW,aAAa,IAAI,CAAC,OAAO,eAAe,IAAI,CAAC,IAAI,IAAI,OAAO,kBAAkB,CAAC;YACxK,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,IAAI,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;SAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,KAAK,2BAA2B,EAAE,CAAC;QAC1F,mCAAmC;QACnC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC;QAEzC,2BAA2B;QAC3B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;gBAC7C,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACzF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,8BAA8B;QAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;YACtC,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAY,EAAE,KAAa,EAAE,EAAE;gBAC/D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,kBAAkB;QAClB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE;gBACzD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAClF,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,KAAK,MAAM,CAAC,CAAC;QAEvC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,KAAa,EAAE,EAAE;gBAC1D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AA/DD,sBA+DC"}

package/dist/common/tracer.d.ts

@@ -0,0 +1,205 @@
+/// <reference types="node" />
+import { AsyncLocalStorage } from 'async_hooks';
+import OpenAI from 'openai';
+import Anthropic from '@anthropic-ai/sdk';
+import Together from 'together-ai';
+import { APIJudgmentScorer } from '../scorers/base-scorer';
+interface NotificationConfig {
+    enabled?: boolean;
+    communication_methods?: string[];
+    email_addresses?: string[];
+    send_at?: number;
+}
+interface Condition {
+    metric: APIJudgmentScorer;
+}
+type CombineType = "all" | "any";
+interface Rule {
+    rule_id?: string;
+    name: string;
+    description?: string;
+    conditions: Condition[];
+    combine_type: CombineType;
+    notification?: NotificationConfig;
+}
+type ApiClient = OpenAI | Anthropic | Together;
+type SpanType = string;
+interface TraceEntry {
+    type: 'enter' | 'exit' | 'input' | 'output' | 'error' | 'evaluation';
+    function: string;
+    span_id: string;
+    depth: number;
+    timestamp: number;
+    duration?: number;
+    output?: any;
+    inputs?: Record<string, any>;
+    span_type: SpanType;
+    parent_span_id?: string;
+    evaluation_runs?: any[];
+}
+interface TraceSavePayload {
+    trace_id: string;
+    name: string;
+    project_name: string;
+    created_at: string;
+    duration: number;
+    token_counts: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+        prompt_tokens_cost_usd: number;
+        completion_tokens_cost_usd: number;
+        total_cost_usd: number;
+    };
+    entries: CondensedSpanEntry[];
+    rules?: Record<string, Rule>;
+    empty_save: boolean;
+    overwrite: boolean;
+    parent_trace_id?: string | null;
+    parent_name?: string | null;
+}
+interface CondensedSpanEntry {
+    span_id: string;
+    function: string;
+    depth: number;
+    timestamp: number;
+    parent_span_id?: string | null;
+    span_type: SpanType;
+    inputs: Record<string, any> | null;
+    output: any | null;
+    evaluation_runs: any[];
+    duration: number | null;
+    children?: CondensedSpanEntry[];
+}
+/**
+ * Client for interacting with Judgment trace API endpoints.
+ */
+declare class TraceManagerClient {
+    private apiKey;
+    private organizationId;
+    constructor(apiKey: string, organizationId: string);
+    private _fetch;
+    fetchTrace(traceId: string): Promise<any>;
+    saveTrace(traceData: TraceSavePayload, emptySave: boolean): Promise<any>;
+    deleteTrace(traceId: string): Promise<any>;
+    deleteTraces(traceIds: string[]): Promise<any>;
+    addTraceToEvalQueue(traceData: TraceSavePayload): Promise<any>;
+}
+declare const currentTraceAsyncLocalStorage: AsyncLocalStorage<TraceClient>;
+declare const currentSpanAsyncLocalStorage: AsyncLocalStorage<string>;
+/**
+ * Represents an ongoing trace context.
+ */
+declare class TraceClient {
+    readonly traceId: string;
+    readonly name: string;
+    readonly projectName: string;
+    readonly overwrite: boolean;
+    readonly rules: Rule[];
+    readonly enableMonitoring: boolean;
+    readonly enableEvaluations: boolean;
+    readonly parentTraceId?: string | null;
+    readonly parentName?: string | null;
+    entries: Partial<TraceEntry>[];
+    spanDepths: Record<string, number>;
+    private startTime;
+    private traceManager;
+    private apiKey;
+    private organizationId;
+    private originalName;
+    constructor(config: {
+        tracer: Tracer;
+        traceId?: string;
+        name?: string;
+        projectName?: string;
+        overwrite?: boolean;
+        rules?: Rule[];
+        enableMonitoring?: boolean;
+        enableEvaluations?: boolean;
+        parentTraceId?: string | null;
+        parentName?: string | null;
+        apiKey: string;
+        organizationId: string;
+    });
+    addEntry(entry: Partial<TraceEntry>): void;
+    recordInput(inputs: any): void;
+    recordOutput(output: any): void;
+    runInSpan<T>(name: string, options: {
+        spanType?: SpanType;
+    }, func: () => Promise<T> | T): Promise<T>;
+    getDuration(): number;
+    private condenseTrace;
+    save(emptySave?: boolean): Promise<{
+        traceId: string;
+        traceData: TraceSavePayload;
+    } | null>;
+    print(): void;
+    delete(): Promise<any>;
+    /**
+     * Asynchronously evaluate an example using the provided scorers,
+     * embedding the evaluation request into the trace data.
+     * Ported from the Python SDK's async_evaluate method.
+     *
+     * @param scorers Array of scorers to use for evaluation (currently assumes APIJudgmentScorer)
+     * @param options Evaluation options including input, outputs, and metadata
+     * @returns Promise that resolves when the evaluation entry has been added to the trace
+     */
+    asyncEvaluate(scorers: APIJudgmentScorer[], options?: {
+        input?: string;
+        actualOutput?: string;
+        expectedOutput?: string;
+        context?: string[];
+        retrievalContext?: string[];
+        toolsCalled?: string[];
+        expectedTools?: string[];
+        additionalMetadata?: Record<string, any>;
+        model?: string;
+        logResults?: boolean;
+    }): Promise<void>;
+    /**
+     * Private helper to add an evaluation entry to the trace.
+     * This mirrors the structure of Python's add_eval_run.
+     *
+     * @param evalRunPayload The constructed payload for the evaluation.
+     * @param startTime The start time (in seconds) of the evaluation process.
+     */
+    private _addEvalRun;
+    getOriginalName(): string;
+}
+/**
+ * Singleton Tracer class. Manages overall tracing configuration and trace creation.
+ */
+declare class Tracer {
+    private static instance;
+    readonly apiKey: string;
+    readonly organizationId: string;
+    readonly projectName: string;
+    readonly defaultRules: Rule[];
+    readonly enableMonitoring: boolean;
+    readonly enableEvaluations: boolean;
+    private initialized;
+    private constructor();
+    static getInstance(config?: {
+        apiKey?: string;
+        organizationId?: string;
+        projectName?: string;
+        rules?: Rule[];
+        enableMonitoring?: boolean;
+        enableEvaluations?: boolean;
+    }): Tracer;
+    getCurrentTrace(): TraceClient | undefined;
+    private _startTraceInternal;
+    runInTrace<T>(config: {
+        name: string;
+        projectName?: string;
+        overwrite?: boolean;
+        createRootSpan?: boolean;
+        rules?: Rule[];
+    }, func: (traceClient: TraceClient) => Promise<T> | T): Promise<T>;
+    observe<T extends (...args: any[]) => any>(options?: {
+        name?: string;
+        spanType?: SpanType;
+    }): (func: T) => T;
+}
+export declare function wrap<T extends ApiClient>(client: T): T;
+export { Tracer, TraceClient, TraceManagerClient, currentTraceAsyncLocalStorage, currentSpanAsyncLocalStorage, Rule, Condition, NotificationConfig, CombineType, TraceEntry, SpanType, ApiClient, TraceSavePayload, CondensedSpanEntry };