judgeval 0.2.9 → 0.3.0

package/dist/esm/data/datasets/eval-dataset.js

@@ -1,375 +0,0 @@
-import { Example } from '../example.js'; // Import class and options
-import * as fs from 'fs';
-import * as path from 'path';
-import Papa from 'papaparse'; // Added PapaParse
-import YAML from 'js-yaml'; // Added js-yaml
-import { format } from 'date-fns'; // For default filename timestamp
-const ACCEPTABLE_FILE_TYPES = ['json', 'csv', 'yaml'];
-// Define keys that represent lists potentially split by a delimiter in CSV
-// Use camelCase names from Example class/ExampleOptions
-const LIST_LIKE_KEYS = [
-    'context',
-    'retrievalContext',
-    'toolsCalled',
-    'expectedTools',
-];
-export class EvalDataset {
-    // These might not be needed directly in the TS class if client handles auth
-    // public judgment_api_key: string;
-    // public organization_id: string;
-    constructor(examples = []) {
-        console.debug(`Initializing EvalDataset with ${examples.length} examples`);
-        this.examples = examples;
-        this._alias = null;
-        this._id = null;
-        // Assuming API keys are handled by the client, not stored in the dataset object itself
-        // this.judgment_api_key = judgment_api_key || process.env.JUDGMENT_API_KEY || '';
-        // this.organization_id = organization_id || process.env.JUDGMENT_ORG_ID || '';
-        // if (!this.judgment_api_key) {
-        //   console.warn("No judgment_api_key provided");
-        // }
-    }
-    addExample(e) {
-        this.examples.push(e);
-    }
-    get length() {
-        return this.examples.length;
-    }
-    get alias() {
-        return this._alias;
-    }
-    set alias(value) {
-        this._alias = value;
-    }
-    get id() {
-        return this._id;
-    }
-    set id(value) {
-        this._id = value;
-    }
-    /**
-     * Adds examples from a JSON file.
-     * Assumes the JSON file has a top-level key "examples" containing an array of example objects.
-     * @param filePath Path to the JSON file.
-     */
-    addFromJson(filePath) {
-        console.debug(`Loading dataset from JSON file: ${filePath}`);
-        try {
-            const fileContent = fs.readFileSync(filePath, 'utf-8');
-            const payload = JSON.parse(fileContent);
-            const examplesFromJson = payload === null || payload === void 0 ? void 0 : payload.examples;
-            if (!Array.isArray(examplesFromJson)) {
-                throw new Error('Invalid JSON format: "examples" key not found or not an array.');
-            }
-            console.info(`Adding ${examplesFromJson.length} examples from JSON`);
-            examplesFromJson.forEach((e) => {
-                // Map snake_case from file to camelCase for ExampleOptions
-                const options = {
-                    input: e.input,
-                    actualOutput: e.actual_output,
-                    expectedOutput: e.expected_output,
-                    context: e.context,
-                    retrievalContext: e.retrieval_context,
-                    additionalMetadata: e.additional_metadata,
-                    toolsCalled: e.tools_called,
-                    expectedTools: e.expected_tools,
-                    name: e.name,
-                    exampleId: e.example_id,
-                    exampleIndex: e.example_index,
-                    timestamp: e.timestamp,
-                    traceId: e.trace_id,
-                    example: e.example,
-                };
-                // TODO: Add handling for fields not in ExampleOptions (name, comments, etc.) if needed
-                this.addExample(new Example(options));
-            });
-        }
-        catch (error) {
-            if (error.code === 'ENOENT') {
-                console.error(`JSON file not found: ${filePath}`);
-                throw new Error(`The file ${filePath} was not found.`);
-            }
-            else if (error instanceof SyntaxError) {
-                console.error(`Invalid JSON file: ${filePath}`, error);
-                throw new Error(`The file ${filePath} is not a valid JSON file.`);
-            }
-            else {
-                console.error(`Error loading dataset from JSON: ${filePath}`, error);
-                throw error; // Re-throw other errors
-            }
-        }
-    }
-    /**
-     * Adds examples from a YAML file.
-     * Assumes the YAML file has a top-level key "examples" containing an array of example objects.
-     * @param filePath Path to the YAML file.
-     */
-    addFromYaml(filePath) {
-        console.debug(`Loading dataset from YAML file: ${filePath}`);
-        try {
-            const fileContent = fs.readFileSync(filePath, 'utf-8');
-            const payload = YAML.load(fileContent);
-            if (!payload) {
-                throw new Error('The YAML file is empty.');
-            }
-            const examplesFromYaml = payload === null || payload === void 0 ? void 0 : payload.examples;
-            if (!Array.isArray(examplesFromYaml)) {
-                throw new Error('Invalid YAML format: "examples" key not found or not an array.');
-            }
-            console.info(`Adding ${examplesFromYaml.length} examples from YAML`);
-            examplesFromYaml.forEach((e) => {
-                // Map snake_case from file to camelCase for ExampleOptions
-                const options = {
-                    input: e.input,
-                    actualOutput: e.actual_output,
-                    expectedOutput: e.expected_output,
-                    context: e.context,
-                    retrievalContext: e.retrieval_context,
-                    additionalMetadata: e.additional_metadata,
-                    toolsCalled: e.tools_called,
-                    expectedTools: e.expected_tools,
-                    name: e.name,
-                    exampleId: e.example_id,
-                    exampleIndex: e.example_index,
-                    timestamp: e.timestamp,
-                    traceId: e.trace_id,
-                    example: e.example,
-                };
-                this.addExample(new Example(options));
-            });
-        }
-        catch (error) {
-            if (error.code === 'ENOENT') {
-                console.error(`YAML file not found: ${filePath}`);
-                throw new Error(`The file ${filePath} was not found.`);
-            }
-            else if (error instanceof YAML.YAMLException) {
-                console.error(`Invalid YAML file: ${filePath}`, error);
-                throw new Error(`The file ${filePath} is not a valid YAML file.`);
-            }
-            else {
-                console.error(`Error loading dataset from YAML: ${filePath}`, error);
-                throw error; // Re-throw other errors
-            }
-        }
-    }
-    /**
-     * Adds examples from a CSV file.
-     * @param filePath Path to the CSV file.
-     * @param headerMapping Dictionary mapping Example headers (keys) to custom headers in the CSV (values).
-     * @param primaryDelimiter Main delimiter used in CSV file. Defaults to ",".
-     * @param secondaryDelimiter Secondary delimiter for list fields (context, retrieval_context, etc.). Defaults to ";".
-     */
-    addFromCsv(filePath, 
-    // headerMapping values are CSV headers, keys need to be ExampleOptions properties (camelCase)
-    headerMapping, primaryDelimiter = ',', secondaryDelimiter = ';') {
-        console.debug(`Loading dataset from CSV file: ${filePath}`);
-        try {
-            const fileContent = fs.readFileSync(filePath, 'utf-8');
-            // Invert headerMapping for easier lookup: CSV Header -> ExampleOption Key
-            const csvHeaderToExampleKeyMap = Object.entries(headerMapping).reduce((acc, [exampleKey, csvHeader]) => {
-                if (csvHeader)
-                    acc[csvHeader] = exampleKey;
-                return acc;
-            }, {});
-            const parseResult = Papa.parse(fileContent, {
-                header: true,
-                delimiter: primaryDelimiter,
-                skipEmptyLines: true,
-                dynamicTyping: (field) => {
-                    const exampleKey = csvHeaderToExampleKeyMap[field];
-                    // Prevent auto-typing traceId
-                    if (exampleKey === 'traceId')
-                        return false;
-                    return true;
-                },
-            });
-            if (parseResult.errors.length > 0) {
-                console.error('CSV parsing errors:', parseResult.errors);
-                // throw new Error(`Failed to parse CSV file: ${filePath}`);
-            }
-            const csvData = parseResult.data;
-            const newExamples = [];
-            csvData.forEach((row, index) => {
-                var _a;
-                const exampleOptions = {};
-                // Need a way to handle the 'example' boolean column if it's not in ExampleOptions
-                let isExampleRow = true; // Assume true unless 'example' column says otherwise
-                const exampleColumnCsvHeader = headerMapping['example']; // Assuming 'example' key exists in mapping for the boolean
-                for (const csvHeader in row) {
-                    const exampleKey = csvHeaderToExampleKeyMap[csvHeader];
-                    if (!exampleKey)
-                        continue;
-                    let value = row[csvHeader];
-                    if (value === null || value === undefined || value === '') {
-                        value = exampleKey === 'additionalMetadata' ? {} : null;
-                    }
-                    else {
-                        value = String(value);
-                        if (LIST_LIKE_KEYS.includes(exampleKey)) {
-                            value = value
-                                .split(secondaryDelimiter)
-                                .map((item) => item.trim())
-                                .filter((item) => item !== '');
-                        }
-                        else if (exampleKey === 'additionalMetadata') {
-                            try {
-                                value = JSON.parse(value);
-                            }
-                            catch (e) {
-                                console.warn(`Row ${index + 2}: Could not parse additionalMetadata "${value}" as JSON. Storing as string.`);
-                            }
-                        }
-                        else if (exampleColumnCsvHeader && csvHeader === exampleColumnCsvHeader) {
-                            // Check if current CSV header matches the one mapped to the 'example' concept
-                            const lowerVal = value.toLowerCase();
-                            isExampleRow = !['false', '0', 'no', ''].includes(lowerVal);
-                            // We don't store this boolean directly on ExampleOptions unless it has an 'example' field
-                            continue; // Don't assign this value to exampleOptions map
-                        }
-                        else if (exampleKey === 'example') {
-                            // Check key directly
-                            const lowerVal = value.toLowerCase();
-                            isExampleRow = !['false', '0', 'no', ''].includes(lowerVal);
-                            // Assign to options IF the key exists in headerMapping
-                            if (headerMapping.example) {
-                                exampleOptions[exampleKey] = isExampleRow;
-                            }
-                            // Don't continue here, let assignment happen below
-                        }
-                        else if (exampleKey === 'actualOutput' || exampleKey === 'expectedOutput') {
-                            // If it contains the delimiter, treat as array, otherwise string
-                            if (value.includes(secondaryDelimiter)) {
-                                value = value
-                                    .split(secondaryDelimiter)
-                                    .map((item) => item.trim())
-                                    .filter((item) => item !== '');
-                            } // else leave as string
-                        }
-                    }
-                    exampleOptions[exampleKey] = value; // Assign using the camelCase key
-                }
-                // Only add if it's marked as an example and has required fields
-                if (isExampleRow) {
-                    // Check required fields using camelCase
-                    if (exampleOptions.input === undefined ||
-                        exampleOptions.input === null
-                    // actualOutput is optional in ExampleOptions, so don't check here
-                    ) {
-                        console.warn(`Row ${index + 2}: Skipping example due to missing 'input'.`);
-                    }
-                    else {
-                        // Add trace_id if missing and mapped
-                        if (headerMapping.traceId && !exampleOptions.traceId) {
-                            exampleOptions.traceId = String((_a = row[headerMapping.traceId]) !== null && _a !== void 0 ? _a : null); // Ensure it's a string
-                        }
-                        newExamples.push(new Example(exampleOptions));
-                    }
-                }
-            });
-            console.info(`Adding ${newExamples.length} examples from CSV`);
-            newExamples.forEach((e) => this.addExample(e));
-        }
-        catch (error) {
-            if (error.code === 'ENOENT') {
-                console.error(`CSV file not found: ${filePath}`);
-                throw new Error(`The file ${filePath} was not found.`);
-            }
-            else {
-                console.error(`Error loading dataset from CSV: ${filePath}`, error);
-                throw error; // Re-throw other errors
-            }
-        }
-    }
-    /**
-     * Saves the dataset as a file.
-     * @param fileType The file type to save as ('json', 'csv', 'yaml').
-     * @param dirPath The directory path to save the file to.
-     * @param saveName Optional: The name of the file (without extension). Defaults to a timestamp.
-     * @param secondaryDelimiter Optional: The delimiter used for joining list fields in CSV output. Defaults to ";".
-     */
-    saveAs(fileType, dirPath, saveName, secondaryDelimiter = ';') {
-        if (!ACCEPTABLE_FILE_TYPES.includes(fileType)) {
-            throw new TypeError(`Invalid file type: ${fileType}. Please choose from ${ACCEPTABLE_FILE_TYPES.join(', ')}`);
-        }
-        try {
-            // Ensure directory exists
-            if (!fs.existsSync(dirPath)) {
-                fs.mkdirSync(dirPath, { recursive: true });
-            }
-            const fileName = saveName !== null && saveName !== void 0 ? saveName : format(new Date(), 'yyyyMMdd_HHmmss');
-            const completePath = path.join(dirPath, `${fileName}.${fileType}`);
-            // Use the Example class's toJSON method which outputs snake_case keys
-            const examplesForOutput = this.examples.map(e => e.toJSON());
-            console.info(`Saving dataset to ${completePath}`);
-            if (fileType === 'json') {
-                const jsonContent = JSON.stringify({ examples: examplesForOutput }, null, 4);
-                fs.writeFileSync(completePath, jsonContent, 'utf-8');
-            }
-            else if (fileType === 'yaml') {
-                // The toJSON output is already structured correctly for YAML
-                const yamlContent = YAML.dump({ examples: examplesForOutput }, { noRefs: true, lineWidth: -1 });
-                fs.writeFileSync(completePath, yamlContent, 'utf-8');
-            }
-            else if (fileType === 'csv') {
-                // Define CSV headers using the snake_case keys expected in the output
-                const csvHeaders = [
-                    'input',
-                    'actual_output',
-                    'expected_output',
-                    'context',
-                    'retrieval_context',
-                    'additional_metadata',
-                    'tools_called',
-                    'expected_tools',
-                    'name',
-                    'example_id',
-                    'example_index',
-                    'timestamp',
-                    'trace_id',
-                    'example',
-                ];
-                // Prepare data for PapaParse using the snake_case keys from toJSON()
-                const csvData = examplesForOutput.map((e_json) => {
-                    const row = {};
-                    csvHeaders.forEach((header) => {
-                        const value = e_json[header];
-                        // Check original camelCase list keys for joining arrays
-                        if ((header === 'context' ||
-                            header === 'retrieval_context' ||
-                            header === 'tools_called' ||
-                            header === 'expected_tools') && Array.isArray(value)) {
-                            row[header] = value.join(secondaryDelimiter);
-                        }
-                        else if (header === 'additional_metadata' && typeof value === 'object' && value !== null) {
-                            try {
-                                row[header] = JSON.stringify(value);
-                            }
-                            catch (_a) {
-                                row[header] = String(value);
-                            }
-                        }
-                        else if (header === 'example') {
-                            row[header] = value !== null && value !== void 0 ? value : true; // Default to true if null/undefined
-                        }
-                        else {
-                            row[header] = value === undefined ? null : value;
-                        }
-                    });
-                    return row;
-                });
-                const csvContent = Papa.unparse(csvData, {
-                    columns: csvHeaders,
-                    header: true,
-                    delimiter: ',',
-                });
-                fs.writeFileSync(completePath, csvContent, 'utf-8');
-            }
-        }
-        catch (error) {
-            console.error(`Error saving dataset to ${fileType}:`, error);
-            throw error; // Re-throw error
-        }
-    }
-}
-//# sourceMappingURL=eval-dataset.js.map

package/dist/esm/data/datasets/eval-dataset.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-dataset.js","sourceRoot":"","sources":["../../../../src/data/datasets/eval-dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAkB,MAAM,eAAe,CAAC,CAAC,2BAA2B;AACpF,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,IAAI,MAAM,WAAW,CAAC,CAAC,kBAAkB;AAChD,OAAO,IAAI,MAAM,SAAS,CAAC,CAAC,gBAAgB;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC,CAAC,iCAAiC;AAOpE,MAAM,qBAAqB,GAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAEtE,2EAA2E;AAC3E,wDAAwD;AACxD,MAAM,cAAc,GAA6B;IAC/C,SAAS;IACT,kBAAkB;IAClB,aAAa;IACb,eAAe;CAChB,CAAC;AAEF,MAAM,OAAO,WAAW;IAItB,4EAA4E;IAC5E,mCAAmC;IACnC,kCAAkC;IAElC,YAAY,WAAsB,EAAE;QAClC,OAAO,CAAC,KAAK,CAAC,iCAAiC,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;QAC3E,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,uFAAuF;QACvF,kFAAkF;QAClF,+EAA+E;QAC/E,gCAAgC;QAChC,kDAAkD;QAClD,IAAI;IACN,CAAC;IAEM,UAAU,CAAC,CAAU;QAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IAED,IAAW,MAAM;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,IAAW,KAAK;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAW,KAAK,CAAC,KAAoB;QACnC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,EAAE;QACX,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IAED,IAAW,EAAE,CAAC,KAAoB;QAChC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAgB;QACjC,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,gBAAgB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,UAAU,gBAAgB,CAAC,MAAM,qBAAqB,CAAC,CAAC;YACrE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;gBAClC,2DAA2D;gBAC3D,MAAM,OAAO,GAAmB;oBAC9B,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,cAAc,EAAE,CAAC,CAAC,eAAe;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,gBAAgB,EAAE,CAAC,CAAC,iBAAiB;oBACrC,kBAAkB,EAAE,CAAC,CAAC,mBAAmB;oBACzC,WAAW,EAAE,CAAC,CAAC,YAAY;oBAC3B,aAAa,EAAE,CAAC,CAAC,cAAc;oBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,UAAU;oBACvB,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,CAAC,CAAC,QAAQ;oBACnB,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC;gBACF,uFAAuF;gBACvF,IAAI,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;gBACxC,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,4BAA4B,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrE,MAAM,KAAK,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAgB;QACjC,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAyB,CAAC;YAE/D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,gBAAgB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,UAAU,gBAAgB,CAAC,MAAM,qBAAqB,CAAC,CAAC;YACrE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;gBAClC,2DAA2D;gBAC3D,MAAM,OAAO,GAAmB;oBAC9B,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,cAAc,EAAE,CAAC,CAAC,eAAe;oBACjC,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,gBAAgB,EAAE,CAAC,CAAC,iBAAiB;oBACrC,kBAAkB,EAAE,CAAC,CAAC,mBAAmB;oBACzC,WAAW,EAAE,CAAC,CAAC,YAAY;oBAC3B,aAAa,EAAE,CAAC,CAAC,cAAc;oBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,UAAU;oBACvB,YAAY,EAAE,CAAC,CAAC,aAAa;oBAC7B,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,CAAC,CAAC,QAAQ;oBACnB,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC;gBACF,IAAI,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAC;YACzD,CAAC;iBAAM,IAAI,KAAK,YAAY,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC/C,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,4BAA4B,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACrE,MAAM,KAAK,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,UAAU,CACf,QAAgB;IAChB,8FAA8F;IAC9F,aAAyD,EACzD,mBAA2B,GAAG,EAC9B,qBAA6B,GAAG;QAEhC,OAAO,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEvD,0EAA0E;YAC1E,MAAM,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CACnE,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,EAAE;gBAC/B,IAAI,SAAS;oBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,UAAkC,CAAC;gBACnE,OAAO,GAAG,CAAC;YACb,CAAC,EACD,EAA0C,CAC3C,CAAC;YAEF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;gBAC1C,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,gBAAgB;gBAC3B,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,CAAC,KAAsB,EAAE,EAAE;oBACxC,MAAM,UAAU,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;oBACnD,8BAA8B;oBAC9B,IAAI,UAAU,KAAK,SAAS;wBAAE,OAAO,KAAK,CAAC;oBAC3C,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC,CAAC;YAEH,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;gBACzD,4DAA4D;YAC9D,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,IAA6B,CAAC;YAC1D,MAAM,WAAW,GAAc,EAAE,CAAC;YAElC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;;gBAC7B,MAAM,cAAc,GAA4B,EAAE,CAAC;gBACnD,kFAAkF;gBAClF,IAAI,YAAY,GAAG,IAAI,CAAC,CAAC,qDAAqD;gBAC9E,MAAM,sBAAsB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,2DAA2D;gBAEpH,KAAK,MAAM,SAAS,IAAI,GAAG,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;oBACvD,IAAI,CAAC,UAAU;wBAAE,SAAS;oBAE1B,IAAI,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;oBAE3B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;wBAC1D,KAAK,GAAG,UAAU,KAAK,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC1D,CAAC;yBAAM,CAAC;wBACN,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBAEtB,IAAI,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;4BACxC,KAAK,GAAI,KAAgB;iCACtB,KAAK,CAAC,kBAAkB,CAAC;iCACzB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iCAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;wBACnC,CAAC;6BAAM,IAAI,UAAU,KAAK,oBAAoB,EAAE,CAAC;4BAC/C,IAAI,CAAC;gCACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC;4BACtC,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACX,OAAO,CAAC,IAAI,CACV,OAAO,KAAK,GAAG,CAAC,yCAAyC,KAAK,+BAA+B,CAC9F,CAAC;4BACJ,CAAC;wBACH,CAAC;6BAAM,IAAI,sBAAsB,IAAI,SAAS,KAAK,sBAAsB,EAAE,CAAC;4BACzE,8EAA8E;4BAC9E,MAAM,QAAQ,GAAI,KAAgB,CAAC,WAAW,EAAE,CAAC;4BACjD,YAAY,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;4BAC5D,0FAA0F;4BAC1F,SAAS,CAAC,gDAAgD;wBAC5D,CAAC;6BAAM,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;4BACpC,qBAAqB;4BACrB,MAAM,QAAQ,GAAI,KAAgB,CAAC,WAAW,EAAE,CAAC;4BACjD,YAAY,GAAG,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;4BAC5D,uDAAuD;4BACvD,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;gCACvB,cAAsB,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC;4BACvD,CAAC;4BACD,mDAAmD;wBACrD,CAAC;6BAAM,IAAI,UAAU,KAAK,cAAc,IAAI,UAAU,KAAK,gBAAgB,EAAE,CAAC;4BAC3E,iEAAiE;4BACjE,IAAK,KAAgB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gCACjD,KAAK,GAAI,KAAgB;qCACtB,KAAK,CAAC,kBAAkB,CAAC;qCACzB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;qCAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;4BACrC,CAAC,CAAC,uBAAuB;wBAC5B,CAAC;oBACJ,CAAC;oBACA,cAAsB,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,CAAC,iCAAiC;gBAChF,CAAC;gBAED,gEAAgE;gBAChE,IAAI,YAAY,EAAE,CAAC;oBAChB,wCAAwC;oBACzC,IACE,cAAc,CAAC,KAAK,KAAK,SAAS;wBAClC,cAAc,CAAC,KAAK,KAAK,IAAI;oBAC7B,kEAAkE;sBAClE,CAAC;wBACD,OAAO,CAAC,IAAI,CACV,OAAO,KAAK,GAAG,CAAC,4CAA4C,CAC7D,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,qCAAqC;wBACrC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;4BACnD,cAAc,CAAC,OAAO,GAAG,MAAM,CAAC,MAAA,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC,uBAAuB;wBAChG,CAAC;wBACD,WAAW,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,cAAgC,CAAC,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,CAAC,UAAU,WAAW,CAAC,MAAM,oBAAoB,CAAC,CAAC;YAC/D,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;gBACjD,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,iBAAiB,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,mCAAmC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;gBACpE,MAAM,KAAK,CAAC,CAAC,wBAAwB;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CACX,QAAsB,EACtB,OAAe,EACf,QAAiB,EACjB,qBAA6B,GAAG;QAEhC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,SAAS,CACjB,sBAAsB,QAAQ,wBAAwB,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,QAAQ,GAAG,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,MAAM,CAAC,IAAI,IAAI,EAAE,EAAE,iBAAiB,CAAC,CAAC;YACnE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC;YACnE,sEAAsE;YACtE,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAE7D,OAAO,CAAC,IAAI,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;YAElD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC7E,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAC9B,6DAA6D;gBAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChG,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC9B,sEAAsE;gBACtE,MAAM,UAAU,GAAa;oBAC3B,OAAO;oBACP,eAAe;oBACf,iBAAiB;oBACjB,SAAS;oBACT,mBAAmB;oBACnB,qBAAqB;oBACrB,cAAc;oBACd,gBAAgB;oBAChB,MAAM;oBACN,YAAY;oBACZ,eAAe;oBACf,WAAW;oBACX,UAAU;oBACV,SAAS;iBACV,CAAC;gBAEF,qEAAqE;gBACpE,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC9C,MAAM,GAAG,GAAqD,EAAE,CAAC;oBACjE,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;wBAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;wBAC5B,wDAAwD;wBACxD,IAAK,CACE,MAAM,KAAK,SAAS;4BACpB,MAAM,KAAK,mBAAmB;4BAC9B,MAAM,KAAK,cAAc;4BACzB,MAAM,KAAK,gBAAgB,CAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EACzB,CAAC;4BACJ,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;wBAC/C,CAAC;6BAAM,IAAI,MAAM,KAAK,qBAAqB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;4BAC3F,IAAI,CAAC;gCACF,GAAG,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;4BACvC,CAAC;4BAAC,WAAM,CAAC;gCACN,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;4BAC/B,CAAC;wBACH,CAAC;6BAAM,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;4BAC9B,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,IAAI,CAAC,CAAC,oCAAoC;wBACrE,CAAC;6BAAM,CAAC;4BACN,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;wBACnD,CAAC;oBACN,CAAC,CAAC,CAAC;oBACJ,OAAO,GAAG,CAAC;gBACZ,CAAC,CAAC,CAAC;gBAEL,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;oBACvC,OAAO,EAAE,UAAU;oBACnB,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,GAAG;iBACf,CAAC,CAAC;gBACH,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC,CAAC,iBAAiB;QAChC,CAAC;IACH,CAAC;CACF"}

package/dist/esm/data/example.js

@@ -1,154 +0,0 @@
-export class Example {
-    constructor(options) {
-        this.input = options.input;
-        this.actualOutput = options.actualOutput;
-        this.expectedOutput = options.expectedOutput;
-        this.context = options.context;
-        this.retrievalContext = options.retrievalContext;
-        this.additionalMetadata = options.additionalMetadata;
-        this.toolsCalled = options.toolsCalled;
-        this.expectedTools = options.expectedTools;
-        this.name = options.name;
-        this.exampleId = options.exampleId || this.generateUUID();
-        this.exampleIndex = options.exampleIndex;
-        this.timestamp = options.timestamp || new Date().toISOString();
-        this.traceId = options.traceId;
-        this.example = options.example;
-    }
-    /**
-     * Generate a UUID for the example ID
-     */
-    generateUUID() {
-        return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) {
-            const r = Math.random() * 16 | 0;
-            const v = c === 'x' ? r : (r & 0x3 | 0x8);
-            return v.toString(16);
-        });
-    }
-    /**
-     * Builder pattern for creating an Example
-     */
-    static builder() {
-        return new ExampleBuilder();
-    }
-    /**
-     * Convert the example to a plain object
-     */
-    toJSON() {
-        // Ensure exampleId is a valid UUID
-        if (!this.exampleId || !this.exampleId.match(/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i)) {
-            this.exampleId = this.generateUUID();
-        }
-        // Create the base object with required fields
-        const result = {
-            input: this.input,
-            actual_output: this.actualOutput,
-            expected_output: this.expectedOutput,
-            name: this.name || "example",
-            example_id: this.exampleId,
-            example_index: this.exampleIndex || 0,
-            timestamp: this.timestamp || new Date().toISOString(),
-            trace_id: this.traceId || `trace-${Date.now()}-${Math.floor(Math.random() * 1000)}`
-        };
-        // Only include non-null fields to avoid sending empty fields to the API
-        if (this.context)
-            result.context = this.context;
-        if (this.retrievalContext)
-            result.retrieval_context = this.retrievalContext;
-        if (this.additionalMetadata)
-            result.additional_metadata = this.additionalMetadata;
-        if (this.toolsCalled)
-            result.tools_called = this.toolsCalled;
-        if (this.expectedTools)
-            result.expected_tools = this.expectedTools;
-        if (this.example !== undefined)
-            result.example = this.example;
-        return result;
-    }
-}
-/**
- * Builder for creating Example instances
- */
-export class ExampleBuilder {
-    constructor() {
-        this._input = '';
-    }
-    input(input) {
-        this._input = input;
-        return this;
-    }
-    actualOutput(actualOutput) {
-        this._actualOutput = actualOutput;
-        return this;
-    }
-    expectedOutput(expectedOutput) {
-        this._expectedOutput = expectedOutput;
-        return this;
-    }
-    context(context) {
-        this._context = context;
-        return this;
-    }
-    retrievalContext(retrievalContext) {
-        this._retrievalContext = retrievalContext;
-        return this;
-    }
-    additionalMetadata(additionalMetadata) {
-        this._additionalMetadata = additionalMetadata;
-        return this;
-    }
-    toolsCalled(toolsCalled) {
-        this._toolsCalled = toolsCalled;
-        return this;
-    }
-    expectedTools(expectedTools) {
-        this._expectedTools = expectedTools;
-        return this;
-    }
-    name(name) {
-        this._name = name;
-        return this;
-    }
-    exampleId(exampleId) {
-        this._exampleId = exampleId;
-        return this;
-    }
-    exampleIndex(exampleIndex) {
-        this._exampleIndex = exampleIndex;
-        return this;
-    }
-    timestamp(timestamp) {
-        this._timestamp = timestamp;
-        return this;
-    }
-    traceId(traceId) {
-        this._traceId = traceId;
-        return this;
-    }
-    example(example) {
-        this._example = example;
-        return this;
-    }
-    build() {
-        if (!this._input) {
-            throw new Error('Input is required for an Example');
-        }
-        return new Example({
-            input: this._input,
-            actualOutput: this._actualOutput,
-            expectedOutput: this._expectedOutput,
-            context: this._context,
-            retrievalContext: this._retrievalContext,
-            additionalMetadata: this._additionalMetadata,
-            toolsCalled: this._toolsCalled,
-            expectedTools: this._expectedTools,
-            name: this._name,
-            exampleId: this._exampleId,
-            exampleIndex: this._exampleIndex,
-            timestamp: this._timestamp,
-            traceId: this._traceId,
-            example: this._example,
-        });
-    }
-}
-//# sourceMappingURL=example.js.map

package/dist/esm/data/example.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"example.js","sourceRoot":"","sources":["../../../src/data/example.ts"],"names":[],"mappings":"AAoBA,MAAM,OAAO,OAAO;IAgBlB,YAAY,OAAuB;QACjC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,UAAS,CAAC;YACvE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;YAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,mCAAmC;QACnC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,iEAAiE,CAAC,EAAE,CAAC;YAChH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACvC,CAAC;QAED,8CAA8C;QAC9C,MAAM,MAAM,GAAwB;YAClC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,SAAS;YAC5B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,aAAa,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrD,QAAQ,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;SACpF,CAAC;QAEF,wEAAwE;QACxE,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAChD,IAAI,IAAI,CAAC,gBAAgB;YAAE,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC5E,IAAI,IAAI,CAAC,kBAAkB;YAAE,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAClF,IAAI,IAAI,CAAC,WAAW;YAAE,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;QAC7D,IAAI,IAAI,CAAC,aAAa;YAAE,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC;QACnE,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE9D,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,cAAc;IAA3B;QACU,WAAM,GAAW,EAAE,CAAC;IA2G9B,CAAC;IA5FC,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,YAA+B;QAC1C,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,cAAc,CAAC,cAAiC;QAC9C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAiB;QACvB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,gBAA0B;QACzC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kBAAkB,CAAC,kBAAuC;QACxD,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,WAAqB;QAC/B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,aAAuB;QACnC,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,IAAY;QACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,YAAoB;QAC/B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAe;QACrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,OAAgB;QACtB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,IAAI,OAAO,CAAC;YACjB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,kBAAkB,EAAE,IAAI,CAAC,mBAAmB;YAC5C,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,aAAa,EAAE,IAAI,CAAC,cAAc;YAClC,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,SAAS,EAAE,IAAI,CAAC,UAAU;YAC1B,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/esm/data/result.js

@@ -1,78 +0,0 @@
-export class ScoringResult {
-    constructor(options) {
-        this.dataObject = options.dataObject;
-        this.scorersData = options.scorersData;
-        this.error = options.error;
-    }
-    /**
-     * Builder pattern for creating a ScoringResult
-     */
-    static builder() {
-        return new ScoringResultBuilder();
-    }
-    /**
-     * Convert the scoring result to a plain object
-     */
-    toJSON() {
-        return {
-            success: this.scorersData ? this.scorersData.every(scorer => scorer.success) : false,
-            scorers_data: this.scorersData ? this.scorersData.map(scorer => ({
-                name: scorer.name,
-                threshold: scorer.threshold,
-                success: scorer.success,
-                score: scorer.score,
-                reason: scorer.reason,
-                strict_mode: scorer.strict_mode,
-                evaluation_model: scorer.evaluation_model,
-                error: scorer.error,
-                evaluation_cost: scorer.evaluation_cost,
-                verbose_logs: scorer.verbose_logs,
-                additional_metadata: scorer.additional_metadata
-            })) : null,
-            data_object: this.dataObject ? {
-                input: this.dataObject.input,
-                actual_output: this.dataObject.actualOutput,
-                expected_output: this.dataObject.expectedOutput,
-                context: this.dataObject.context,
-                retrieval_context: this.dataObject.retrievalContext,
-                additional_metadata: this.dataObject.additionalMetadata,
-                tools_called: this.dataObject.toolsCalled,
-                expected_tools: this.dataObject.expectedTools,
-                name: this.dataObject.name || "example",
-                example_id: this.dataObject.exampleId,
-                example_index: this.dataObject.exampleIndex || 0,
-                timestamp: this.dataObject.timestamp || new Date().toISOString(),
-                trace_id: this.dataObject.traceId || `trace-${Date.now()}-${Math.floor(Math.random() * 1000)}`
-            } : null,
-            error: this.error || null
-        };
-    }
-}
-/**
- * Builder for creating ScoringResult instances
- */
-export class ScoringResultBuilder {
-    dataObject(dataObject) {
-        this._dataObject = dataObject;
-        return this;
-    }
-    scorersData(scorersData) {
-        this._scorersData = scorersData;
-        return this;
-    }
-    error(error) {
-        this._error = error;
-        return this;
-    }
-    build() {
-        if (!this._dataObject) {
-            throw new Error('Data object is required for a ScoringResult');
-        }
-        return new ScoringResult({
-            dataObject: this._dataObject,
-            scorersData: this._scorersData,
-            error: this._error,
-        });
-    }
-}
-//# sourceMappingURL=result.js.map

package/dist/esm/data/result.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"result.js","sourceRoot":"","sources":["../../../src/data/result.ts"],"names":[],"mappings":"AA4BA,MAAM,OAAO,aAAa;IAKxB,YAAY,OAA6B;QACvC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,oBAAoB,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;YACpF,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC/D,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB;aAChD,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YACV,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC7B,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK;gBAC5B,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY;gBAC3C,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,cAAc;gBAC/C,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;gBAChC,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,gBAAgB;gBACnD,mBAAmB,EAAE,IAAI,CAAC,UAAU,CAAC,kBAAkB;gBACvD,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW;gBACzC,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;gBAC7C,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,SAAS;gBACvC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;gBACrC,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC;gBAChD,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBAChE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;aAC/F,CAAC,CAAC,CAAC,IAAI;YACR,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;SAC1B,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,oBAAoB;IAK/B,UAAU,CAAC,UAAmB;QAC5B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,WAAyB;QACnC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,IAAI,aAAa,CAAC;YACvB,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,KAAK,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;CACF"}