@retab/node 0.0.48 → 0.0.52

package/dist/utils/json_schema.js

@@ -1,334 +0,0 @@
-import fs from 'fs';
-import crypto from 'crypto';
-// Hash generation utilities
-export function generateBlake2bHashFromString(input) {
-    // Using sha256 as Node.js doesn't have built-in blake2b
-    return crypto.createHash('sha256').update(input).digest('hex').substring(0, 16);
-}
-export function generateSchemaDataId(jsonSchema) {
-    const cleanedSchema = cleanSchema(JSON.parse(JSON.stringify(jsonSchema)), true, ['description', 'default', 'title', 'required', 'examples', 'deprecated', 'readOnly', 'writeOnly']);
-    return 'sch_data_id_' + generateBlake2bHashFromString(JSON.stringify(cleanedSchema, Object.keys(cleanedSchema).sort()));
-}
-export function generateSchemaId(jsonSchema) {
-    return 'sch_id_' + generateBlake2bHashFromString(JSON.stringify(jsonSchema, Object.keys(jsonSchema).sort()));
-}
-// Schema cleaning utilities
-export function cleanSchema(schema, removeCustomFields = true, fieldsToRemove = []) {
-    const cleaned = { ...schema };
-    // Remove specified fields
-    for (const field of fieldsToRemove) {
-        delete cleaned[field];
-    }
-    // Remove custom fields (starting with X-)
-    if (removeCustomFields) {
-        for (const key of Object.keys(cleaned)) {
-            if (key.startsWith('X-')) {
-                delete cleaned[key];
-            }
-        }
-    }
-    // Recursively clean nested objects
-    for (const [key, value] of Object.entries(cleaned)) {
-        if (typeof value === 'object' && value !== null) {
-            if (Array.isArray(value)) {
-                cleaned[key] = value.map(item => typeof item === 'object' && item !== null
-                    ? cleanSchema(item, removeCustomFields, fieldsToRemove)
-                    : item);
-            }
-            else {
-                cleaned[key] = cleanSchema(value, removeCustomFields, fieldsToRemove);
-            }
-        }
-    }
-    return cleaned;
-}
-// JSON Schema loading utilities
-export function loadJsonSchema(jsonSchema) {
-    if (typeof jsonSchema === 'string') {
-        if (fs.existsSync(jsonSchema)) {
-            return JSON.parse(fs.readFileSync(jsonSchema, 'utf-8'));
-        }
-        return JSON.parse(jsonSchema);
-    }
-    return jsonSchema;
-}
-// Schema expansion utilities
-export function expandRefs(schema) {
-    const expanded = { ...schema };
-    const definitions = expanded.$defs || expanded.definitions || {};
-    function resolveRef(obj) {
-        if (typeof obj === 'object' && obj !== null) {
-            if (obj.$ref && typeof obj.$ref === 'string') {
-                const refPath = obj.$ref;
-                if (refPath.startsWith('#/$defs/')) {
-                    const defName = refPath.replace('#/$defs/', '');
-                    if (definitions[defName]) {
-                        return resolveRef(definitions[defName]);
-                    }
-                }
-                return obj;
-            }
-            if (Array.isArray(obj)) {
-                return obj.map(resolveRef);
-            }
-            const resolved = {};
-            for (const [key, value] of Object.entries(obj)) {
-                resolved[key] = resolveRef(value);
-            }
-            return resolved;
-        }
-        return obj;
-    }
-    return resolveRef(expanded);
-}
-// Reasoning schema creation
-export function createReasoningSchema(schema) {
-    const enhanced = JSON.parse(JSON.stringify(schema));
-    function addReasoningFields(obj, path = '') {
-        if (typeof obj === 'object' && obj !== null && !Array.isArray(obj)) {
-            const enhanced = { ...obj };
-            // Add reasoning field for this level
-            const reasoningFieldName = path ? `reasoning___${path.split('.').pop()}` : 'reasoning___root';
-            enhanced.properties = enhanced.properties || {};
-            enhanced.properties[reasoningFieldName] = {
-                type: 'string',
-                description: 'Reasoning for extraction decisions at this level',
-                'X-ReasoningPrompt': 'Explain your reasoning for the extracted data',
-            };
-            // Recursively process properties
-            if (enhanced.properties) {
-                for (const [key, value] of Object.entries(enhanced.properties)) {
-                    if (key.startsWith('reasoning___'))
-                        continue;
-                    enhanced.properties[key] = addReasoningFields(value, path ? `${path}.${key}` : key);
-                }
-            }
-            // Handle array items
-            if (enhanced.items) {
-                enhanced.items = addReasoningFields(enhanced.items, `${path}.*`);
-            }
-            return enhanced;
-        }
-        return obj;
-    }
-    return addReasoningFields(enhanced);
-}
-// Validation utilities
-export function validateCurrency(currencyCode) {
-    if (currencyCode == null)
-        return null;
-    const code = String(currencyCode).trim();
-    if (!code)
-        return null;
-    // Basic currency code validation (ISO 4217)
-    const validCurrencies = ['USD', 'EUR', 'GBP', 'JPY', 'AUD', 'CAD', 'CHF', 'CNY'];
-    return validCurrencies.includes(code.toUpperCase()) ? code.toUpperCase() : null;
-}
-export function validateCountryCode(value) {
-    if (value == null)
-        return null;
-    const code = String(value).trim();
-    if (!code)
-        return null;
-    // Basic country code validation (ISO 3166)
-    const validCountries = ['US', 'CA', 'GB', 'FR', 'DE', 'JP', 'AU', 'IT', 'ES', 'NL'];
-    return validCountries.includes(code.toUpperCase()) ? code.toUpperCase() : null;
-}
-export function validateEmailRegex(value) {
-    if (value == null)
-        return null;
-    const email = String(value).trim();
-    if (!email)
-        return null;
-    const pattern = /^[a-zA-Z0-9._%+\-]+@[a-zA-Z0-9.\-]+\.[a-zA-Z]{2,}$/;
-    return pattern.test(email) ? email.toLowerCase() : null;
-}
-export function validatePhoneNumber(value) {
-    if (value == null)
-        return null;
-    const phone = String(value).trim();
-    if (!phone)
-        return null;
-    // Basic phone number validation
-    const pattern = /^\+?[1-9]\d{1,14}$/;
-    return pattern.test(phone.replace(/\s|-/g, '')) ? phone : null;
-}
-// Filter auxiliary fields from JSON
-export function filterAuxiliaryFieldsJson(jsonData) {
-    // Handle string input by parsing it first
-    let data;
-    if (typeof jsonData === 'string') {
-        try {
-            data = JSON.parse(jsonData);
-        }
-        catch (e) {
-            // If parsing fails, return the string as-is (it might not be JSON)
-            return jsonData;
-        }
-    }
-    else {
-        data = jsonData;
-    }
-    if (typeof data === 'object' && data !== null) {
-        if (Array.isArray(data)) {
-            return data.map(filterAuxiliaryFieldsJson);
-        }
-        const filtered = {};
-        for (const [key, value] of Object.entries(data)) {
-            if (!key.startsWith('reasoning___') && !key.startsWith('quote___') && !key.startsWith('X-')) {
-                filtered[key] = filterAuxiliaryFieldsJson(value);
-            }
-        }
-        return filtered;
-    }
-    return data;
-}
-// Convert JSON Schema to TypeScript interface
-export function jsonSchemaToTypescriptInterface(schema, addFieldDescription = true) {
-    function getTypeScriptType(property) {
-        if (property.type === 'string')
-            return 'string';
-        if (property.type === 'number' || property.type === 'integer')
-            return 'number';
-        if (property.type === 'boolean')
-            return 'boolean';
-        if (property.type === 'array') {
-            const itemType = property.items ? getTypeScriptType(property.items) : 'any';
-            return `${itemType}[]`;
-        }
-        if (property.type === 'object') {
-            return 'Record<string, any>';
-        }
-        return 'any';
-    }
-    function generateInterface(obj, interfaceName = 'Schema') {
-        let result = `interface ${interfaceName} {\n`;
-        if (obj.properties) {
-            for (const [key, property] of Object.entries(obj.properties)) {
-                const prop = property;
-                const optional = !obj.required || !obj.required.includes(key) ? '?' : '';
-                const type = getTypeScriptType(prop);
-                if (addFieldDescription && prop.description) {
-                    result += `  /** ${prop.description} */\n`;
-                }
-                result += `  ${key}${optional}: ${type};\n`;
-            }
-        }
-        result += '}';
-        return result;
-    }
-    return generateInterface(schema);
-}
-// Convert JSON Schema to NLP data structure
-export function jsonSchemaToNlpDataStructure(schema) {
-    function processObject(obj, indent = 0) {
-        const spaces = '  '.repeat(indent);
-        let result = '';
-        if (obj.properties) {
-            for (const [key, property] of Object.entries(obj.properties)) {
-                const prop = property;
-                const optional = !obj.required || !obj.required.includes(key);
-                const suffix = optional ? ' (optional)' : ' (required)';
-                result += `${spaces}- ${key}${suffix}`;
-                if (prop.description) {
-                    result += `: ${prop.description}`;
-                }
-                result += '\n';
-                if (prop.type === 'object' && prop.properties) {
-                    result += processObject(prop, indent + 1);
-                }
-                else if (prop.type === 'array' && prop.items) {
-                    result += `${spaces}  Items:\n`;
-                    if (prop.items.type === 'object') {
-                        result += processObject(prop.items, indent + 2);
-                    }
-                    else {
-                        result += `${spaces}    Type: ${prop.items.type || 'any'}\n`;
-                    }
-                }
-            }
-        }
-        return result;
-    }
-    return processObject(schema);
-}
-// Convert JSON Schema to strict OpenAI schema
-export function jsonSchemaToStrictOpenaiSchema(schema) {
-    const strict = JSON.parse(JSON.stringify(schema));
-    function makeStrict(obj) {
-        if (typeof obj === 'object' && obj !== null) {
-            if (obj.type === 'object' && obj.properties) {
-                // Ensure all properties are required for strict mode
-                obj.required = Object.keys(obj.properties);
-                obj.additionalProperties = false;
-                for (const property of Object.values(obj.properties)) {
-                    makeStrict(property);
-                }
-            }
-            else if (obj.type === 'array' && obj.items) {
-                makeStrict(obj.items);
-            }
-        }
-        return obj;
-    }
-    return makeStrict(strict);
-}
-// Unflatten dictionary utility
-export function unflattenDict(flatDict, separator = '.') {
-    const result = {};
-    for (const [key, value] of Object.entries(flatDict)) {
-        const keys = key.split(separator);
-        let current = result;
-        for (let i = 0; i < keys.length - 1; i++) {
-            const k = keys[i];
-            if (!(k in current)) {
-                current[k] = {};
-            }
-            current = current[k];
-        }
-        current[keys[keys.length - 1]] = value;
-    }
-    return result;
-}
-// Schema to TypeScript type utility
-export function schemaToTsType(schema, definitions = {}, visited = new Set(), depth = 0, maxDepth = 10, addFieldDescription = true) {
-    if (depth > maxDepth)
-        return 'any';
-    if (schema.$ref) {
-        const refName = schema.$ref.replace('#/$defs/', '');
-        if (visited.has(refName))
-            return refName;
-        if (definitions[refName]) {
-            visited.add(refName);
-            return schemaToTsType(definitions[refName], definitions, visited, depth + 1, maxDepth, addFieldDescription);
-        }
-        return 'any';
-    }
-    switch (schema.type) {
-        case 'string':
-            return 'string';
-        case 'number':
-        case 'integer':
-            return 'number';
-        case 'boolean':
-            return 'boolean';
-        case 'array':
-            if (schema.items) {
-                const itemType = schemaToTsType(schema.items, definitions, visited, depth + 1, maxDepth, addFieldDescription);
-                return `${itemType}[]`;
-            }
-            return 'any[]';
-        case 'object':
-            if (schema.properties) {
-                const props = Object.entries(schema.properties).map(([key, prop]) => {
-                    const optional = !schema.required || !schema.required.includes(key) ? '?' : '';
-                    const propType = schemaToTsType(prop, definitions, visited, depth + 1, maxDepth, addFieldDescription);
-                    return `${key}${optional}: ${propType}`;
-                });
-                return `{ ${props.join('; ')} }`;
-            }
-            return 'Record<string, any>';
-        default:
-            return 'any';
-    }
-}

package/dist/utils/json_schema_utils.d.ts

@@ -1,42 +0,0 @@
-/**
- * Clean a schema by removing specified fields and custom fields.
- */
-export declare function cleanSchema(jsonSchema: Record<string, any>, options?: {
-    removeCustomFields?: boolean;
-    fieldsToRemove?: string[];
-}): Record<string, any>;
-/**
- * Generate a schema data ID (hash of schema data, ignoring prompt/description/default fields).
- * Uses Python-compatible JSON formatting with spaces and recursive key sorting.
- */
-export declare function generateSchemaDataId(jsonSchema: Record<string, any>): string;
-/**
- * Generate a schema ID (hash of the complete schema).
- * Uses Python-compatible JSON formatting (sort_keys=True, default separators).
- */
-export declare function generateSchemaId(jsonSchema: Record<string, any>): string;
-/**
- * Navigate a JSON path in a schema and get the value at that path.
- */
-export declare function getValueAtPath(obj: any, path: string): any;
-/**
- * Navigate a JSON path in a schema and set the value at that path.
- */
-export declare function setValueAtPath(obj: any, path: string, value: any): void;
-/**
- * Find attribute in schema using a pattern-based search.
- */
-export declare function getPatternAttribute(jsonSchema: Record<string, any>, pattern: string, attribute: 'X-FieldPrompt' | 'X-ReasoningPrompt' | 'type'): string | null;
-/**
- * Set attribute in schema using a pattern-based search.
- */
-export declare function setPatternAttribute(jsonSchema: Record<string, any>, pattern: string, attribute: 'X-FieldPrompt' | 'X-ReasoningPrompt' | 'X-SystemPrompt' | 'description', value: string): void;
-/**
- * Load a JSON schema from either a dictionary, JSON string, or file path.
- *
- * @param jsonSchema - Either a dictionary containing the schema, a JSON string, or a path to a JSON file
- * @returns The loaded JSON schema
- * @throws Error if the schema file contains invalid JSON or doesn't exist
- */
-export declare function loadJsonSchema(jsonSchema: Record<string, any> | string): Record<string, any>;
-//# sourceMappingURL=json_schema_utils.d.ts.map

package/dist/utils/json_schema_utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"json_schema_utils.d.ts","sourceRoot":"","sources":["../../src/utils/json_schema_utils.ts"],"names":[],"mappings":"AAoBA;;GAEG;AACH,wBAAgB,WAAW,CACzB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,OAAO,GAAE;IACP,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB,GACL,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAkCrB;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,CAkB5E;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,CAOxE;AA2BD;;GAEG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,GAAG,CAa1D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,IAAI,CAavE;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,eAAe,GAAG,mBAAmB,GAAG,MAAM,GACxD,MAAM,GAAG,IAAI,CAaf;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC/B,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,eAAe,GAAG,mBAAmB,GAAG,gBAAgB,GAAG,aAAa,EACnF,KAAK,EAAE,MAAM,GACZ,IAAI,CAgBN;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CA0B5F"}

package/dist/utils/json_schema_utils.js

@@ -1,212 +0,0 @@
-import * as fs from 'fs';
-import { generateBlake2bHashFromString } from './hash.js';
-/**
- * Recursively sort all object keys to match Python's json.dumps(sort_keys=True).
- */
-function sortKeysRecursively(obj) {
-    if (Array.isArray(obj)) {
-        return obj.map(sortKeysRecursively);
-    }
-    else if (obj !== null && typeof obj === 'object') {
-        return Object.keys(obj)
-            .sort()
-            .reduce((result, key) => {
-            result[key] = sortKeysRecursively(obj[key]);
-            return result;
-        }, {});
-    }
-    return obj;
-}
-/**
- * Clean a schema by removing specified fields and custom fields.
- */
-export function cleanSchema(jsonSchema, options = {}) {
-    if (!jsonSchema || typeof jsonSchema !== 'object') {
-        throw new Error('Invalid schema provided');
-    }
-    const { removeCustomFields = false, fieldsToRemove = [] } = options;
-    const cleaned = JSON.parse(JSON.stringify(jsonSchema)); // Deep clone
-    function cleanObject(obj) {
-        if (typeof obj !== 'object' || obj === null) {
-            return obj;
-        }
-        if (Array.isArray(obj)) {
-            return obj.map(cleanObject);
-        }
-        const result = {};
-        for (const [key, value] of Object.entries(obj)) {
-            // Skip custom fields (starting with X-)
-            if (removeCustomFields && key.startsWith('X-')) {
-                continue;
-            }
-            // Skip specified fields to remove
-            if (fieldsToRemove.includes(key)) {
-                continue;
-            }
-            result[key] = cleanObject(value);
-        }
-        return result;
-    }
-    return cleanObject(cleaned);
-}
-/**
- * Generate a schema data ID (hash of schema data, ignoring prompt/description/default fields).
- * Uses Python-compatible JSON formatting with spaces and recursive key sorting.
- */
-export function generateSchemaDataId(jsonSchema) {
-    const cleanedSchema = cleanSchema(jsonSchema, {
-        removeCustomFields: true,
-        fieldsToRemove: [
-            'description',
-            'default',
-            'title',
-            'required',
-            'examples',
-            'deprecated',
-            'readOnly',
-            'writeOnly'
-        ]
-    });
-    const sortedSchema = sortKeysRecursively(cleanedSchema);
-    const hashInput = pythonJsonStringify(sortedSchema);
-    return 'sch_data_id_' + generateBlake2bHashFromString(hashInput);
-}
-/**
- * Generate a schema ID (hash of the complete schema).
- * Uses Python-compatible JSON formatting (sort_keys=True, default separators).
- */
-export function generateSchemaId(jsonSchema) {
-    if (!jsonSchema || typeof jsonSchema !== 'object') {
-        throw new Error('Invalid schema provided');
-    }
-    const sortedSchema = sortKeysRecursively(jsonSchema);
-    const hashInput = pythonJsonStringify(sortedSchema);
-    return 'sch_id_' + generateBlake2bHashFromString(hashInput);
-}
-/**
- * Stringify JSON to match Python's json.dumps() format exactly.
- * Python uses separators (',', ': ') by default.
- */
-function pythonJsonStringify(obj) {
-    if (obj === null)
-        return 'null';
-    if (typeof obj === 'boolean')
-        return obj.toString();
-    if (typeof obj === 'number')
-        return obj.toString();
-    if (typeof obj === 'string')
-        return `"${obj}"`;
-    if (Array.isArray(obj)) {
-        const items = obj.map(pythonJsonStringify);
-        return `[${items.join(', ')}]`;
-    }
-    if (typeof obj === 'object') {
-        const pairs = Object.keys(obj)
-            .sort() // Ensure sorted keys
-            .map(key => `"${key}": ${pythonJsonStringify(obj[key])}`);
-        return `{${pairs.join(', ')}}`;
-    }
-    return 'null';
-}
-/**
- * Navigate a JSON path in a schema and get the value at that path.
- */
-export function getValueAtPath(obj, path) {
-    const parts = path.split('.');
-    let current = obj;
-    for (const part of parts) {
-        if (current && typeof current === 'object' && part in current) {
-            current = current[part];
-        }
-        else {
-            return null;
-        }
-    }
-    return current;
-}
-/**
- * Navigate a JSON path in a schema and set the value at that path.
- */
-export function setValueAtPath(obj, path, value) {
-    const parts = path.split('.');
-    let current = obj;
-    for (let i = 0; i < parts.length - 1; i++) {
-        const part = parts[i];
-        if (!current[part] || typeof current[part] !== 'object') {
-            current[part] = {};
-        }
-        current = current[part];
-    }
-    current[parts[parts.length - 1]] = value;
-}
-/**
- * Find attribute in schema using a pattern-based search.
- */
-export function getPatternAttribute(jsonSchema, pattern, attribute) {
-    // Simple implementation - look for pattern in properties
-    if (jsonSchema.properties && typeof jsonSchema.properties === 'object') {
-        for (const [key, value] of Object.entries(jsonSchema.properties)) {
-            if (key.includes(pattern) || pattern === key) {
-                if (typeof value === 'object' && value !== null && attribute in value) {
-                    return value[attribute];
-                }
-            }
-        }
-    }
-    return null;
-}
-/**
- * Set attribute in schema using a pattern-based search.
- */
-export function setPatternAttribute(jsonSchema, pattern, attribute, value) {
-    // Simple implementation - set in root or in matching properties
-    if (attribute === 'X-SystemPrompt') {
-        jsonSchema[attribute] = value;
-        return;
-    }
-    if (jsonSchema.properties && typeof jsonSchema.properties === 'object') {
-        for (const [key, propValue] of Object.entries(jsonSchema.properties)) {
-            if (key.includes(pattern) || pattern === key) {
-                if (typeof propValue === 'object' && propValue !== null) {
-                    propValue[attribute] = value;
-                }
-            }
-        }
-    }
-}
-/**
- * Load a JSON schema from either a dictionary, JSON string, or file path.
- *
- * @param jsonSchema - Either a dictionary containing the schema, a JSON string, or a path to a JSON file
- * @returns The loaded JSON schema
- * @throws Error if the schema file contains invalid JSON or doesn't exist
- */
-export function loadJsonSchema(jsonSchema) {
-    if (typeof jsonSchema === 'string') {
-        // Check if it's a file path or JSON string
-        if (jsonSchema.trim().startsWith('{') || jsonSchema.trim().startsWith('[')) {
-            // It's a JSON string
-            try {
-                return JSON.parse(jsonSchema);
-            }
-            catch (error) {
-                throw new Error(`Invalid JSON string: ${error}`);
-            }
-        }
-        else {
-            // It's a file path
-            try {
-                const fileContent = fs.readFileSync(jsonSchema, 'utf-8');
-                return JSON.parse(fileContent);
-            }
-            catch (error) {
-                if (error.code === 'ENOENT') {
-                    throw new Error(`Schema file not found: ${jsonSchema}`);
-                }
-                throw new Error(`Error reading or parsing schema file: ${error}`);
-            }
-        }
-    }
-    // It's already an object
-    return jsonSchema;
-}

package/dist/utils/jsonl.d.ts

@@ -1,60 +0,0 @@
-/**
- * JSONL (JSON Lines) utilities for handling line-delimited JSON data
- * Equivalent to Python's jsonlutils.py
- */
-export interface JSONLOptions {
-    encoding?: BufferEncoding;
-    highWaterMark?: number;
-}
-/**
- * Read JSONL file and return array of parsed objects
- */
-export declare function readJSONL(filePath: string, options?: JSONLOptions): Promise<any[]>;
-/**
- * Write array of objects to JSONL file
- */
-export declare function writeJSONL(filePath: string, data: any[], options?: JSONLOptions): Promise<void>;
-/**
- * Append single object to JSONL file
- */
-export declare function appendJSONL(filePath: string, data: any, options?: JSONLOptions): Promise<void>;
-/**
- * Stream JSONL file processing with transformation
- */
-export declare function streamJSONL<T, R>(inputPath: string, outputPath: string, transform: (item: T) => R | Promise<R>, options?: JSONLOptions): Promise<void>;
-/**
- * Validate JSONL file format
- */
-export declare function validateJSONL(filePath: string): Promise<{
-    valid: boolean;
-    errors: string[];
-}>;
-/**
- * Count lines in JSONL file
- */
-export declare function countJSONL(filePath: string): Promise<number>;
-/**
- * Split JSONL file into chunks
- */
-export declare function splitJSONL(inputPath: string, outputDir: string, chunkSize: number, options?: JSONLOptions): Promise<string[]>;
-/**
- * Merge multiple JSONL files
- */
-export declare function mergeJSONL(inputPaths: string[], outputPath: string, options?: JSONLOptions): Promise<void>;
-/**
- * Filter JSONL file based on predicate
- */
-export declare function filterJSONL<T>(inputPath: string, outputPath: string, predicate: (item: T) => boolean | Promise<boolean>, options?: JSONLOptions): Promise<number>;
-declare const _default: {
-    readJSONL: typeof readJSONL;
-    writeJSONL: typeof writeJSONL;
-    appendJSONL: typeof appendJSONL;
-    streamJSONL: typeof streamJSONL;
-    validateJSONL: typeof validateJSONL;
-    countJSONL: typeof countJSONL;
-    splitJSONL: typeof splitJSONL;
-    mergeJSONL: typeof mergeJSONL;
-    filterJSONL: typeof filterJSONL;
-};
-export default _default;
-//# sourceMappingURL=jsonl.d.ts.map

package/dist/utils/jsonl.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/utils/jsonl.ts"],"names":[],"mappings":"AAMA;;;GAGG;AAEH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAsB5F;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAgBzG;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAcxG;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,CAAC,EAAE,CAAC,EACpC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EACtC,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CAqCf;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA+BnG;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgBlE;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CA4CnB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,UAAU,EAAE,MAAM,EAAE,EACpB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,IAAI,CAAC,CA0Bf;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,CAAC,EACjC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,EAClD,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,MAAM,CAAC,CAgCjB;;;;;;;;;;;;AAED,wBAUE"}