@edgebasejs/core 0.1.8 → 0.1.9

package/dist/core/src/sync/batch-processor.d.ts

@@ -0,0 +1,97 @@
+/**
+ * Batch processing for multiple CRUD operations
+ * Supports atomic transactions and individual operation processing
+ */
+import type { User } from '@edgebasejs/types';
+import { EncryptionManager } from '../encryption/encryption-manager';
+import type { SyncDatabase, EntitySchema } from './sync-engine';
+export interface BatchOperation {
+    entity: string;
+    id: string;
+    operation: 'create' | 'update' | 'delete';
+    data?: Record<string, any>;
+    version?: number;
+}
+export interface BatchRequest {
+    create?: BatchOperation[];
+    update?: BatchOperation[];
+    delete?: BatchOperation[];
+    atomic?: boolean;
+    isolationLevel?: 'READ_UNCOMMITTED' | 'READ_COMMITTED' | 'SERIALIZABLE';
+}
+export interface BatchResult {
+    applied: Array<BatchOperation & {
+        version: number;
+        serverTimestamp: number;
+    }>;
+    conflicts: Array<{
+        entity: string;
+        id: string;
+        operation: string;
+        clientVersion?: number;
+        serverVersion: number;
+        serverData: Record<string, any>;
+    }>;
+    errors: Array<{
+        entity: string;
+        id: string;
+        operation: string;
+        error: string;
+        code: string;
+    }>;
+    appliedCount: number;
+    conflictCount: number;
+    errorCount: number;
+}
+export interface BatchProcessorOptions {
+    schemas: Map<string, EntitySchema>;
+    db: SyncDatabase;
+    user: User;
+    maxBatchSize?: number;
+    encryption?: EncryptionManager;
+}
+/**
+ * Batch processor for handling multiple CRUD operations
+ */
+export declare class BatchProcessor {
+    private schemas;
+    private db;
+    private user;
+    private serverTimestamp;
+    private maxBatchSize;
+    private encryption?;
+    constructor(options: BatchProcessorOptions);
+    /**
+     * Process a batch of operations
+     */
+    processBatch(request: BatchRequest): Promise<BatchResult>;
+    /**
+     * Process batch atomically - all succeed or all fail
+     */
+    private processBatchAtomic;
+    /**
+     * Process batch operations individually
+     */
+    private processBatchIndividual;
+    /**
+     * Validate a single operation
+     */
+    private validateOperation;
+    /**
+     * Check access rules for operation
+     */
+    private checkAccess;
+    /**
+     * Check for conflicts (version mismatch)
+     */
+    private checkConflict;
+    /**
+     * Get current version for an entity record
+     */
+    private getVersion;
+    /**
+     * Prepare SQL statements for an operation
+     */
+    private prepareStatements;
+}
+//# sourceMappingURL=batch-processor.d.ts.map

package/dist/core/src/sync/batch-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-processor.d.ts","sourceRoot":"","sources":["../../../../src/sync/batch-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAe,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAE3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAEhE,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,kBAAkB,GAAG,gBAAgB,GAAG,cAAc,CAAC;CACzE;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,KAAK,CAAC,cAAc,GAAG;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,SAAS,EAAE,KAAK,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACjC,CAAC,CAAC;IACH,MAAM,EAAE,KAAK,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACnC,EAAE,EAAE,YAAY,CAAC;IACjB,IAAI,EAAE,IAAI,CAAC;IACX,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,iBAAiB,CAAC;CAChC;AAED;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,EAAE,CAAe;IACzB,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAC,CAAoB;gBAE3B,OAAO,EAAE,qBAAqB;IAS1C;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;IAwC/D;;OAEG;YACW,kBAAkB;IAwEhC;;OAEG;YACW,sBAAsB;IAgFpC;;OAEG;YACW,iBAAiB;IAqB/B;;OAEG;YACW,WAAW;IA6BzB;;OAEG;YACW,aAAa;IAyB3B;;OAEG;YACW,UAAU;IAQxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAyD1B"}

package/dist/core/src/sync/batch-processor.js

@@ -0,0 +1,313 @@
+/**
+ * Batch processing for multiple CRUD operations
+ * Supports atomic transactions and individual operation processing
+ */
+import { AccessRulesEngine } from '../access-rules/engine';
+/**
+ * Batch processor for handling multiple CRUD operations
+ */
+export class BatchProcessor {
+    constructor(options) {
+        this.schemas = options.schemas;
+        this.db = options.db;
+        this.user = options.user;
+        this.serverTimestamp = Date.now();
+        this.maxBatchSize = options.maxBatchSize || 1000;
+        this.encryption = options.encryption;
+    }
+    /**
+     * Process a batch of operations
+     */
+    async processBatch(request) {
+        const result = {
+            applied: [],
+            conflicts: [],
+            errors: [],
+            appliedCount: 0,
+            conflictCount: 0,
+            errorCount: 0,
+        };
+        // Collect all operations
+        const allOperations = [];
+        allOperations.push(...(request.create || []));
+        allOperations.push(...(request.update || []));
+        allOperations.push(...(request.delete || []));
+        // Check batch size
+        if (allOperations.length > this.maxBatchSize) {
+            result.errors.push({
+                entity: '',
+                id: '',
+                operation: 'batch',
+                error: `Batch size (${allOperations.length}) exceeds maximum (${this.maxBatchSize})`,
+                code: 'BATCH_TOO_LARGE',
+            });
+            return result;
+        }
+        if (allOperations.length === 0) {
+            return result;
+        }
+        // Process atomically or individually
+        if (request.atomic) {
+            return this.processBatchAtomic(allOperations, request, result);
+        }
+        else {
+            return this.processBatchIndividual(allOperations, request, result);
+        }
+    }
+    /**
+     * Process batch atomically - all succeed or all fail
+     */
+    async processBatchAtomic(operations, request, result) {
+        const statements = [];
+        const operationMap = new Map();
+        try {
+            // Validate and prepare all operations
+            for (const op of operations) {
+                const key = `${op.entity}:${op.id}`;
+                operationMap.set(key, op);
+                // Validate operation
+                const validation = await this.validateOperation(op);
+                if (validation.error) {
+                    throw new Error(`Operation validation failed for ${key}: ${validation.error}`);
+                }
+                // Check access rules
+                const accessCheck = await this.checkAccess(op);
+                if (!accessCheck.allowed) {
+                    throw new Error(`Access denied for ${key}: ${accessCheck.reason}`);
+                }
+                // Check conflicts
+                const conflictCheck = await this.checkConflict(op);
+                if (conflictCheck.hasConflict) {
+                    throw new Error(`Conflict detected for ${key}`);
+                }
+                // Prepare SQL statements
+                const preparedStatements = this.prepareStatements(op);
+                statements.push(...preparedStatements);
+            }
+            // Execute all statements atomically
+            if (statements.length > 0) {
+                await this.db.batch(statements);
+            }
+            // Add all operations to applied list
+            let version = 1;
+            for (const op of operations) {
+                const currentVersion = (await this.getVersion(op.entity, op.id)) || 0;
+                result.applied.push({
+                    ...op,
+                    version: currentVersion + 1,
+                    serverTimestamp: this.serverTimestamp,
+                });
+            }
+            result.appliedCount = result.applied.length;
+        }
+        catch (error) {
+            // Atomic transaction failed - return error
+            const errorMsg = error instanceof Error ? error.message : 'Atomic batch failed';
+            for (const op of operations) {
+                result.errors.push({
+                    entity: op.entity,
+                    id: op.id,
+                    operation: op.operation,
+                    error: errorMsg,
+                    code: 'ATOMIC_BATCH_FAILED',
+                });
+            }
+            result.errorCount = result.errors.length;
+        }
+        return result;
+    }
+    /**
+     * Process batch operations individually
+     */
+    async processBatchIndividual(operations, request, result) {
+        for (const op of operations) {
+            try {
+                // Validate operation
+                const validation = await this.validateOperation(op);
+                if (validation.error) {
+                    result.errors.push({
+                        entity: op.entity,
+                        id: op.id,
+                        operation: op.operation,
+                        error: validation.error,
+                        code: 'VALIDATION_ERROR',
+                    });
+                    continue;
+                }
+                // Check access rules
+                const accessCheck = await this.checkAccess(op);
+                if (!accessCheck.allowed) {
+                    result.errors.push({
+                        entity: op.entity,
+                        id: op.id,
+                        operation: op.operation,
+                        error: accessCheck.reason || 'Access denied',
+                        code: 'ACCESS_DENIED',
+                    });
+                    continue;
+                }
+                // Check for conflicts
+                const conflictCheck = await this.checkConflict(op);
+                if (conflictCheck.hasConflict) {
+                    result.conflicts.push({
+                        entity: op.entity,
+                        id: op.id,
+                        operation: op.operation,
+                        clientVersion: op.version,
+                        serverVersion: conflictCheck.serverVersion || 0,
+                        serverData: conflictCheck.serverData || {},
+                    });
+                    continue;
+                }
+                // Apply operation
+                const currentVersion = (await this.getVersion(op.entity, op.id)) || 0;
+                const newVersion = currentVersion + 1;
+                const statements = this.prepareStatements(op, newVersion);
+                if (statements.length > 0) {
+                    await this.db.batch(statements);
+                }
+                result.applied.push({
+                    ...op,
+                    version: newVersion,
+                    serverTimestamp: this.serverTimestamp,
+                });
+            }
+            catch (error) {
+                const errorMsg = error instanceof Error ? error.message : 'Processing failed';
+                result.errors.push({
+                    entity: op.entity,
+                    id: op.id,
+                    operation: op.operation,
+                    error: errorMsg,
+                    code: 'PROCESSING_ERROR',
+                });
+            }
+        }
+        result.appliedCount = result.applied.length;
+        result.conflictCount = result.conflicts.length;
+        result.errorCount = result.errors.length;
+        return result;
+    }
+    /**
+     * Validate a single operation
+     */
+    async validateOperation(op) {
+        if (!op.entity) {
+            return { error: 'Missing entity' };
+        }
+        if (!op.id) {
+            return { error: 'Missing record id' };
+        }
+        if ((op.operation === 'create' || op.operation === 'update') && (!op.data || typeof op.data !== 'object')) {
+            return { error: 'Missing data' };
+        }
+        const schema = this.schemas.get(op.entity);
+        if (!schema) {
+            return { error: 'Unknown entity' };
+        }
+        return {};
+    }
+    /**
+     * Check access rules for operation
+     */
+    async checkAccess(op) {
+        const schema = this.schemas.get(op.entity);
+        if (!schema) {
+            return { allowed: false, reason: 'Unknown entity' };
+        }
+        const accessContext = {
+            user: this.user,
+            operation: op.operation,
+            data: op.data ?? {},
+        };
+        // Get existing data for update/delete operations
+        if (op.operation === 'update' || op.operation === 'delete') {
+            const existing = await this.db.getOne(`SELECT * FROM ${op.entity} WHERE id = ?`, [op.id]);
+            if (existing) {
+                accessContext.existingData = existing;
+            }
+        }
+        // Evaluate access rules
+        const accessDecision = await AccessRulesEngine.evaluate(accessContext, schema.accessRules);
+        return {
+            allowed: accessDecision.allowed,
+            reason: accessDecision.reason,
+        };
+    }
+    /**
+     * Check for conflicts (version mismatch)
+     */
+    async checkConflict(op) {
+        const metadata = await this.db.getOne('SELECT version FROM sync_metadata WHERE entity = ? AND record_id = ?', [op.entity, op.id]);
+        const serverVersion = metadata?.version || 0;
+        // Check if operation version matches server version
+        if (metadata && op.version !== undefined && op.version !== serverVersion) {
+            const serverData = await this.db.getOne(`SELECT * FROM ${op.entity} WHERE id = ?`, [op.id]);
+            return {
+                hasConflict: true,
+                serverVersion,
+                serverData: serverData || {},
+            };
+        }
+        return { hasConflict: false, serverVersion };
+    }
+    /**
+     * Get current version for an entity record
+     */
+    async getVersion(entity, recordId) {
+        const metadata = await this.db.getOne('SELECT version FROM sync_metadata WHERE entity = ? AND record_id = ?', [entity, recordId]);
+        return metadata?.version ?? null;
+    }
+    /**
+     * Prepare SQL statements for an operation
+     */
+    prepareStatements(op, version) {
+        const now = Date.now();
+        const finalVersion = version !== undefined ? version : 1;
+        const statements = [];
+        switch (op.operation) {
+            case 'create': {
+                const columns = ['id', ...Object.keys(op.data || {})];
+                const values = [op.id, ...Object.values(op.data || {})];
+                const placeholders = columns.map(() => '?').join(', ');
+                statements.push({
+                    sql: `INSERT INTO ${op.entity} (${columns.join(', ')}) VALUES (${placeholders})`,
+                    params: values,
+                });
+                statements.push({
+                    sql: 'INSERT OR REPLACE INTO sync_metadata (entity, record_id, version, updated_at) VALUES (?, ?, ?, ?)',
+                    params: [op.entity, op.id, finalVersion, now],
+                });
+                break;
+            }
+            case 'update': {
+                const updates = Object.entries(op.data || {})
+                    .map(([key]) => `${key} = ?`)
+                    .join(', ');
+                const values = [...Object.values(op.data || {}), op.id];
+                statements.push({
+                    sql: `UPDATE ${op.entity} SET ${updates} WHERE id = ?`,
+                    params: values,
+                });
+                statements.push({
+                    sql: 'INSERT OR REPLACE INTO sync_metadata (entity, record_id, version, updated_at) VALUES (?, ?, ?, ?)',
+                    params: [op.entity, op.id, finalVersion, now],
+                });
+                break;
+            }
+            case 'delete': {
+                statements.push({
+                    sql: `DELETE FROM ${op.entity} WHERE id = ?`,
+                    params: [op.id],
+                });
+                statements.push({
+                    sql: 'DELETE FROM sync_metadata WHERE entity = ? AND record_id = ?',
+                    params: [op.entity, op.id],
+                });
+                break;
+            }
+        }
+        return statements;
+    }
+}
+//# sourceMappingURL=batch-processor.js.map

package/dist/core/src/sync/batch-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-processor.js","sourceRoot":"","sources":["../../../../src/sync/batch-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,iBAAiB,EAAsB,MAAM,wBAAwB,CAAC;AAkD/E;;GAEG;AACH,MAAM,OAAO,cAAc;IAQzB,YAAY,OAA8B;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;QACjD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,OAAqB;QACtC,MAAM,MAAM,GAAgB;YAC1B,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,EAAE;YACV,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,yBAAyB;QACzB,MAAM,aAAa,GAAqB,EAAE,CAAC;QAC3C,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAE9C,mBAAmB;QACnB,IAAI,aAAa,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,MAAM,EAAE,EAAE;gBACV,EAAE,EAAE,EAAE;gBACN,SAAS,EAAE,OAAO;gBAClB,KAAK,EAAE,eAAe,aAAa,CAAC,MAAM,sBAAsB,IAAI,CAAC,YAAY,GAAG;gBACpF,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,qCAAqC;QACrC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,kBAAkB,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,UAA4B,EAC5B,OAAqB,EACrB,MAAmB;QAEnB,MAAM,UAAU,GAA2C,EAAE,CAAC;QAC9D,MAAM,YAAY,GAAgC,IAAI,GAAG,EAAE,CAAC;QAE5D,IAAI,CAAC;YACH,sCAAsC;YACtC,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAE1B,qBAAqB;gBACrB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBACpD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;oBACrB,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;gBACjF,CAAC;gBAED,qBAAqB;gBACrB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAED,kBAAkB;gBAClB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;gBACnD,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;gBAClD,CAAC;gBAED,yBAAyB;gBACzB,MAAM,kBAAkB,GAAG,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBACtD,UAAU,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;YACzC,CAAC;YAED,oCAAoC;YACpC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;YAED,qCAAqC;YACrC,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBACtE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE;oBACL,OAAO,EAAE,cAAc,GAAG,CAAC;oBAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;iBACtC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,2CAA2C;YAC3C,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC;YAChF,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;gBAC5B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBACjB,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,SAAS,EAAE,EAAE,CAAC,SAAS;oBACvB,KAAK,EAAE,QAAQ;oBACf,IAAI,EAAE,qBAAqB;iBAC5B,CAAC,CAAC;YACL,CAAC;YACD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAC3C,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAClC,UAA4B,EAC5B,OAAqB,EACrB,MAAmB;QAEnB,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,qBAAqB;gBACrB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBACpD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;oBACrB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;wBACjB,MAAM,EAAE,EAAE,CAAC,MAAM;wBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,KAAK,EAAE,UAAU,CAAC,KAAK;wBACvB,IAAI,EAAE,kBAAkB;qBACzB,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,qBAAqB;gBACrB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;wBACjB,MAAM,EAAE,EAAE,CAAC,MAAM;wBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,KAAK,EAAE,WAAW,CAAC,MAAM,IAAI,eAAe;wBAC5C,IAAI,EAAE,eAAe;qBACtB,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,sBAAsB;gBACtB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;gBACnD,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;oBAC9B,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;wBACpB,MAAM,EAAE,EAAE,CAAC,MAAM;wBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,aAAa,EAAE,EAAE,CAAC,OAAO;wBACzB,aAAa,EAAE,aAAa,CAAC,aAAa,IAAI,CAAC;wBAC/C,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,EAAE;qBAC3C,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,kBAAkB;gBAClB,MAAM,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBACtE,MAAM,UAAU,GAAG,cAAc,GAAG,CAAC,CAAC;gBAEtC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;gBAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAClC,CAAC;gBAED,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE;oBACL,OAAO,EAAE,UAAU;oBACnB,eAAe,EAAE,IAAI,CAAC,eAAe;iBACtC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC;gBAC9E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBACjB,MAAM,EAAE,EAAE,CAAC,MAAM;oBACjB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,SAAS,EAAE,EAAE,CAAC,SAAS;oBACvB,KAAK,EAAE,QAAQ;oBACf,IAAI,EAAE,kBAAkB;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC5C,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;QAC/C,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAEzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,EAAkB;QAChD,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC;YACf,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,SAAS,KAAK,QAAQ,IAAI,EAAE,CAAC,SAAS,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;YAC1G,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;QACrC,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,EAAkB;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,aAAa,GAAkB;YACnC,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE;SACpB,CAAC;QAEF,iDAAiD;QACjD,IAAI,EAAE,CAAC,SAAS,KAAK,QAAQ,IAAI,EAAE,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,MAAM,eAAe,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1F,IAAI,QAAQ,EAAE,CAAC;gBACb,aAAa,CAAC,YAAY,GAAG,QAAQ,CAAC;YACxC,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAE3F,OAAO;YACL,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,MAAM,EAAE,cAAc,CAAC,MAAM;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,EAAkB;QAK5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CACnC,sEAAsE,EACtE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CACnB,CAAC;QAEF,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,IAAI,CAAC,CAAC;QAE7C,oDAAoD;QACpD,IAAI,QAAQ,IAAI,EAAE,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,CAAC,OAAO,KAAK,aAAa,EAAE,CAAC;YACzE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,MAAM,eAAe,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5F,OAAO;gBACL,WAAW,EAAE,IAAI;gBACjB,aAAa;gBACb,UAAU,EAAE,UAAU,IAAI,EAAE;aAC7B,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,QAAgB;QACvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CACnC,sEAAsE,EACtE,CAAC,MAAM,EAAE,QAAQ,CAAC,CACnB,CAAC;QACF,OAAO,QAAQ,EAAE,OAAO,IAAI,IAAI,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,EAAkB,EAAE,OAAgB;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,UAAU,GAA2C,EAAE,CAAC;QAE9D,QAAQ,EAAE,CAAC,SAAS,EAAE,CAAC;YACrB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBACxD,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEvD,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,EAAE,eAAe,EAAE,CAAC,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,YAAY,GAAG;oBAChF,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBAEH,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,EAAE,mGAAmG;oBACxG,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC;iBAC9C,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;qBAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC;qBAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBAExD,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,EAAE,UAAU,EAAE,CAAC,MAAM,QAAQ,OAAO,eAAe;oBACtD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBAEH,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,EAAE,mGAAmG;oBACxG,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC;iBAC9C,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,EAAE,eAAe,EAAE,CAAC,MAAM,eAAe;oBAC5C,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;iBAChB,CAAC,CAAC;gBAEH,UAAU,CAAC,IAAI,CAAC;oBACd,GAAG,EAAE,8DAA8D;oBACnE,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;iBAC3B,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;CACF"}

package/dist/core/src/sync/csv-processor.d.ts

@@ -0,0 +1,66 @@
+/**
+ * CSV import/export processor
+ * Handles CSV data transformation for bulk import/export operations
+ */
+export interface CSVImportOptions {
+    entity: string;
+    data: string;
+    hasHeader?: boolean;
+    skipErrors?: boolean;
+}
+export interface CSVImportResult {
+    entity: string;
+    totalRows: number;
+    validRows: number;
+    invalidRows: number;
+    errors: Array<{
+        row: number;
+        error: string;
+        data?: any;
+    }>;
+    data: Array<Record<string, any>>;
+}
+export interface CSVExportOptions {
+    entity: string;
+    data: Array<Record<string, any>>;
+    columns?: string[];
+    includeMetadata?: boolean;
+}
+export interface CSVExportResult {
+    entity: string;
+    columns: string[];
+    rows: Array<string[]>;
+    csv: string;
+}
+/**
+ * CSV processor for import/export operations
+ */
+export declare class CSVProcessor {
+    /**
+     * Parse CSV string to objects
+     */
+    static parseCSV(content: string, hasHeader?: boolean): CSVImportResult & {
+        data: Array<Record<string, any>>;
+    };
+    /**
+     * Convert CSV string to objects for import
+     */
+    static importFromCSV(options: CSVImportOptions): Promise<CSVImportResult>;
+    /**
+     * Convert objects to CSV string for export
+     */
+    static exportToCSV(options: CSVExportOptions): CSVExportResult;
+    /**
+     * Parse a single CSV line, handling quoted fields
+     */
+    private static parseCSVLine;
+    /**
+     * Convert CSV string value to appropriate type
+     */
+    private static convertValue;
+    /**
+     * Format a value for CSV output
+     */
+    private static formatCSVValue;
+}
+//# sourceMappingURL=csv-processor.d.ts.map

package/dist/core/src/sync/csv-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-processor.d.ts","sourceRoot":"","sources":["../../../../src/sync/csv-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,KAAK,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,GAAG,CAAC;KACZ,CAAC,CAAC;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACtB,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,qBAAa,YAAY;IACvB;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,UAAO,GAAG,eAAe,GAAG;QAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAA;KAAE;IAmE1G;;OAEG;WACU,aAAa,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAiB/E;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,eAAe;IAoD9D;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAiC3B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAgC3B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;CAuB9B"}