@toiroakr/lines-db 0.5.0 → 0.6.1

package/dist/index.cjs

@@ -261,8 +261,7 @@ var DirectoryScanner = class {
 * Define a bidirectional schema with optional backward transformation
 *
 * @param schema - Standard Schema for validation
-* @param optionsOrBackward - Optional SchemaOptions object or backward transformation function (Output → Input)
-*                            Required when schema performs transformations
+* @param options - SchemaOptions object. When Input and Output types differ, backward transformation is required
 *
 * @example
 * // No transformation - backward not needed
@@ -271,10 +270,12 @@ var DirectoryScanner = class {
 * );
 *
 * @example
-* // With transformation - backward recommended (legacy)
+* // With transformation - backward REQUIRED
 * const schema = defineSchema(
 *   v.pipe(v.string(), v.transform(Number)),
-*   (num) => String(num)  // backward: number → string
+*   {
+*     backward: (num) => String(num)  // backward: number → string (REQUIRED)
+*   }
 * );
 *
 * @example
@@ -289,14 +290,14 @@ var DirectoryScanner = class {
 *   }
 * );
 */
-function defineSchema(schema, optionsOrBackward) {
+function defineSchema(schema, ...args) {
+	const options = args[0];
 	const bidirectionalSchema = Object.create(schema);
-	if (optionsOrBackward) if (typeof optionsOrBackward === "function") bidirectionalSchema.backward = optionsOrBackward;
-	else {
-		if (optionsOrBackward.backward) bidirectionalSchema.backward = optionsOrBackward.backward;
-		if (optionsOrBackward.primaryKey) bidirectionalSchema.primaryKey = optionsOrBackward.primaryKey;
-		if (optionsOrBackward.foreignKeys) bidirectionalSchema.foreignKeys = optionsOrBackward.foreignKeys;
-		if (optionsOrBackward.indexes) bidirectionalSchema.indexes = optionsOrBackward.indexes;
+	if (options) {
+		if (options.backward) bidirectionalSchema.backward = options.backward;
+		if (options.primaryKey) bidirectionalSchema.primaryKey = options.primaryKey;
+		if (options.foreignKeys) bidirectionalSchema.foreignKeys = options.foreignKeys;
+		if (options.indexes) bidirectionalSchema.indexes = options.indexes;
 	}
 	Object.defineProperty(bidirectionalSchema, "~standard", {
 		value: schema["~standard"],
@@ -329,27 +330,49 @@ var LinesDB = class LinesDB {
 		return new LinesDB(config, dbPath);
 	}
 	/**
-	* Initialize database by loading all JSONL files
+	* Initialize database by loading all JSONL files or a specific table
 	* Uses dependency resolution to ensure foreign key references are loaded in correct order
+	* @param options Optional configuration for initialization
+	* @param options.tableName Optional table name to initialize. If not provided, initializes all tables
+	* @param options.detailedValidate If true, performs detailed validation by inserting rows one by one to catch constraint violations
+	* @param options.transform Optional transform function to apply to rows before validation (only applied to the specified tableName)
+	* @returns ValidationResult containing validation status, errors, and warnings
 	*/
-	async initialize() {
+	async initialize(options) {
+		const allErrors = [];
+		const allWarnings = [];
+		const tableName = options?.tableName;
+		const detailedValidate = options?.detailedValidate ?? false;
+		const transform = options?.transform;
 		this.tables = await DirectoryScanner.scanDirectory(this.config.dataDir);
+		const tablesToLoad = tableName ? [tableName] : Array.from(this.tables.keys());
+		for (const tableNameToLoad of tablesToLoad) if (!this.tables.has(tableNameToLoad)) throw new Error(`Table '${tableNameToLoad}' not found in directory '${this.config.dataDir}'`);
 		const loadedTables = /* @__PURE__ */ new Set();
 		const loadingTables = /* @__PURE__ */ new Set();
-		for (const [tableName] of this.tables) if (!loadedTables.has(tableName)) try {
-			await this.loadTableWithDependencies(tableName, loadedTables, loadingTables);
-		} catch (error) {
-			console.warn(`Warning: Failed to load table '${tableName}':`, error instanceof Error ? error.message : String(error));
-			this.tables.delete(tableName);
-			this.schemas.delete(tableName);
-			this.validationSchemas.delete(tableName);
+		const attemptedTables = /* @__PURE__ */ new Set();
+		for (const tableNameToLoad of tablesToLoad) if (!attemptedTables.has(tableNameToLoad)) {
+			const tableTransform = tableNameToLoad === tableName ? transform : void 0;
+			const { errors, warnings } = await this.loadTableWithDependencies(tableNameToLoad, loadedTables, loadingTables, attemptedTables, detailedValidate, tableTransform);
+			allErrors.push(...errors);
+			allWarnings.push(...warnings);
 		}
+		return {
+			valid: allErrors.length === 0,
+			errors: allErrors,
+			warnings: allWarnings
+		};
 	}
 	/**
 	* Load a table and its dependencies recursively
 	*/
-	async loadTableWithDependencies(tableName, loadedTables, loadingTables) {
-		if (loadedTables.has(tableName)) return;
+	async loadTableWithDependencies(tableName, loadedTables, loadingTables, attemptedTables, detailedValidate, transform) {
+		const errors = [];
+		const warnings = [];
+		if (attemptedTables.has(tableName)) return {
+			errors,
+			warnings
+		};
+		attemptedTables.add(tableName);
 		if (loadingTables.has(tableName)) throw new Error(`Circular dependency detected for table '${tableName}'`);
 		const tableConfig = this.tables.get(tableName);
 		if (!tableConfig) throw new Error(`Table configuration not found for '${tableName}'`);
@@ -363,21 +386,35 @@ var LinesDB = class LinesDB {
 			} catch {}
 			if (foreignKeys && foreignKeys.length > 0) for (const fk of foreignKeys) {
 				const referencedTable = fk.references.table;
-				if (!loadedTables.has(referencedTable)) if (this.tables.has(referencedTable)) await this.loadTableWithDependencies(referencedTable, loadedTables, loadingTables);
-				else throw new Error(`Foreign key reference to non-existent table '${referencedTable}' in table '${tableName}'`);
+				if (referencedTable === tableName) continue;
+				if (!attemptedTables.has(referencedTable)) if (this.tables.has(referencedTable)) {
+					const depResult = await this.loadTableWithDependencies(referencedTable, loadedTables, loadingTables, attemptedTables, detailedValidate, void 0);
+					errors.push(...depResult.errors);
+					warnings.push(...depResult.warnings);
+				} else throw new Error(`Foreign key reference to non-existent table '${referencedTable}' in table '${tableName}'`);
+			}
+			const { loaded, errors: loadErrors } = await this.loadTable(tableName, tableConfig, detailedValidate, transform);
+			errors.push(...loadErrors);
+			if (loaded) loadedTables.add(tableName);
+			else {
+				warnings.push(`Table '${tableName}' was not loaded (no data or skipped)`);
+				this.tables.delete(tableName);
 			}
-			if (await this.loadTable(tableName, tableConfig)) loadedTables.add(tableName);
-			else this.tables.delete(tableName);
 		} finally {
 			loadingTables.delete(tableName);
 		}
+		return {
+			errors,
+			warnings
+		};
 	}
 	/**
 	* Load a single table from JSONL file
-	* @returns true if table was loaded, false if skipped
+	* @returns Object with loaded status and validation errors
 	*/
-	async loadTable(tableName, config) {
-		const data = await JsonlReader.read(config.jsonlPath);
+	async loadTable(tableName, config, detailedValidate, transform) {
+		let data = await JsonlReader.read(config.jsonlPath);
+		if (transform) data = data.map((row) => transform(row));
 		let validationSchema = config.validationSchema;
 		const schemaMetadata = {};
 		if (!validationSchema) try {
@@ -393,7 +430,15 @@ var LinesDB = class LinesDB {
 			else if (schemaModule.foreignKeys) schemaMetadata.foreignKeys = schemaModule.foreignKeys;
 			if (schemaExport?.indexes) schemaMetadata.indexes = schemaExport.indexes;
 			else if (schemaModule.indexes) schemaMetadata.indexes = schemaModule.indexes;
-		} catch (_error) {}
+			if (process.env.DEBUG_LINES_DB) {
+				console.log(`[lines-db] Schema metadata for ${tableName}:`);
+				console.log(`  primaryKey: ${schemaMetadata.primaryKey}`);
+				console.log(`  foreignKeys: ${JSON.stringify(schemaMetadata.foreignKeys)}`);
+				console.log(`  indexes: ${JSON.stringify(schemaMetadata.indexes)}`);
+			}
+		} catch (_error) {
+			if (process.env.DEBUG_LINES_DB) console.warn(`[lines-db] Failed to load schema metadata for ${tableName}:`, _error instanceof Error ? _error.message : String(_error));
+		}
 		this.validationSchemas.set(tableName, validationSchema);
 		const validationErrors = [];
 		const validatedData = [];
@@ -411,18 +456,32 @@ var LinesDB = class LinesDB {
 				else throw error;
 			}
 		}
-		if (validationErrors.length > 0) {
-			const enhancedError = /* @__PURE__ */ new Error(`Validation failed for ${validationErrors.length} row(s) in table ${tableName}`);
-			enhancedError.name = "ValidationError";
-			enhancedError.validationErrors = validationErrors;
-			enhancedError.issues = validationErrors[0].error.issues;
-			throw enhancedError;
-		}
+		const validationErrorDetails = validationErrors.map((ve) => ({
+			file: config.jsonlPath,
+			tableName,
+			rowIndex: ve.rowIndex,
+			issues: ve.error.issues,
+			type: "schema"
+		}));
+		if (validationErrors.length > 0) return {
+			loaded: false,
+			errors: validationErrorDetails
+		};
 		let schema;
-		if (config.schema) schema = config.schema;
-		else if (config.autoInferSchema !== false) {
-			if (validatedData.length === 0) return false;
-			schema = JsonlReader.inferSchema(tableName, validatedData);
+		let inferredSchema;
+		if (validatedData.length > 0) inferredSchema = JsonlReader.inferSchema(tableName, validatedData);
+		if (config.schema) {
+			schema = config.schema;
+			if (inferredSchema) for (const inferredCol of inferredSchema.columns) {
+				const schemaCol = schema.columns.find((c) => c.name === inferredCol.name);
+				if (schemaCol && inferredCol.valueType && !schemaCol.valueType) schemaCol.valueType = inferredCol.valueType;
+			}
+		} else if (config.autoInferSchema !== false) {
+			if (validatedData.length === 0) return {
+				loaded: false,
+				errors: []
+			};
+			schema = inferredSchema;
 		} else throw new Error(`No schema provided for table ${tableName} and autoInferSchema is disabled`);
 		const biSchema = validationSchema;
 		const primaryKey = biSchema?.primaryKey || schemaMetadata.primaryKey;
@@ -436,23 +495,43 @@ var LinesDB = class LinesDB {
 			if (idColumn) idColumn.primaryKey = true;
 		}
 		if (foreignKeys) schema.foreignKeys = foreignKeys;
-		if (indexes) schema.indexes = indexes;
+		if (indexes) {
+			schema.indexes = indexes;
+			for (const index of indexes) if (index.unique && index.columns.length === 1) {
+				const col = schema.columns.find((c) => c.name === index.columns[0]);
+				if (col && !col.unique && !col.primaryKey) col.unique = true;
+			}
+		}
 		this.schemas.set(tableName, schema);
 		this.createTable(schema);
-		this.insertData(tableName, schema, validatedData);
-		return true;
+		if (detailedValidate) {
+			const insertErrors = this.insertDataWithDetailedValidation(tableName, schema, validatedData, config.jsonlPath);
+			if (insertErrors.length > 0) return {
+				loaded: false,
+				errors: insertErrors
+			};
+		} else this.insertData(tableName, schema, validatedData);
+		return {
+			loaded: true,
+			errors: []
+		};
 	}
 	/**
 	* Create table in SQLite with constraints and indexes
 	*/
 	createTable(schema) {
 		const quotedTableName = this.quoteTableName(schema.name);
+		const uniqueColumns = /* @__PURE__ */ new Set();
+		for (const col of schema.columns) if (col.unique) uniqueColumns.add(col.name);
+		if (schema.indexes) {
+			for (const index of schema.indexes) if (index.unique && index.columns.length === 1) uniqueColumns.add(index.columns[0]);
+		}
 		const columnDefs = schema.columns.map((col) => {
 			const sqlType = col.type === "JSON" ? "TEXT" : col.type;
 			const parts = [this.quoteIdentifier(col.name), sqlType];
 			if (col.primaryKey) parts.push("PRIMARY KEY");
 			if (col.notNull) parts.push("NOT NULL");
-			if (col.unique) parts.push("UNIQUE");
+			if (uniqueColumns.has(col.name) && !col.primaryKey) parts.push("UNIQUE");
 			return parts.join(" ");
 		});
 		const foreignKeyDefs = [];
@@ -485,18 +564,85 @@ var LinesDB = class LinesDB {
 		return `"${identifier.replace(/"/g, "\"\"")}"`;
 	}
 	/**
-	* Insert data into table
+	* Insert data into table using batch insert (multiple rows per SQL)
+	* SQLite has a parameter limit (default 999), so we batch rows accordingly
+	* Throws exception if any constraint violation occurs
 	*/
 	insertData(tableName, schema, data) {
+		if (data.length === 0) return;
+		const columnNames = schema.columns.map((col) => col.name);
+		const quotedColumns = columnNames.map((name) => this.quoteIdentifier(name));
+		const columnCount = columnNames.length;
+		const maxBatchSize = Math.floor(900 / columnCount);
+		const batchSize = Math.max(1, Math.min(maxBatchSize, 100));
+		for (let i = 0; i < data.length; i += batchSize) {
+			const batch = data.slice(i, i + batchSize);
+			const rowPlaceholders = columnNames.map(() => "?").join(", ");
+			const valuesPlaceholders = batch.map(() => `(${rowPlaceholders})`).join(", ");
+			const sql = `INSERT INTO ${this.quoteTableName(tableName)} (${quotedColumns.join(", ")}) VALUES ${valuesPlaceholders}`;
+			const values = [];
+			for (const row of batch) for (const col of columnNames) values.push(this.normalizeValue(row[col]));
+			this.db.prepare(sql).run(...values);
+		}
+	}
+	/**
+	* Insert data into table one row at a time with detailed error reporting
+	* This is used for validation to catch constraint violations
+	*/
+	insertDataWithDetailedValidation(tableName, schema, data, filePath) {
+		const errors = [];
 		const columnNames = schema.columns.map((col) => col.name);
 		const quotedColumns = columnNames.map((name) => this.quoteIdentifier(name));
 		const placeholders = columnNames.map(() => "?").join(", ");
 		const sql = `INSERT INTO ${this.quoteTableName(tableName)} (${quotedColumns.join(", ")}) VALUES (${placeholders})`;
 		const stmt = this.db.prepare(sql);
-		for (const row of data) {
-			const values = columnNames.map((col) => this.normalizeValue(row[col]));
-			stmt.run(...values);
+		for (let rowIndex = 0; rowIndex < data.length; rowIndex++) {
+			const row = data[rowIndex];
+			try {
+				const values = columnNames.map((col) => this.normalizeValue(row[col]));
+				stmt.run(...values);
+			} catch (error) {
+				const constraintError = this.analyzeConstraintError(error, filePath, tableName, rowIndex, row, schema.foreignKeys || []);
+				if (constraintError) errors.push(constraintError);
+			}
 		}
+		return errors;
+	}
+	/**
+	* Analyze constraint error and extract detailed information
+	*/
+	analyzeConstraintError(error, file, tableName, rowIndex, row, foreignKeys) {
+		const errorMessage = error instanceof Error ? error.message : String(error);
+		if (errorMessage.includes("FOREIGN KEY constraint failed")) for (const fk of foreignKeys) {
+			const fkValue = row[fk.column];
+			if (fkValue === null || fkValue === void 0) continue;
+			try {
+				const result = this.query(`SELECT COUNT(*) as count FROM ${this.quoteIdentifier(fk.references.table)} WHERE ${this.quoteIdentifier(fk.references.column)} = ?`, [this.normalizeValue(fkValue)]);
+				if (result.length > 0 && result[0].count === 0) return {
+					file,
+					tableName,
+					rowIndex,
+					issues: [],
+					type: "foreignKey",
+					foreignKeyError: {
+						column: fk.column,
+						value: fkValue,
+						referencedTable: fk.references.table,
+						referencedColumn: fk.references.column
+					}
+				};
+			} catch (_) {}
+		}
+		return {
+			file,
+			tableName,
+			rowIndex,
+			issues: [{
+				message: errorMessage,
+				path: []
+			}],
+			type: "schema"
+		};
 	}
 	/**
 	* Execute a raw SQL query
@@ -908,9 +1054,13 @@ var LinesDB = class LinesDB {
 	/**
 	* Sync database changes back to JSONL files
 	* Uses backward transformation when available
+	* @param tableName Optional table name to sync. If not provided, syncs all loaded tables
 	*/
-	async sync() {
-		for (const [tableName] of this.tables) await this.syncTable(tableName);
+	async sync(tableName) {
+		if (tableName) {
+			if (!this.schemas.has(tableName)) throw new Error(`Table '${tableName}' is not loaded`);
+			await this.syncTable(tableName);
+		} else for (const [name] of this.schemas) await this.syncTable(name);
 	}
 	/**
 	* Execute a function within a transaction
@@ -1057,293 +1207,31 @@ function sanitizeIdentifier(value) {
 	return value.replace(/[^A-Za-z0-9_$]/g, "");
 }
 
-//#endregion
-//#region src/validator.ts
-var Validator = class {
-	path;
-	projectRoot;
-	constructor(options) {
-		this.path = options.path;
-		this.projectRoot = options.projectRoot || process.cwd();
-	}
-	/**
-	* Validate JSONL file(s)
-	*/
-	async validate() {
-		const fullPath = this.path.startsWith("/") ? this.path : (0, node_path.join)(this.projectRoot, this.path);
-		const stats = await (0, node_fs_promises.stat)(fullPath);
-		if (stats.isDirectory()) return this.validateDirectory(fullPath);
-		else if (stats.isFile() && fullPath.endsWith(".jsonl")) return this.validateFile(fullPath);
-		else throw new Error(`Invalid path: ${this.path}. Must be a directory or .jsonl file.`);
-	}
-	/**
-	* Validate all JSONL files in a directory
-	*/
-	async validateDirectory(dirPath) {
-		const jsonlFiles = (await (0, node_fs_promises.readdir)(dirPath, { withFileTypes: true })).filter((entry) => entry.isFile() && entry.name.endsWith(".jsonl")).map((entry) => (0, node_path.join)(dirPath, entry.name));
-		if (jsonlFiles.length === 0) throw new Error(`No JSONL files found in directory: ${dirPath}`);
-		const allErrors = [];
-		const allWarnings = [];
-		const filesWithSchema = [];
-		for (const file of jsonlFiles) if (await SchemaLoader.hasSchema(file)) filesWithSchema.push(file);
-		else {
-			const tableName = (0, node_path.basename)(file, ".jsonl");
-			allWarnings.push(`Skipping validation for '${tableName}': schema file not found`);
-		}
-		for (const file of filesWithSchema) {
-			const result = await this.validateFile(file);
-			allErrors.push(...result.errors);
-			allWarnings.push(...result.warnings);
-		}
-		if (filesWithSchema.length > 0 && allErrors.length === 0) {
-			const dbErrors = await this.validateWithDatabase(dirPath, filesWithSchema);
-			allErrors.push(...dbErrors);
-		}
-		return {
-			valid: allErrors.length === 0,
-			errors: allErrors,
-			warnings: allWarnings
-		};
-	}
-	/**
-	* Validate by loading data into database one row at a time
-	* This catches constraint violations and extracts detailed error information
-	*/
-	async validateWithDatabase(dirPath, jsonlFiles) {
-		const errors = [];
-		try {
-			const db = LinesDB.create({ dataDir: ":memory:" });
-			for (const file of jsonlFiles) {
-				const tableName = (0, node_path.basename)(file, ".jsonl");
-				const data = await JsonlReader.read(file);
-				let schema;
-				let foreignKeys = [];
-				let indexes = [];
-				let primaryKey;
-				try {
-					schema = await SchemaLoader.loadSchema(file);
-					const { pathToFileURL: pathToFileURL$1 } = await import("node:url");
-					const schemaModule = await import(`${pathToFileURL$1(file.replace(".jsonl", ".schema.ts")).href}?t=${Date.now()}`);
-					const schemaExport = schemaModule.schema || schemaModule.default;
-					if (schemaExport?.foreignKeys) foreignKeys = schemaExport.foreignKeys;
-					if (schemaExport?.indexes) indexes = schemaExport.indexes;
-					if (schemaExport?.primaryKey) primaryKey = schemaExport.primaryKey;
-				} catch (_error) {
-					continue;
-				}
-				try {
-					const tableSchema = this.createTableSchema(tableName, data, schema, foreignKeys, indexes, primaryKey);
-					this.createTableInDb(db, tableSchema);
-					for (let rowIndex = 0; rowIndex < data.length; rowIndex++) {
-						const row = data[rowIndex];
-						try {
-							this.insertRowIntoDb(db, tableName, tableSchema, row);
-						} catch (error) {
-							const constraintError = this.analyzeConstraintError(error, file, tableName, rowIndex, row, foreignKeys, db);
-							if (constraintError) errors.push(constraintError);
-						}
-					}
-				} catch (_error) {
-					continue;
-				}
-			}
-			await db.close();
-		} catch (error) {
-			errors.push({
-				file: dirPath,
-				tableName: "database",
-				rowIndex: 0,
-				issues: [{
-					message: `Database initialization failed: ${error instanceof Error ? error.message : String(error)}`,
-					path: []
-				}],
-				type: "schema"
-			});
-		}
-		return errors;
-	}
-	/**
-	* Create table schema from data and validation schema
-	*/
-	createTableSchema(tableName, data, validationSchema, foreignKeys, indexes, primaryKey) {
-		if (data.length === 0) throw new Error(`No data found in ${tableName}`);
-		const schema = JsonlReader.inferSchema(tableName, data);
-		if (primaryKey) {
-			const pkColumn = schema.columns.find((col) => col.name === primaryKey);
-			if (pkColumn) pkColumn.primaryKey = true;
-		} else if (!schema.columns.some((col) => col.primaryKey)) {
-			const idColumn = schema.columns.find((c) => c.name === "id");
-			if (idColumn) idColumn.primaryKey = true;
-		}
-		if (foreignKeys && foreignKeys.length > 0) schema.foreignKeys = foreignKeys;
-		if (indexes && indexes.length > 0) schema.indexes = indexes;
-		return schema;
-	}
-	/**
-	* Create table in database
-	*/
-	createTableInDb(db, schema) {
-		const columns = schema.columns.map((col) => {
-			let colDef = `${this.quoteIdentifier(col.name)} ${col.type.toUpperCase()}`;
-			if (col.primaryKey) colDef += " PRIMARY KEY";
-			return colDef;
-		});
-		if (schema.foreignKeys && schema.foreignKeys.length > 0) for (const fk of schema.foreignKeys) columns.push(`FOREIGN KEY (${this.quoteIdentifier(fk.column)}) REFERENCES ${this.quoteIdentifier(fk.references.table)}(${this.quoteIdentifier(fk.references.column)})`);
-		const sql = `CREATE TABLE IF NOT EXISTS ${this.quoteIdentifier(schema.name)} (${columns.join(", ")})`;
-		db.execute(sql);
-		if (schema.indexes && schema.indexes.length > 0) for (const index of schema.indexes) {
-			const indexName = index.name || `idx_${schema.name}_${index.columns.join("_")}`;
-			const uniqueKeyword = index.unique ? "UNIQUE" : "";
-			const indexColumns = index.columns.map((col) => this.quoteIdentifier(col)).join(", ");
-			const indexSql = `CREATE ${uniqueKeyword} INDEX IF NOT EXISTS ${this.quoteIdentifier(indexName)} ON ${this.quoteIdentifier(schema.name)} (${indexColumns})`;
-			db.execute(indexSql);
-		}
-	}
-	/**
-	* Insert a row into database
-	*/
-	insertRowIntoDb(db, tableName, schema, row) {
-		const columnNames = schema.columns.map((col) => col.name);
-		const quotedColumns = columnNames.map((name) => this.quoteIdentifier(name));
-		const placeholders = columnNames.map(() => "?").join(", ");
-		const sql = `INSERT INTO ${this.quoteIdentifier(tableName)} (${quotedColumns.join(", ")}) VALUES (${placeholders})`;
-		const values = columnNames.map((col) => {
-			const value = row[col];
-			if (value === null || value === void 0) return null;
-			if (typeof value === "object") return JSON.stringify(value);
-			if (typeof value === "boolean") return value ? 1 : 0;
-			return value;
-		});
-		db.execute(sql, values);
-	}
-	/**
-	* Analyze constraint error and extract detailed information
-	*/
-	analyzeConstraintError(error, file, tableName, rowIndex, row, foreignKeys, db) {
-		const errorMessage = error instanceof Error ? error.message : String(error);
-		if (errorMessage.includes("FOREIGN KEY constraint failed")) for (const fk of foreignKeys) {
-			const fkValue = row[fk.column];
-			if (fkValue === null || fkValue === void 0) continue;
-			try {
-				const result = db.query(`SELECT COUNT(*) as count FROM ${this.quoteIdentifier(fk.references.table)} WHERE ${this.quoteIdentifier(fk.references.column)} = ?`, [fkValue]);
-				if (result.length > 0 && result[0].count === 0) return {
-					file,
-					tableName,
-					rowIndex,
-					issues: [],
-					type: "foreignKey",
-					foreignKeyError: {
-						column: fk.column,
-						value: fkValue,
-						referencedTable: fk.references.table,
-						referencedColumn: fk.references.column
-					}
-				};
-			} catch (_) {}
-		}
-		return {
-			file,
-			tableName,
-			rowIndex,
-			issues: [{
-				message: errorMessage,
-				path: []
-			}],
-			type: "schema"
-		};
-	}
-	/**
-	* Quote SQL identifier
-	*/
-	quoteIdentifier(name) {
-		return `"${name.replace(/"/g, "\"\"")}"`;
-	}
-	/**
-	* Validate a single JSONL file
-	*/
-	async validateFile(filePath) {
-		const tableName = (0, node_path.basename)(filePath, ".jsonl");
-		const data = await JsonlReader.read(filePath);
-		const schema = await SchemaLoader.loadSchema(filePath);
-		const errors = [];
-		for (let i = 0; i < data.length; i++) {
-			const row = data[i];
-			const result = schema["~standard"].validate(row);
-			if (result instanceof Promise) throw new Error("Asynchronous validation is not supported.");
-			if (result.issues && result.issues.length > 0) errors.push({
-				file: filePath,
-				tableName,
-				rowIndex: i,
-				issues: result.issues,
-				type: "schema"
-			});
-		}
-		if (errors.length === 0) {
-			const dirPath = (0, node_path.dirname)(filePath);
-			const allJsonlFiles = (await (0, node_fs_promises.readdir)(dirPath, { withFileTypes: true })).filter((entry) => entry.isFile() && entry.name.endsWith(".jsonl")).map((entry) => (0, node_path.join)(dirPath, entry.name));
-			const dbErrors = await this.validateWithDatabase(dirPath, allJsonlFiles);
-			errors.push(...dbErrors.filter((e) => e.file === filePath));
-		}
-		return {
-			valid: errors.length === 0,
-			errors,
-			warnings: []
-		};
-	}
-};
-
 //#endregion
 //#region src/jsonl-migration.ts
 /**
 * Validate a table by temporarily supplying in-memory rows while reusing the existing LinesDB validation pipeline.
-* If validation fails, the underlying LinesDB error is rethrown so callers can inspect validation details.
+* If validation fails, throws an error with validation details.
 */
 async function ensureTableRowsValid(options) {
-	console.log("[ensureTableRowsValid] START");
-	console.log("[ensureTableRowsValid] dataDir:", options.dataDir);
-	console.log("[ensureTableRowsValid] tableName:", options.tableName);
-	console.log("[ensureTableRowsValid] rows count:", options.rows.length);
 	const tablePath = (0, node_path.join)(options.dataDir, `${options.tableName}.jsonl`);
 	const overrides = new Map([[tablePath, options.rows]]);
-	console.log("[ensureTableRowsValid] tablePath:", tablePath);
-	let capturedError = null;
-	const originalWarn = console.warn;
-	const warnMessages = [];
-	console.warn = (...args) => {
-		const message = args.join(" ");
-		console.log("[ensureTableRowsValid] Captured warn:", message);
-		warnMessages.push(message);
-		if (message.includes(`Failed to load table '${options.tableName}'`) && message.includes("Validation failed")) {
-			capturedError = new Error(message);
-			console.log("[ensureTableRowsValid] Captured validation error!");
-		}
-	};
-	try {
-		console.log("[ensureTableRowsValid] Calling JsonlReader.withOverrides");
-		await JsonlReader.withOverrides(overrides, async () => {
-			console.log("[ensureTableRowsValid] Inside withOverrides callback");
-			const db = LinesDB.create({ dataDir: options.dataDir });
-			console.log("[ensureTableRowsValid] LinesDB created");
-			try {
-				console.log("[ensureTableRowsValid] Calling db.initialize()");
-				await db.initialize();
-				console.log("[ensureTableRowsValid] db.initialize() completed");
-			} finally {
-				console.log("[ensureTableRowsValid] Calling db.close()");
-				await db.close();
+	await JsonlReader.withOverrides(overrides, async () => {
+		const db = LinesDB.create({ dataDir: options.dataDir });
+		try {
+			const result = await db.initialize({ tableName: options.tableName });
+			if (!result.valid) {
+				const errorCount = result.errors.length;
+				const errorDetails = result.errors.map((e) => {
+					const issueMessages = e.issues.map((issue) => issue.message).join(", ");
+					return `  Row ${e.rowIndex}: ${issueMessages}`;
+				}).join("\n");
+				throw new Error(`Validation failed for table '${options.tableName}' (${errorCount} error(s)):\n${errorDetails}`);
 			}
-		});
-		console.log("[ensureTableRowsValid] withOverrides completed");
-	} finally {
-		console.warn = originalWarn;
-	}
-	console.log("[ensureTableRowsValid] Warnings captured:", warnMessages.length);
-	console.log("[ensureTableRowsValid] capturedError:", capturedError ? "YES" : "NO");
-	if (capturedError) {
-		console.log("[ensureTableRowsValid] Throwing captured error");
-		throw capturedError;
-	}
-	console.log("[ensureTableRowsValid] END (success)");
+		} finally {
+			await db.close();
+		}
+	});
 }
 
 //#endregion
@@ -1354,7 +1242,6 @@ exports.LinesDB = LinesDB;
 exports.RUNTIME = RUNTIME;
 exports.SchemaLoader = SchemaLoader;
 exports.TypeGenerator = TypeGenerator;
-exports.Validator = Validator;
 exports.defineSchema = defineSchema;
 exports.detectRuntime = detectRuntime;
 exports.ensureTableRowsValid = ensureTableRowsValid;