@toiroakr/lines-db 0.7.0 → 0.8.0

package/dist/index.js

@@ -375,6 +375,7 @@ var LinesDB = class LinesDB {
 	async initialize(options) {
 		const allErrors = [];
 		const allWarnings = [];
+		const allRowCounts = /* @__PURE__ */ new Map();
 		const tableName = options?.tableName;
 		const detailedValidate = options?.detailedValidate ?? false;
 		const transform = options?.transform;
@@ -386,14 +387,27 @@ var LinesDB = class LinesDB {
 		const attemptedTables = /* @__PURE__ */ new Set();
 		for (const tableNameToLoad of tablesToLoad) if (!attemptedTables.has(tableNameToLoad)) {
 			const tableTransform = tableNameToLoad === tableName ? transform : void 0;
-			const { errors, warnings } = await this.loadTableWithDependencies(tableNameToLoad, loadedTables, loadingTables, attemptedTables, detailedValidate, tableTransform);
+			const { errors, warnings, rowCounts: tableRowCounts } = await this.loadTableWithDependencies(tableNameToLoad, loadedTables, loadingTables, attemptedTables, detailedValidate, tableTransform);
 			allErrors.push(...errors);
 			allWarnings.push(...warnings);
+			for (const [k, v] of tableRowCounts) allRowCounts.set(k, v);
 		}
+		const tableResults = tablesToLoad.map((name) => {
+			const tableErrors = allErrors.filter((e) => e.tableName === name);
+			const tableWarnings = allWarnings.filter((w) => w.includes(`'${name}'`));
+			return {
+				tableName: name,
+				valid: tableErrors.length === 0,
+				rowCount: allRowCounts.get(name) ?? 0,
+				errors: tableErrors,
+				warnings: tableWarnings
+			};
+		});
 		return {
 			valid: allErrors.length === 0,
 			errors: allErrors,
-			warnings: allWarnings
+			warnings: allWarnings,
+			tableResults
 		};
 	}
 	/**
@@ -402,9 +416,11 @@ var LinesDB = class LinesDB {
 	async loadTableWithDependencies(tableName, loadedTables, loadingTables, attemptedTables, detailedValidate, transform) {
 		const errors = [];
 		const warnings = [];
+		const rowCounts = /* @__PURE__ */ new Map();
 		if (attemptedTables.has(tableName)) return {
 			errors,
-			warnings
+			warnings,
+			rowCounts
 		};
 		attemptedTables.add(tableName);
 		if (loadingTables.has(tableName)) throw new Error(`Circular dependency detected for table '${tableName}'`);
@@ -428,10 +444,21 @@ var LinesDB = class LinesDB {
 					const depResult = await this.loadTableWithDependencies(referencedTable, loadedTables, loadingTables, attemptedTables, detailedValidate, void 0);
 					errors.push(...depResult.errors);
 					warnings.push(...depResult.warnings);
+					for (const [k, v] of depResult.rowCounts) rowCounts.set(k, v);
 				} else throw new Error(`Foreign key reference to non-existent table '${referencedTable}' in table '${tableName}'`);
 			}
-			const { loaded, errors: loadErrors } = await this.loadTable(tableName, tableConfig, detailedValidate, transform);
+			const failedDependencies = /* @__PURE__ */ new Set();
+			if (foreignKeys && foreignKeys.length > 0) {
+				for (const fk of foreignKeys) {
+					const referencedTable = fk.references.table;
+					if (referencedTable === tableName) continue;
+					if (attemptedTables.has(referencedTable) && !loadedTables.has(referencedTable)) failedDependencies.add(referencedTable);
+				}
+				if (failedDependencies.size > 0) for (const dep of failedDependencies) warnings.push(`Skipping foreign key validation for table '${tableName}': referenced table '${dep}' has validation errors`);
+			}
+			const { loaded, rowCount, errors: loadErrors } = await this.loadTable(tableName, tableConfig, detailedValidate, transform, failedDependencies);
 			errors.push(...loadErrors);
+			rowCounts.set(tableName, rowCount);
 			if (loaded) loadedTables.add(tableName);
 			else {
 				warnings.push(`Table '${tableName}' was not loaded (no data or skipped)`);
@@ -442,14 +469,15 @@ var LinesDB = class LinesDB {
 		}
 		return {
 			errors,
-			warnings
+			warnings,
+			rowCounts
 		};
 	}
 	/**
 	* Load a single table from JSONL file
 	* @returns Object with loaded status and validation errors
 	*/
-	async loadTable(tableName, config, detailedValidate, transform) {
+	async loadTable(tableName, config, detailedValidate, transform, failedDependencies) {
 		let data = await JsonlReader.read(config.jsonlPath);
 		if (transform) data = data.map((row) => transform(row));
 		let validationSchema = config.validationSchema;
@@ -504,6 +532,7 @@ var LinesDB = class LinesDB {
 		}));
 		if (validationErrors.length > 0) return {
 			loaded: false,
+			rowCount: data.length,
 			errors: validationErrorDetails
 		};
 		let schema;
@@ -518,6 +547,7 @@ var LinesDB = class LinesDB {
 		} else if (config.autoInferSchema !== false) {
 			if (validatedData.length === 0) return {
 				loaded: false,
+				rowCount: 0,
 				errors: []
 			};
 			schema = inferredSchema;
@@ -533,7 +563,7 @@ var LinesDB = class LinesDB {
 			const idColumn = schema.columns.find((c) => c.name === "id");
 			if (idColumn) idColumn.primaryKey = true;
 		}
-		if (foreignKeys) schema.foreignKeys = foreignKeys;
+		if (foreignKeys) schema.foreignKeys = failedDependencies && failedDependencies.size > 0 ? foreignKeys.filter((fk) => !failedDependencies.has(fk.references.table)) : foreignKeys;
 		if (indexes) {
 			schema.indexes = indexes;
 			for (const index of indexes) if (index.unique && index.columns.length === 1) {
@@ -547,11 +577,13 @@ var LinesDB = class LinesDB {
 			const insertErrors = this.insertDataWithDetailedValidation(tableName, schema, validatedData, config.jsonlPath);
 			if (insertErrors.length > 0) return {
 				loaded: false,
+				rowCount: data.length,
 				errors: insertErrors
 			};
 		} else this.insertData(tableName, schema, validatedData);
 		return {
 			loaded: true,
+			rowCount: data.length,
 			errors: []
 		};
 	}