sof-mssql 1.0.0

package/dist/loader/index.js

@@ -0,0 +1,193 @@
+"use strict";
+/**
+ * Main orchestration for NDJSON loader.
+ * Coordinates file discovery, table management, and loading operations.
+ *
+ * @author John Grimes
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadNdjsonFiles = loadNdjsonFiles;
+const connection_js_1 = require("./connection.js");
+const discovery_js_1 = require("./discovery.js");
+const tables_js_1 = require("./tables.js");
+const stream_js_1 = require("./stream.js");
+const progress_js_1 = require("./progress.js");
+/**
+ * Discover and log files to be loaded.
+ *
+ * @param options - Loader options.
+ * @returns Discovered files.
+ */
+function discoverAndLogFiles(options) {
+    if (options.verbose) {
+        console.log(`Discovering NDJSON files in ${options.directory}...`);
+    }
+    const files = (0, discovery_js_1.discoverFiles)(options);
+    if (files.length === 0) {
+        if (!options.quiet) {
+            console.log("No NDJSON files found matching the criteria");
+        }
+        return [];
+    }
+    if (!options.quiet) {
+        const filesByResourceType = (0, discovery_js_1.groupFilesByResourceType)(files);
+        console.log(`Found ${files.length} file(s) for ${filesByResourceType.size} resource type(s):\n`);
+        for (const [resourceType, resourceFiles] of filesByResourceType) {
+            console.log(`  ${resourceType}: ${resourceFiles.length} file(s)`);
+        }
+        console.log();
+    }
+    return files;
+}
+/**
+ * Split files into chunks for parallel processing.
+ *
+ * @param files - Files to chunk.
+ * @param chunkSize - Size of each chunk.
+ * @returns Array of file chunks.
+ */
+function chunkFiles(files, chunkSize) {
+    const chunks = [];
+    for (let i = 0; i < files.length; i += chunkSize) {
+        chunks.push(files.slice(i, i + chunkSize));
+    }
+    return chunks;
+}
+/**
+ * Prepare database table for loading.
+ *
+ * @param pool - Database connection pool.
+ * @param options - Loader options.
+ * @returns Table schema and name.
+ */
+async function prepareTable(pool, options) {
+    const schemaName = options.schemaName ?? "dbo";
+    const tableName = options.tableName ?? "fhir_resources";
+    if (options.createTable !== false) {
+        if (options.verbose) {
+            console.log(`Ensuring table [${schemaName}].[${tableName}] exists${options.truncate ? " (will truncate)" : ""}...`);
+        }
+        await (0, tables_js_1.ensureTable)(pool, schemaName, tableName, options.truncate ?? false);
+    }
+    return { schemaName, tableName };
+}
+/**
+ * Load files in parallel chunks.
+ *
+ * @param pool - Database connection pool.
+ * @param files - Files to load.
+ * @param options - Loader options.
+ * @param schemaName - Schema name.
+ * @param tableName - Table name.
+ * @param progress - Progress tracker.
+ */
+async function loadFilesInChunks(pool, files, options, schemaName, tableName, progress) {
+    const parallel = options.parallel ?? 4;
+    const continueOnError = options.continueOnError ?? false;
+    const fileChunks = chunkFiles(files, parallel);
+    for (const chunk of fileChunks) {
+        const loadPromises = chunk.map(async (file) => {
+            (0, progress_js_1.initializeFileProgress)(progress, file);
+            const result = await (0, stream_js_1.loadFile)(pool, file, schemaName, tableName, options.batchSize ?? 1000, (rowsLoaded) => {
+                (0, progress_js_1.updateFileProgress)(progress, file.path, rowsLoaded);
+                if (options.progress && !options.verbose) {
+                    (0, progress_js_1.printSimpleProgress)(progress);
+                }
+            });
+            (0, progress_js_1.completeFileProgress)(progress, result);
+            if (options.verbose) {
+                (0, progress_js_1.printVerboseProgress)(progress);
+            }
+            if (result.error && !continueOnError) {
+                throw new Error(`Failed to load ${file.path}: ${result.error}`);
+            }
+            return result;
+        });
+        await Promise.all(loadPromises);
+    }
+}
+/**
+ * Perform the actual loading process.
+ *
+ * @param pool - Database connection pool.
+ * @param files - Files to load.
+ * @param options - Loader options.
+ * @param startTime - Start timestamp.
+ * @returns Loader summary.
+ */
+async function performLoad(pool, files, options, startTime) {
+    const connected = await (0, connection_js_1.testConnection)(pool);
+    if (!connected) {
+        throw new Error("Failed to connect to database");
+    }
+    if (!options.quiet) {
+        console.log("Connected successfully\n");
+    }
+    const progress = (0, progress_js_1.createProgressTracker)(files);
+    const { schemaName, tableName } = await prepareTable(pool, options);
+    if (!options.quiet) {
+        console.log("Loading files...\n");
+    }
+    await loadFilesInChunks(pool, files, options, schemaName, tableName, progress);
+    if (options.progress && !options.verbose && !options.quiet) {
+        process.stdout.write("\r" + " ".repeat(80) + "\r");
+    }
+    const summary = (0, progress_js_1.createSummary)(progress, Date.now() - startTime);
+    if (!options.quiet) {
+        (0, progress_js_1.printSummary)(summary);
+    }
+    return summary;
+}
+/**
+ * Load NDJSON files from a directory into SQL Server.
+ *
+ * @param options - Loader options.
+ * @returns Promise that resolves to the loader summary.
+ */
+async function loadNdjsonFiles(options) {
+    const startTime = Date.now();
+    const files = discoverAndLogFiles(options);
+    if (files.length === 0) {
+        return (0, progress_js_1.createSummary)((0, progress_js_1.createProgressTracker)([]), Date.now() - startTime);
+    }
+    if (options.dryRun) {
+        if (!options.quiet) {
+            console.log("Dry run - no data will be loaded\n");
+        }
+        return (0, progress_js_1.createSummary)((0, progress_js_1.createProgressTracker)(files), Date.now() - startTime);
+    }
+    if (!options.quiet) {
+        console.log(`Connecting to SQL Server at ${options.database.host}:${options.database.port ?? 1433}...`);
+    }
+    const pool = await (0, connection_js_1.createConnectionPool)(options.database);
+    try {
+        return await performLoad(pool, files, options, startTime);
+    }
+    finally {
+        await (0, connection_js_1.closeConnectionPool)(pool);
+    }
+}
+/**
+ * Export all loader functionality.
+ */
+__exportStar(require("./types.js"), exports);
+__exportStar(require("./connection.js"), exports);
+__exportStar(require("./discovery.js"), exports);
+__exportStar(require("./tables.js"), exports);
+__exportStar(require("./stream.js"), exports);
+__exportStar(require("./progress.js"), exports);
+//# sourceMappingURL=index.js.map

package/dist/loader/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/loader/index.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;;;;;;;;;;;AA8NH,0CA+BC;AApPD,mDAIyB;AACzB,iDAAyE;AACzE,2CAA0C;AAC1C,2CAAuC;AACvC,+CASuB;AAEvB;;;;;GAKG;AACH,SAAS,mBAAmB,CAAC,OAAsB;IACjD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,SAAS,KAAK,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,KAAK,GAAG,IAAA,4BAAa,EAAC,OAAO,CAAC,CAAC;IAErC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,mBAAmB,GAAG,IAAA,uCAAwB,EAAC,KAAK,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CACT,SAAS,KAAK,CAAC,MAAM,gBAAgB,mBAAmB,CAAC,IAAI,sBAAsB,CACpF,CAAC;QACF,KAAK,MAAM,CAAC,YAAY,EAAE,aAAa,CAAC,IAAI,mBAAmB,EAAE,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,KAAK,aAAa,CAAC,MAAM,UAAU,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,SAAS,UAAU,CACjB,KAAuB,EACvB,SAAiB;IAEjB,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,YAAY,CACzB,IAAoB,EACpB,OAAsB;IAEtB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;IAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,gBAAgB,CAAC;IAExD,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QAClC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CACT,mBAAmB,UAAU,MAAM,SAAS,WAAW,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,KAAK,CACvG,CAAC;QACJ,CAAC;QACD,MAAM,IAAA,uBAAW,EAAC,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AACnC,CAAC;AAED;;;;;;;;;GASG;AACH,KAAK,UAAU,iBAAiB,CAC9B,IAAoB,EACpB,KAAuB,EACvB,OAAsB,EACtB,UAAkB,EAClB,SAAiB,EACjB,QAAwB;IAExB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,KAAK,CAAC;IACzD,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAE/C,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC5C,IAAA,oCAAsB,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,IAAA,oBAAQ,EAC3B,IAAI,EACJ,IAAI,EACJ,UAAU,EACV,SAAS,EACT,OAAO,CAAC,SAAS,IAAI,IAAI,EACzB,CAAC,UAAU,EAAE,EAAE;gBACb,IAAA,gCAAkB,EAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACpD,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzC,IAAA,iCAAmB,EAAC,QAAQ,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC,CACF,CAAC;YAEF,IAAA,kCAAoB,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAEvC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAA,kCAAoB,EAAC,QAAQ,CAAC,CAAC;YACjC,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAClE,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,WAAW,CACxB,IAAoB,EACpB,KAAuB,EACvB,OAAsB,EACtB,SAAiB;IAEjB,MAAM,SAAS,GAAG,MAAM,IAAA,8BAAc,EAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,mCAAqB,EAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAEpE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,iBAAiB,CACrB,IAAI,EACJ,KAAK,EACL,OAAO,EACP,UAAU,EACV,SAAS,EACT,QAAQ,CACT,CAAC;IAEF,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,OAAO,GAAG,IAAA,2BAAa,EAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAEhE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,IAAA,0BAAY,EAAC,OAAO,CAAC,CAAC;IACxB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,eAAe,CACnC,OAAsB;IAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAE3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAA,2BAAa,EAAC,IAAA,mCAAqB,EAAC,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAA,2BAAa,EAAC,IAAA,mCAAqB,EAAC,KAAK,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CACT,+BAA+B,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,KAAK,CAC3F,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,IAAA,oCAAoB,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,OAAO,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IAC5D,CAAC;YAAS,CAAC;QACT,MAAM,IAAA,mCAAmB,EAAC,IAAI,CAAC,CAAC;IAClC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,6CAA2B;AAC3B,kDAAgC;AAChC,iDAA+B;AAC/B,8CAA4B;AAC5B,8CAA4B;AAC5B,gDAA8B"}

package/dist/loader/progress.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Progress tracking for NDJSON loader.
+ * Provides real-time progress updates and statistics.
+ *
+ * @author John Grimes
+ */
+import type { DiscoveredFile, FileLoadResult, LoaderProgress, LoaderSummary } from "./types.js";
+/**
+ * Create a new progress tracker.
+ *
+ * @param files - Array of files to track.
+ * @returns New progress tracker.
+ */
+export declare function createProgressTracker(files: DiscoveredFile[]): LoaderProgress;
+/**
+ * Initialize progress for a file.
+ *
+ * @param progress - Progress tracker.
+ * @param file - File to initialize.
+ */
+export declare function initializeFileProgress(progress: LoaderProgress, file: DiscoveredFile): void;
+/**
+ * Update progress for a file.
+ *
+ * @param progress - Progress tracker.
+ * @param filePath - Path to the file.
+ * @param rowsLoaded - Number of rows loaded.
+ */
+export declare function updateFileProgress(progress: LoaderProgress, filePath: string, rowsLoaded: number): void;
+/**
+ * Mark a file as completed.
+ *
+ * @param progress - Progress tracker.
+ * @param result - File load result.
+ */
+export declare function completeFileProgress(progress: LoaderProgress, result: FileLoadResult): void;
+/**
+ * Format progress as a status string.
+ *
+ * @param progress - Progress tracker.
+ * @returns Formatted status string.
+ */
+export declare function formatProgressStatus(progress: LoaderProgress): string;
+/**
+ * Print verbose progress to console.
+ *
+ * @param progress - Progress tracker.
+ */
+export declare function printVerboseProgress(progress: LoaderProgress): void;
+/**
+ * Print simple progress line to console (can be overwritten).
+ *
+ * @param progress - Progress tracker.
+ */
+export declare function printSimpleProgress(progress: LoaderProgress): void;
+/**
+ * Create a summary of the loading operation.
+ *
+ * @param progress - Progress tracker.
+ * @param durationMs - Duration in milliseconds.
+ * @returns Loader summary.
+ */
+export declare function createSummary(progress: LoaderProgress, durationMs: number): LoaderSummary;
+/**
+ * Print a summary of the loading operation.
+ *
+ * @param summary - Loader summary.
+ */
+export declare function printSummary(summary: LoaderSummary): void;
+//# sourceMappingURL=progress.d.ts.map

package/dist/loader/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../../src/loader/progress.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,cAAc,EAEd,cAAc,EACd,aAAa,EACd,MAAM,YAAY,CAAC;AAEpB;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,cAAc,CAQ7E;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,cAAc,EACxB,IAAI,EAAE,cAAc,GACnB,IAAI,CAON;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,cAAc,EACxB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,IAAI,CAKN;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,cAAc,GACrB,IAAI,CAYN;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,cAAc,GAAG,MAAM,CAMrE;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI,CAkBnE;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI,CAElE;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,cAAc,EACxB,UAAU,EAAE,MAAM,GACjB,aAAa,CAsBf;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAqBzD"}

package/dist/loader/progress.js

@@ -0,0 +1,206 @@
+"use strict";
+/**
+ * Progress tracking for NDJSON loader.
+ * Provides real-time progress updates and statistics.
+ *
+ * @author John Grimes
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createProgressTracker = createProgressTracker;
+exports.initializeFileProgress = initializeFileProgress;
+exports.updateFileProgress = updateFileProgress;
+exports.completeFileProgress = completeFileProgress;
+exports.formatProgressStatus = formatProgressStatus;
+exports.printVerboseProgress = printVerboseProgress;
+exports.printSimpleProgress = printSimpleProgress;
+exports.createSummary = createSummary;
+exports.printSummary = printSummary;
+/**
+ * Create a new progress tracker.
+ *
+ * @param files - Array of files to track.
+ * @returns New progress tracker.
+ */
+function createProgressTracker(files) {
+    return {
+        totalFiles: files.length,
+        filesCompleted: 0,
+        totalRowsLoaded: 0,
+        totalRowsFailed: 0,
+        fileProgress: new Map(),
+    };
+}
+/**
+ * Initialize progress for a file.
+ *
+ * @param progress - Progress tracker.
+ * @param file - File to initialize.
+ */
+function initializeFileProgress(progress, file) {
+    progress.fileProgress.set(file.path, {
+        file,
+        rowsLoaded: 0,
+        rowsFailed: 0,
+        completed: false,
+    });
+}
+/**
+ * Update progress for a file.
+ *
+ * @param progress - Progress tracker.
+ * @param filePath - Path to the file.
+ * @param rowsLoaded - Number of rows loaded.
+ */
+function updateFileProgress(progress, filePath, rowsLoaded) {
+    const fileProgress = progress.fileProgress.get(filePath);
+    if (fileProgress) {
+        fileProgress.rowsLoaded = rowsLoaded;
+    }
+}
+/**
+ * Mark a file as completed.
+ *
+ * @param progress - Progress tracker.
+ * @param result - File load result.
+ */
+function completeFileProgress(progress, result) {
+    const fileProgress = progress.fileProgress.get(result.file.path);
+    if (fileProgress) {
+        fileProgress.rowsLoaded = result.rowsLoaded;
+        fileProgress.rowsFailed = result.rowsFailed;
+        fileProgress.completed = true;
+        fileProgress.error = result.error;
+        progress.filesCompleted++;
+        progress.totalRowsLoaded += result.rowsLoaded;
+        progress.totalRowsFailed += result.rowsFailed;
+    }
+}
+/**
+ * Format progress as a status string.
+ *
+ * @param progress - Progress tracker.
+ * @returns Formatted status string.
+ */
+function formatProgressStatus(progress) {
+    const percentage = ((progress.filesCompleted / progress.totalFiles) *
+        100).toFixed(0);
+    return `[${progress.filesCompleted}/${progress.totalFiles} files (${percentage}%)] ${progress.totalRowsLoaded} rows loaded`;
+}
+/**
+ * Print verbose progress to console.
+ *
+ * @param progress - Progress tracker.
+ */
+function printVerboseProgress(progress) {
+    console.log(formatProgressStatus(progress));
+    for (const [, fileProgress] of progress.fileProgress) {
+        if (fileProgress.completed) {
+            const status = fileProgress.error ? "✗ FAILED" : "✓ COMPLETE";
+            const rows = `${fileProgress.rowsLoaded} rows`;
+            const failed = fileProgress.rowsFailed > 0
+                ? ` (${fileProgress.rowsFailed} failed)`
+                : "";
+            console.log(`  ${status} ${fileProgress.file.resourceType}: ${rows}${failed}`);
+            if (fileProgress.error) {
+                console.log(`    Error: ${fileProgress.error}`);
+            }
+        }
+    }
+}
+/**
+ * Print simple progress line to console (can be overwritten).
+ *
+ * @param progress - Progress tracker.
+ */
+function printSimpleProgress(progress) {
+    process.stdout.write(`\r${formatProgressStatus(progress)}`);
+}
+/**
+ * Create a summary of the loading operation.
+ *
+ * @param progress - Progress tracker.
+ * @param durationMs - Duration in milliseconds.
+ * @returns Loader summary.
+ */
+function createSummary(progress, durationMs) {
+    const errors = [];
+    let filesLoaded = 0;
+    let filesFailed = 0;
+    for (const [, fileProgress] of progress.fileProgress) {
+        if (fileProgress.error) {
+            filesFailed++;
+            errors.push({ file: fileProgress.file.path, error: fileProgress.error });
+        }
+        else if (fileProgress.completed) {
+            filesLoaded++;
+        }
+    }
+    return {
+        filesLoaded,
+        filesFailed,
+        rowsLoaded: progress.totalRowsLoaded,
+        rowsFailed: progress.totalRowsFailed,
+        durationMs,
+        errors,
+    };
+}
+/**
+ * Print a summary of the loading operation.
+ *
+ * @param summary - Loader summary.
+ */
+function printSummary(summary) {
+    console.log("\n\n━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
+    console.log("NDJSON Loader Summary");
+    console.log("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
+    console.log(`Files loaded:   ${summary.filesLoaded}`);
+    console.log(`Files failed:   ${summary.filesFailed}`);
+    console.log(`Rows loaded:    ${summary.rowsLoaded}`);
+    console.log(`Rows failed:    ${summary.rowsFailed}`);
+    console.log(`Duration:       ${formatDuration(summary.durationMs)}`);
+    console.log(`Throughput:     ${formatThroughput(summary.rowsLoaded, summary.durationMs)} rows/sec`);
+    if (summary.errors.length > 0) {
+        console.log("\nErrors:");
+        for (const error of summary.errors) {
+            console.log(`  ${error.file}: ${error.error}`);
+        }
+    }
+    console.log("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n");
+}
+/**
+ * Format duration in human-readable format.
+ *
+ * @param ms - Duration in milliseconds.
+ * @returns Formatted duration string.
+ */
+function formatDuration(ms) {
+    const seconds = Math.floor(ms / 1000);
+    const minutes = Math.floor(seconds / 60);
+    const hours = Math.floor(minutes / 60);
+    if (hours > 0) {
+        return `${hours}h ${minutes % 60}m ${seconds % 60}s`;
+    }
+    else if (minutes > 0) {
+        return `${minutes}m ${seconds % 60}s`;
+    }
+    else if (seconds > 0) {
+        return `${seconds}s`;
+    }
+    else {
+        return `${ms}ms`;
+    }
+}
+/**
+ * Format throughput in rows per second.
+ *
+ * @param rows - Number of rows.
+ * @param ms - Duration in milliseconds.
+ * @returns Formatted throughput string.
+ */
+function formatThroughput(rows, ms) {
+    if (ms === 0)
+        return "0";
+    const rowsPerSec = (rows / ms) * 1000;
+    return rowsPerSec.toLocaleString(undefined, { maximumFractionDigits: 0 });
+}
+//# sourceMappingURL=progress.js.map

package/dist/loader/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../../src/loader/progress.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAgBH,sDAQC;AAQD,wDAUC;AASD,gDASC;AAQD,oDAeC;AAQD,oDAMC;AAOD,oDAkBC;AAOD,kDAEC;AASD,sCAyBC;AAOD,oCAqBC;AAvLD;;;;;GAKG;AACH,SAAgB,qBAAqB,CAAC,KAAuB;IAC3D,OAAO;QACL,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,CAAC;QAClB,YAAY,EAAE,IAAI,GAAG,EAAwB;KAC9C,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB,CACpC,QAAwB,EACxB,IAAoB;IAEpB,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;QACnC,IAAI;QACJ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,SAAS,EAAE,KAAK;KACjB,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,kBAAkB,CAChC,QAAwB,EACxB,QAAgB,EAChB,UAAkB;IAElB,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzD,IAAI,YAAY,EAAE,CAAC;QACjB,YAAY,CAAC,UAAU,GAAG,UAAU,CAAC;IACvC,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAgB,oBAAoB,CAClC,QAAwB,EACxB,MAAsB;IAEtB,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,IAAI,YAAY,EAAE,CAAC;QACjB,YAAY,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QAC5C,YAAY,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QAC5C,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC;QAC9B,YAAY,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAElC,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC1B,QAAQ,CAAC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC;QAC9C,QAAQ,CAAC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC;IAChD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAgB,oBAAoB,CAAC,QAAwB;IAC3D,MAAM,UAAU,GAAG,CACjB,CAAC,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,UAAU,CAAC;QAC/C,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACb,OAAO,IAAI,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,UAAU,WAAW,UAAU,OAAO,QAAQ,CAAC,eAAe,cAAc,CAAC;AAC9H,CAAC;AAED;;;;GAIG;AACH,SAAgB,oBAAoB,CAAC,QAAwB;IAC3D,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5C,KAAK,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QACrD,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;YAC9D,MAAM,IAAI,GAAG,GAAG,YAAY,CAAC,UAAU,OAAO,CAAC;YAC/C,MAAM,MAAM,GACV,YAAY,CAAC,UAAU,GAAG,CAAC;gBACzB,CAAC,CAAC,KAAK,YAAY,CAAC,UAAU,UAAU;gBACxC,CAAC,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,GAAG,CACT,KAAK,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,YAAY,KAAK,IAAI,GAAG,MAAM,EAAE,CAClE,CAAC;YACF,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAgB,mBAAmB,CAAC,QAAwB;IAC1D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,aAAa,CAC3B,QAAwB,EACxB,UAAkB;IAElB,MAAM,MAAM,GAA2C,EAAE,CAAC;IAC1D,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QACrD,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,WAAW,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;aAAM,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;YAClC,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,WAAW;QACX,UAAU,EAAE,QAAQ,CAAC,eAAe;QACpC,UAAU,EAAE,QAAQ,CAAC,eAAe;QACpC,UAAU;QACV,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAgB,YAAY,CAAC,OAAsB;IACjD,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,mBAAmB,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CACT,mBAAmB,gBAAgB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,WAAW,CACvF,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;AACnE,CAAC;AAED;;;;;GAKG;AACH,SAAS,cAAc,CAAC,EAAU;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IAEvC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,GAAG,KAAK,KAAK,OAAO,GAAG,EAAE,KAAK,OAAO,GAAG,EAAE,GAAG,CAAC;IACvD,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,EAAE,GAAG,CAAC;IACxC,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,OAAO,GAAG,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,EAAE,IAAI,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,IAAY,EAAE,EAAU;IAChD,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IACzB,MAAM,UAAU,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;IACtC,OAAO,UAAU,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC"}

package/dist/loader/stream.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Streaming NDJSON loader.
+ * Loads NDJSON files line-by-line with batched bulk inserts.
+ *
+ * @author John Grimes
+ */
+import { type ConnectionPool } from "mssql";
+import type { DiscoveredFile, FileLoadResult } from "./types.js";
+/**
+ * Load a single NDJSON file into the database.
+ *
+ * @param pool - Database connection pool.
+ * @param file - File to load.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table to load into.
+ * @param batchSize - Number of rows per batch.
+ * @param onProgress - Optional callback for progress updates.
+ * @returns Promise that resolves to the load result.
+ */
+export declare function loadFile(pool: ConnectionPool, file: DiscoveredFile, schemaName: string, tableName: string, batchSize?: number, onProgress?: (rowsLoaded: number) => void): Promise<FileLoadResult>;
+//# sourceMappingURL=stream.d.ts.map

package/dist/loader/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../src/loader/stream.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAY,EAAE,KAAK,cAAc,EAAE,MAAM,OAAO,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjE;;;;;;;;;;GAUG;AAEH,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,GAAE,MAAa,EACxB,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,GACxC,OAAO,CAAC,cAAc,CAAC,CAoEzB"}

package/dist/loader/stream.js

@@ -0,0 +1,103 @@
+"use strict";
+/**
+ * Streaming NDJSON loader.
+ * Loads NDJSON files line-by-line with batched bulk inserts.
+ *
+ * @author John Grimes
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadFile = loadFile;
+const fs_1 = require("fs");
+const readline_1 = require("readline");
+const mssql_1 = __importDefault(require("mssql"));
+/**
+ * Load a single NDJSON file into the database.
+ *
+ * @param pool - Database connection pool.
+ * @param file - File to load.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table to load into.
+ * @param batchSize - Number of rows per batch.
+ * @param onProgress - Optional callback for progress updates.
+ * @returns Promise that resolves to the load result.
+ */
+// eslint-disable-next-line max-lines-per-function -- File loading requires streaming and batching logic
+async function loadFile(pool, file, schemaName, tableName, batchSize = 1000, onProgress) {
+    const startTime = Date.now();
+    let rowsLoaded = 0;
+    const rowsFailed = 0;
+    let batch = [];
+    try {
+        // Create a readline interface to read the file line by line.
+        const fileStream = (0, fs_1.createReadStream)(file.path, { encoding: "utf-8" });
+        const rl = (0, readline_1.createInterface)({
+            input: fileStream,
+            crlfDelay: Infinity, // Treat \r\n as a single line break.
+        });
+        // Process each line as a raw string.
+        for await (const line of rl) {
+            // Skip empty lines.
+            if (!line.trim()) {
+                continue;
+            }
+            // Add to batch.
+            batch.push(line);
+            // If batch is full, insert it.
+            if (batch.length >= batchSize) {
+                await insertBatch(pool, schemaName, tableName, file.resourceType, batch);
+                rowsLoaded += batch.length;
+                batch = [];
+                // Report progress.
+                if (onProgress) {
+                    onProgress(rowsLoaded);
+                }
+            }
+        }
+        // Insert any remaining rows in the final batch.
+        if (batch.length > 0) {
+            await insertBatch(pool, schemaName, tableName, file.resourceType, batch);
+            rowsLoaded += batch.length;
+            if (onProgress) {
+                onProgress(rowsLoaded);
+            }
+        }
+        return {
+            file,
+            rowsLoaded,
+            rowsFailed,
+            durationMs: Date.now() - startTime,
+        };
+    }
+    catch (error) {
+        return {
+            file,
+            rowsLoaded,
+            rowsFailed,
+            durationMs: Date.now() - startTime,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+/**
+ * Insert a batch of rows using bulk insert.
+ *
+ * @param pool - Database connection pool.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table to insert into.
+ * @param resourceType - FHIR resource type.
+ * @param lines - Array of JSON lines to insert.
+ */
+async function insertBatch(pool, schemaName, tableName, resourceType, lines) {
+    const table = new mssql_1.default.Table(`[${schemaName}].[${tableName}]`);
+    table.columns.add("resource_type", mssql_1.default.NVarChar(64), { nullable: false });
+    table.columns.add("json", mssql_1.default.NVarChar(mssql_1.default.MAX), { nullable: false });
+    for (const line of lines) {
+        table.rows.add(resourceType, line);
+    }
+    const request = pool.request();
+    await request.bulk(table);
+}
+//# sourceMappingURL=stream.js.map

package/dist/loader/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/loader/stream.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;AAmBH,4BA2EC;AA5FD,2BAAsC;AACtC,uCAA2C;AAC3C,kDAAiD;AAGjD;;;;;;;;;;GAUG;AACH,wGAAwG;AACjG,KAAK,UAAU,QAAQ,CAC5B,IAAoB,EACpB,IAAoB,EACpB,UAAkB,EAClB,SAAiB,EACjB,YAAoB,IAAI,EACxB,UAAyC;IAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,CAAC,CAAC;IACrB,IAAI,KAAK,GAAa,EAAE,CAAC;IAEzB,IAAI,CAAC;QACH,6DAA6D;QAC7D,MAAM,UAAU,GAAG,IAAA,qBAAgB,EAAC,IAAI,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACtE,MAAM,EAAE,GAAG,IAAA,0BAAe,EAAC;YACzB,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,QAAQ,EAAE,qCAAqC;SAC3D,CAAC,CAAC;QAEH,qCAAqC;QACrC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YAC5B,oBAAoB;YACpB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,gBAAgB;YAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEjB,+BAA+B;YAC/B,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC9B,MAAM,WAAW,CACf,IAAI,EACJ,UAAU,EACV,SAAS,EACT,IAAI,CAAC,YAAY,EACjB,KAAK,CACN,CAAC;gBACF,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC3B,KAAK,GAAG,EAAE,CAAC;gBAEX,mBAAmB;gBACnB,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,UAAU,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YACzE,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAE3B,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,UAAU,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI;YACJ,UAAU;YACV,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,IAAI;YACJ,UAAU;YACV,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,KAAK,UAAU,WAAW,CACxB,IAAoB,EACpB,UAAkB,EAClB,SAAiB,EACjB,YAAoB,EACpB,KAAe;IAEf,MAAM,KAAK,GAAG,IAAI,eAAG,CAAC,KAAK,CAAC,IAAI,UAAU,MAAM,SAAS,GAAG,CAAC,CAAC;IAC9D,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,eAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1E,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,eAAG,CAAC,QAAQ,CAAC,eAAG,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAEtE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC/B,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC"}

package/dist/loader/tables.d.ts

@@ -0,0 +1,43 @@
+/**
+ * Table management for NDJSON loader.
+ * Creates and manages the single fhir_resources table.
+ *
+ * @author John Grimes
+ */
+import { type ConnectionPool } from "mssql";
+/**
+ * Check if a table exists in the database.
+ *
+ * @param pool - Database connection pool.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table to check.
+ * @returns Promise that resolves to true if the table exists.
+ */
+export declare function tableExists(pool: ConnectionPool, schemaName: string, tableName: string): Promise<boolean>;
+/**
+ * Create the fhir_resources table with an index on resource_type.
+ * Table schema: id (INT IDENTITY PRIMARY KEY), resource_type (NVARCHAR(64)), json (NVARCHAR(MAX))
+ *
+ * @param pool - Database connection pool.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table to create.
+ */
+export declare function createTable(pool: ConnectionPool, schemaName: string, tableName: string): Promise<void>;
+/**
+ * Truncate a table (remove all rows).
+ *
+ * @param pool - Database connection pool.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table to truncate.
+ */
+export declare function truncateTable(pool: ConnectionPool, schemaName: string, tableName: string): Promise<void>;
+/**
+ * Ensure the fhir_resources table exists, creating it if necessary.
+ *
+ * @param pool - Database connection pool.
+ * @param schemaName - Schema name.
+ * @param tableName - Name of the table.
+ * @param truncate - Whether to truncate the table if it exists.
+ */
+export declare function ensureTable(pool: ConnectionPool, schemaName: string, tableName: string, truncate?: boolean): Promise<void>;
+//# sourceMappingURL=tables.d.ts.map

package/dist/loader/tables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../src/loader/tables.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAY,EAAE,KAAK,cAAc,EAAE,MAAM,OAAO,CAAC;AAEjD;;;;;;;GAOG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,CAWlB;AAED;;;;;;;GAOG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAef;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAEf;AAED;;;;;;;GAOG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC,CAUf"}