@harperfast/harper 5.0.0-alpha.10

package/dist/resources/dataLoader.js

@@ -0,0 +1,461 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataLoaderResult = exports.RecordProcessingError = exports.SystemDatabaseError = exports.InvalidPropertyTypeError = exports.MissingRequiredPropertyError = exports.EmptyFileError = exports.FileParseError = exports.UnsupportedFileExtensionError = exports.DataLoaderError = void 0;
+exports.computeRecordHash = computeRecordHash;
+exports.handleApplication = handleApplication;
+exports.loadDataFile = loadDataFile;
+const node_path_1 = require("node:path");
+const node_crypto_1 = require("node:crypto");
+const yaml_1 = require("yaml");
+const databases_ts_1 = require("./databases.js");
+const manageThreads_1 = require("../server/threads/manageThreads");
+const commonErrors_js_1 = require("../utility/errors/commonErrors.js");
+const hdbError_js_1 = require("../utility/errors/hdbError.js");
+const harper_logger_js_1 = __importDefault(require("../utility/logging/harper_logger.js"));
+const dataLoaderLogger = harper_logger_js_1.default.forComponent('dataLoader');
+/** System table name for storing data loader hashes */
+const DATA_LOADER_HASH_TABLE = 'hdb_dataloader_hash';
+/** Lazy-initialized cache for the hash tracking table */
+let _hashTrackingTable;
+/**
+ * Computes a deterministic hash of a record's content for tracking data file changes.
+ * The hash is computed from a stable JSON representation (sorted keys) to ensure
+ * the same content always produces the same hash, regardless of key order.
+ *
+ * @param record - The record object to hash
+ * @returns A hex string hash of the record content
+ */
+function computeRecordHash(record) {
+    // Sort keys for deterministic hashing
+    const sortedKeys = Object.keys(record).sort();
+    const sortedRecord = {};
+    for (const key of sortedKeys) {
+        sortedRecord[key] = record[key];
+    }
+    // Compute hash of the stable JSON representation
+    const content = JSON.stringify(sortedRecord);
+    return (0, node_crypto_1.createHash)('sha256').update(content).digest('hex');
+}
+/**
+ * Gets or creates the hash tracking table in the system database.
+ * Lazy-initializes the table on first access.
+ */
+function getHashTrackingTable(databasesRef) {
+    // Always check databasesRef first (important for testing with mocks)
+    if (databasesRef.system && databasesRef.system[DATA_LOADER_HASH_TABLE]) {
+        return databasesRef.system[DATA_LOADER_HASH_TABLE];
+    }
+    // Use cached table if available
+    if (_hashTrackingTable) {
+        return _hashTrackingTable;
+    }
+    // Create the system table for tracking hashes
+    _hashTrackingTable = (0, databases_ts_1.table)({
+        database: 'system',
+        table: DATA_LOADER_HASH_TABLE,
+        attributes: [
+            { name: 'id', type: 'string', isPrimaryKey: true }, // Format: "database:table:recordId"
+            { name: 'hash', type: 'string' },
+        ],
+    });
+    return _hashTrackingTable;
+}
+/**
+ * Gets the stored hash for a record from the tracking table
+ */
+async function getStoredHash(database, tableName, recordId, databasesRef) {
+    try {
+        const trackingTable = getHashTrackingTable(databasesRef);
+        const hashId = database ? `${database}:${tableName}:${recordId}` : `${tableName}:${recordId}`;
+        const hashRecord = await trackingTable.get(hashId);
+        return hashRecord?.hash || null;
+    }
+    catch (error) {
+        dataLoaderLogger.error?.(`Failed to get stored hash: ${error.message}`);
+        return null;
+    }
+}
+/**
+ * Stores the hash for a record in the tracking table
+ */
+async function storeHash(database, tableName, recordId, hash, databasesRef) {
+    try {
+        const trackingTable = getHashTrackingTable(databasesRef);
+        const hashId = database ? `${database}:${tableName}:${recordId}` : `${tableName}:${recordId}`;
+        await trackingTable.put({ id: hashId, hash });
+    }
+    catch (error) {
+        dataLoaderLogger.error?.(`Failed to store hash: ${error.message}`);
+    }
+}
+/**
+ * Set up file handlers for data files and loads them into the appropriate tables
+ */
+function handleApplication(scope) {
+    // Early return if this isn't worker zero
+    // Currently using getWorkerIndex() over server.workerIndex to appease ts. The latter defined in manageThreads.js.
+    if ((0, manageThreads_1.getWorkerIndex)() !== 0) {
+        // debug and return
+        dataLoaderLogger.debug?.('Skipping data loader initialization on non-primary worker');
+        return;
+    }
+    // Handle all files that match the pattern in the config
+    // Note: Using .then() instead of async/await to avoid the performance overhead
+    // of additional promise wrappers created by the async/await syntax sugar
+    scope.handleEntry(function handleDataLoaderEntry(entry) {
+        // Return early if not adding or updating a file
+        if (entry.entryType !== 'file' || entry.eventType === 'unlink') {
+            return Promise.resolve();
+        }
+        return loadDataFile(entry, databases_ts_1.tables, databases_ts_1.databases).then((result) => {
+            dataLoaderLogger.debug?.('Data loader processed file: %s: %s', (0, node_path_1.basename)(entry.absolutePath), result.message);
+        });
+    });
+}
+/**
+ * This component handles data loading from YAML or JSON files into user-defined tables.
+ * @param { contents, absolutePath, stats } - File entry content buffer, absolute path, and stats
+ * @param tablesRef - Reference to tables object (local const for testing)
+ * @param databasesRef - Reference to databases object (local const for testing)
+ */
+async function loadDataFile({ contents, absolutePath }, tablesRef, databasesRef) {
+    const fileExt = (0, node_path_1.extname)(absolutePath) || 'unknown';
+    let data;
+    // Need to grab the file extension to determine how to parse the content
+    try {
+        if (fileExt === '.yaml' || fileExt === '.yml') {
+            data = (0, yaml_1.parseDocument)(contents.toString()).toJSON();
+        }
+        else if (fileExt === '.json') {
+            data = JSON.parse(contents.toString());
+        }
+        else {
+            throw new UnsupportedFileExtensionError(absolutePath, fileExt);
+        }
+    }
+    catch (error) {
+        // Re-throw DataLoaderErrors
+        if (error instanceof DataLoaderError) {
+            throw error;
+        }
+        // Otherwise wrap in a FileParseError and throw
+        throw new FileParseError(absolutePath, error);
+    }
+    // Ensure data exists. I.E. the file is not empty
+    if (!data) {
+        throw new EmptyFileError(absolutePath);
+    }
+    const { database, table: tableName, records } = data;
+    // Validate the data format
+    if (!tableName) {
+        throw new MissingRequiredPropertyError(absolutePath, 'table');
+    }
+    if (!records) {
+        throw new MissingRequiredPropertyError(absolutePath, 'records');
+    }
+    if (!Array.isArray(records)) {
+        throw new InvalidPropertyTypeError(absolutePath, 'records', 'array');
+    }
+    // tableIdentifier is used for logging and error messages
+    const tableIdentifier = database ? `${database}.${tableName}` : tableName;
+    // Don't allow loading data into the system database
+    if (database?.toLowerCase() === 'system') {
+        throw new SystemDatabaseError(database, tableName);
+    }
+    try {
+        // Try to get the table from global tables if it exists
+        let tableRef;
+        // If a database is specified, check if the table exists in that database
+        if (database && databasesRef[database] && databasesRef[database][tableName]) {
+            dataLoaderLogger.debug?.(`Using existing table ${tableIdentifier} from database tables`);
+            tableRef = databasesRef[database][tableName];
+        }
+        // If no database is specified, check if the table exists in the global tables
+        else if (tablesRef && tablesRef[tableName]) {
+            dataLoaderLogger.debug?.(`Using existing table ${tableIdentifier} from global tables`);
+            tableRef = tablesRef[tableName];
+        }
+        else {
+            // Table doesn't exist. Try to infer the schema from the first record
+            dataLoaderLogger.debug?.(`Table ${tableIdentifier} not found, creating new table`);
+            // Extract attributes from the first record for the ensureTable call
+            const attributes = [];
+            if (records.length > 0) {
+                const firstRecord = records[0];
+                Object.keys(firstRecord)
+                    .map((attrName) => {
+                    const attr = { name: attrName, type: typeof firstRecord[attrName] };
+                    // If the attribute is 'id', mark it as primary key
+                    if (attrName === 'id') {
+                        attr.isPrimaryKey = true;
+                    }
+                    return attr;
+                })
+                    .forEach((attr) => {
+                    attributes.push(attr);
+                });
+            }
+            tableRef = await (0, databases_ts_1.table)({
+                database,
+                table: tableName,
+                attributes,
+            });
+        }
+        // Process records with timestamp comparison
+        // Count metrics
+        const dataFIleRecords = records.length;
+        let newRecords = 0;
+        let updatedRecords = 0;
+        let skippedRecords = 0;
+        // Process each record in a batch to avoid excessive memory usage
+        const batchSize = 100; // Process in batches of 100 records
+        for (let i = 0; i < records.length; i += batchSize) {
+            const batch = records.slice(i, i + batchSize);
+            const batchPromises = [];
+            for (const newRecord of batch) {
+                // Wrap in an async function to handle errors individually
+                batchPromises.push(async () => {
+                    try {
+                        // Get existing record with the same ID if it exists
+                        let existingRecord = null;
+                        const recordId = newRecord.id;
+                        if (recordId !== undefined) {
+                            existingRecord = await tableRef.get(recordId);
+                        }
+                        // Compute hash of the new record from the data file
+                        const newRecordHash = computeRecordHash(newRecord);
+                        if (!existingRecord) {
+                            // If the record doesn't exist yet, insert it
+                            newRecords++;
+                            const result = await tableRef.put(newRecord);
+                            // Store the hash in the tracking table
+                            await storeHash(database, tableName, recordId, newRecordHash, databasesRef);
+                            return result;
+                        }
+                        // Check if there's a stored hash for this record
+                        const existingHash = await getStoredHash(database, tableName, recordId, databasesRef);
+                        if (!existingHash) {
+                            // No hash means this record wasn't loaded by the data loader
+                            // (likely created via operations API or other means)
+                            // Don't overwrite user-created records
+                            skippedRecords++;
+                            return Promise.resolve({ inserted: 0, updated: 0 });
+                        }
+                        // Compute hash of only the fields that exist in the data file
+                        // This allows users to add extra fields without triggering a "modified" detection
+                        // Note: This is a simple top-level field comparison - nested object changes
+                        // within data file fields will still be detected as modifications
+                        const existingRecordSubset = {};
+                        for (const key of Object.keys(newRecord)) {
+                            if (key in existingRecord) {
+                                existingRecordSubset[key] = existingRecord[key];
+                            }
+                        }
+                        const existingRecordHash = computeRecordHash(existingRecordSubset);
+                        if (existingRecordHash !== existingHash) {
+                            // The existing record's data file fields don't match the stored hash,
+                            // meaning those fields were modified externally (via operations API, etc.)
+                            // Don't overwrite user-modified records
+                            skippedRecords++;
+                            return Promise.resolve({ inserted: 0, updated: 0 });
+                        }
+                        // Compare hashes to detect actual content changes in the data file
+                        if (newRecordHash !== existingHash) {
+                            // Hash differs - the data file content has changed
+                            // Use patch to update only the fields from the data file,
+                            // preserving any additional fields the user may have added
+                            updatedRecords++;
+                            await tableRef.patch(recordId, newRecord);
+                            await storeHash(database, tableName, recordId, newRecordHash, databasesRef);
+                            // Return a result indicating update (patch doesn't return a value)
+                            return { updated: 1 };
+                        }
+                        else {
+                            // Hash matches - content hasn't changed, skip update
+                            skippedRecords++;
+                            return Promise.resolve({ inserted: 0, updated: 0 });
+                        }
+                    }
+                    catch (error) {
+                        // For individual record errors, we log but continue processing other records
+                        // This allows partial success in data loading
+                        if (error instanceof DataLoaderError) {
+                            dataLoaderLogger.error?.(`Record processing error: ${error.message}`);
+                        }
+                        else {
+                            const recError = new RecordProcessingError(tableIdentifier, error);
+                            dataLoaderLogger.error?.(`Record processing error: ${recError.message}`);
+                        }
+                        // Don't throw, just return a failed operation result
+                        return Promise.resolve({ inserted: 0, updated: 0, error: error.message });
+                    }
+                });
+            }
+            // Execute batch promises. Currently not doing anything about errors or the put() results.
+            await Promise.all(batchPromises.map((fn) => fn()));
+        }
+        // Return a single result object
+        if (newRecords > 0 || updatedRecords > 0) {
+            let message = `Loaded ${newRecords} new and updated ${updatedRecords} records in ${tableIdentifier}`;
+            if (skippedRecords > 0) {
+                message += ` (${skippedRecords} records skipped)`;
+            }
+            dataLoaderLogger.info?.(message);
+            return new DataLoaderResult(absolutePath, database, tableName, 'success', newRecords + updatedRecords, message);
+        }
+        else if (skippedRecords > 0) {
+            const message = `All ${skippedRecords} records in ${tableIdentifier} already up-to-date`;
+            dataLoaderLogger.info?.(message);
+            return new DataLoaderResult(absolutePath, database, tableName, 'skipped', dataFIleRecords, message);
+        }
+        else {
+            const message = `No records to process in ${tableIdentifier}`;
+            dataLoaderLogger.info?.(message);
+            return new DataLoaderResult(absolutePath, database, tableName, 'success', 0, message);
+        }
+    }
+    catch (error) {
+        // If it's already one of our custom errors, just rethrow
+        if (error instanceof DataLoaderError) {
+            throw error;
+        }
+        // Wrap and throw other errors
+        throw new RecordProcessingError(tableIdentifier, error);
+    }
+}
+/**
+ * Custom errors for the dataLoader. These are thrown during startup validation to fail early
+ * rather than continuing with invalid data.
+ */
+/**
+ * Base class for DataLoader specific errors
+ */
+class DataLoaderError extends hdbError_js_1.ClientError {
+    constructor(message, statusCode = commonErrors_js_1.HTTP_STATUS_CODES.BAD_REQUEST) {
+        super(message, statusCode);
+        this.name = 'DataLoaderError';
+    }
+}
+exports.DataLoaderError = DataLoaderError;
+/**
+ * Error thrown when a file has an unsupported extension
+ */
+class UnsupportedFileExtensionError extends DataLoaderError {
+    constructor(filePath, extension) {
+        super(`Unsupported file extension in ${(0, node_path_1.basename)(filePath)}: ${extension}. Only YAML and JSON files are supported.`, commonErrors_js_1.HTTP_STATUS_CODES.BAD_REQUEST);
+        this.name = 'UnsupportedFileExtensionError';
+    }
+}
+exports.UnsupportedFileExtensionError = UnsupportedFileExtensionError;
+/**
+ * Error thrown when a file cannot be parsed
+ */
+class FileParseError extends DataLoaderError {
+    constructor(filePath, originalError) {
+        super(`Failed to parse data file ${(0, node_path_1.basename)(filePath)}: ${originalError.message}`, commonErrors_js_1.HTTP_STATUS_CODES.BAD_REQUEST);
+        this.name = 'FileParseError';
+    }
+}
+exports.FileParseError = FileParseError;
+/**
+ * Error thrown when a file is empty or invalid
+ */
+class EmptyFileError extends DataLoaderError {
+    constructor(filePath) {
+        super(`Data file ${(0, node_path_1.basename)(filePath)} is empty or invalid`, commonErrors_js_1.HTTP_STATUS_CODES.BAD_REQUEST);
+        this.name = 'EmptyFileError';
+    }
+}
+exports.EmptyFileError = EmptyFileError;
+/**
+ * Error thrown when a data file is missing required properties
+ */
+class MissingRequiredPropertyError extends DataLoaderError {
+    constructor(filePath, property) {
+        super(`Data file ${(0, node_path_1.basename)(filePath)} is missing required "${property}" property`, commonErrors_js_1.HTTP_STATUS_CODES.BAD_REQUEST);
+        this.name = 'MissingRequiredPropertyError';
+    }
+}
+exports.MissingRequiredPropertyError = MissingRequiredPropertyError;
+/**
+ * Error thrown when a property has an invalid type
+ */
+class InvalidPropertyTypeError extends DataLoaderError {
+    constructor(filePath, property, expectedType) {
+        super(`Data file ${(0, node_path_1.basename)(filePath)} has invalid "${property}" property, expected ${expectedType}`, commonErrors_js_1.HTTP_STATUS_CODES.BAD_REQUEST);
+        this.name = 'InvalidPropertyTypeError';
+    }
+}
+exports.InvalidPropertyTypeError = InvalidPropertyTypeError;
+/**
+ * Error thrown when trying to load data into the system database
+ */
+class SystemDatabaseError extends DataLoaderError {
+    constructor(database, table) {
+        super(`Cannot load data into system database: ${database}.${table}`, commonErrors_js_1.HTTP_STATUS_CODES.FORBIDDEN);
+        this.name = 'SystemDatabaseError';
+    }
+}
+exports.SystemDatabaseError = SystemDatabaseError;
+/**
+ * Error thrown when record processing fails
+ */
+class RecordProcessingError extends DataLoaderError {
+    constructor(tableIdentifier, originalError) {
+        super(`Failed to process record in ${tableIdentifier}: ${originalError.message}`, commonErrors_js_1.HTTP_STATUS_CODES.INTERNAL_SERVER_ERROR);
+        this.name = 'RecordProcessingError';
+    }
+}
+exports.RecordProcessingError = RecordProcessingError;
+// Define the class for data loader results
+class DataLoaderResult {
+    #filePath; // Path to the data file
+    #database; // Database name
+    #table; // Table name
+    #status; // Status of the operation
+    #count; // Number of records processed
+    #message; // Message about the operation
+    constructor(filePath, database, table, status, count, message) {
+        this.#filePath = filePath;
+        this.#database = database || 'unknown';
+        this.#table = table || 'unknown';
+        this.#status = status;
+        this.#count = count;
+        this.#message = message;
+    }
+    // Getters
+    get filePath() {
+        return this.#filePath;
+    }
+    get database() {
+        return this.#database;
+    }
+    get table() {
+        return this.#table;
+    }
+    get status() {
+        return this.#status;
+    }
+    get count() {
+        return this.#count;
+    }
+    get message() {
+        return this.#message;
+    }
+    // Methods to convert to JSON (for serialization)
+    toJSON() {
+        return {
+            filePath: this.#filePath,
+            database: this.#database,
+            table: this.#table,
+            status: this.#status,
+            count: this.#count,
+            message: this.#message,
+        };
+    }
+}
+exports.DataLoaderResult = DataLoaderResult;
+//# sourceMappingURL=dataLoader.js.map

package/dist/resources/dataLoader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataLoader.js","sourceRoot":"","sources":["../../resources/dataLoader.ts"],"names":[],"mappings":";;;;;;AA2BA,8CAWC;AAwED,8CAsBC;AASD,oCAkOC;AA/WD,yCAA8C;AAC9C,6CAAyC;AACzC,+BAAqC;AACrC,iDAA6E;AAC7E,mEAAiE;AACjE,uEAAsE;AACtE,+DAA4D;AAC5D,2FAA+D;AAI/D,MAAM,gBAAgB,GAAG,0BAAY,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;AAEjE,uDAAuD;AACvD,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AAErD,yDAAyD;AACzD,IAAI,kBAA4C,CAAC;AAEjD;;;;;;;GAOG;AACH,SAAgB,iBAAiB,CAAC,MAA2B;IAC5D,sCAAsC;IACtC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,YAAY,GAAwB,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC9B,YAAY,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,iDAAiD;IACjD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAC7C,OAAO,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC3D,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAAC,YAAuB;IACpD,qEAAqE;IACrE,IAAI,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,sBAAsB,CAAC,EAAE,CAAC;QACxE,OAAO,YAAY,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IACpD,CAAC;IAED,gCAAgC;IAChC,IAAI,kBAAkB,EAAE,CAAC;QACxB,OAAO,kBAAkB,CAAC;IAC3B,CAAC;IAED,8CAA8C;IAC9C,kBAAkB,GAAG,IAAA,oBAAK,EAAC;QAC1B,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,sBAAsB;QAC7B,UAAU,EAAE;YACX,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,oCAAoC;YACxF,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;SAChC;KACD,CAAC,CAAC;IAEH,OAAO,kBAAkB,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC3B,QAA4B,EAC5B,SAAiB,EACjB,QAAgB,EAChB,YAAuB;IAEvB,IAAI,CAAC;QACJ,MAAM,aAAa,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;QAC9F,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACnD,OAAO,UAAU,EAAE,IAAI,IAAI,IAAI,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,gBAAgB,CAAC,KAAK,EAAE,CAAC,8BAA8B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACvB,QAA4B,EAC5B,SAAiB,EACjB,QAAgB,EAChB,IAAY,EACZ,YAAuB;IAEvB,IAAI,CAAC;QACJ,MAAM,aAAa,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;QAC9F,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,gBAAgB,CAAC,KAAK,EAAE,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACpE,CAAC;AACF,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,KAAK;IACtC,yCAAyC;IACzC,kHAAkH;IAClH,IAAI,IAAA,8BAAc,GAAE,KAAK,CAAC,EAAE,CAAC;QAC5B,mBAAmB;QACnB,gBAAgB,CAAC,KAAK,EAAE,CAAC,2DAA2D,CAAC,CAAC;QACtF,OAAO;IACR,CAAC;IAED,wDAAwD;IACxD,+EAA+E;IAC/E,yEAAyE;IACzE,KAAK,CAAC,WAAW,CAAC,SAAS,qBAAqB,CAAC,KAAK;QACrD,gDAAgD;QAChD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAChE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;QAED,OAAO,YAAY,CAAC,KAAK,EAAE,qBAAM,EAAE,wBAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAC7D,gBAAgB,CAAC,KAAK,EAAE,CAAC,oCAAoC,EAAE,IAAA,oBAAQ,EAAC,KAAK,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9G,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AAEI,KAAK,UAAU,YAAY,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAa,EAAE,SAAiB,EAAE,YAAuB;IACnH,MAAM,OAAO,GAAG,IAAA,mBAAO,EAAC,YAAY,CAAC,IAAI,SAAS,CAAC;IACnD,IAAI,IAAoB,CAAC;IAEzB,wEAAwE;IACxE,IAAI,CAAC;QACJ,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YAC/C,IAAI,GAAG,IAAA,oBAAa,EAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;QACpD,CAAC;aAAM,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YAChC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,6BAA6B,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,4BAA4B;QAC5B,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACtC,MAAM,KAAK,CAAC;QACb,CAAC;QAED,+CAA+C;QAC/C,MAAM,IAAI,cAAc,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,iDAAiD;IACjD,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,IAAI,cAAc,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAErD,2BAA2B;IAC3B,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,MAAM,IAAI,4BAA4B,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,MAAM,IAAI,4BAA4B,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,wBAAwB,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAED,yDAAyD;IACzD,MAAM,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAE1E,oDAAoD;IACpD,IAAI,QAAQ,EAAE,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,mBAAmB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,CAAC;QACJ,uDAAuD;QACvD,IAAI,QAAQ,CAAC;QAEb,yEAAyE;QACzE,IAAI,QAAQ,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7E,gBAAgB,CAAC,KAAK,EAAE,CAAC,wBAAwB,eAAe,uBAAuB,CAAC,CAAC;YACzF,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC;QACD,8EAA8E;aACzE,IAAI,SAAS,IAAI,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5C,gBAAgB,CAAC,KAAK,EAAE,CAAC,wBAAwB,eAAe,qBAAqB,CAAC,CAAC;YACvF,QAAQ,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACP,qEAAqE;YACrE,gBAAgB,CAAC,KAAK,EAAE,CAAC,SAAS,eAAe,gCAAgC,CAAC,CAAC;YAEnF,oEAAoE;YACpE,MAAM,UAAU,GAAgB,EAAE,CAAC;YACnC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC;qBACtB,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACjB,MAAM,IAAI,GAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC/E,mDAAmD;oBACnD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;wBACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC1B,CAAC;oBACD,OAAO,IAAI,CAAC;gBACb,CAAC,CAAC;qBACD,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,CAAC,CAAC,CAAC;YACL,CAAC;YAED,QAAQ,GAAG,MAAM,IAAA,oBAAK,EAAC;gBACtB,QAAQ;gBACR,KAAK,EAAE,SAAS;gBAChB,UAAU;aACV,CAAC,CAAC;QACJ,CAAC;QAED,4CAA4C;QAC5C,gBAAgB;QAChB,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;QACvC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,iEAAiE;QACjE,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,oCAAoC;QAE3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC9C,MAAM,aAAa,GAA8B,EAAE,CAAC;YAEpD,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC/B,0DAA0D;gBAC1D,aAAa,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;oBAC7B,IAAI,CAAC;wBACJ,oDAAoD;wBACpD,IAAI,cAAc,GAA+B,IAAI,CAAC;wBACtD,MAAM,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC;wBAE9B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;4BAC5B,cAAc,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBAC/C,CAAC;wBAED,oDAAoD;wBACpD,MAAM,aAAa,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;wBAEnD,IAAI,CAAC,cAAc,EAAE,CAAC;4BACrB,6CAA6C;4BAC7C,UAAU,EAAE,CAAC;4BACb,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;4BAC7C,uCAAuC;4BACvC,MAAM,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;4BAC5E,OAAO,MAAM,CAAC;wBACf,CAAC;wBAED,iDAAiD;wBACjD,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;wBAEtF,IAAI,CAAC,YAAY,EAAE,CAAC;4BACnB,6DAA6D;4BAC7D,qDAAqD;4BACrD,uCAAuC;4BACvC,cAAc,EAAE,CAAC;4BACjB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;wBACrD,CAAC;wBAED,8DAA8D;wBAC9D,kFAAkF;wBAClF,4EAA4E;wBAC5E,kEAAkE;wBAClE,MAAM,oBAAoB,GAAwB,EAAE,CAAC;wBACrD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;4BAC1C,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;gCAC3B,oBAAoB,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;4BACjD,CAAC;wBACF,CAAC;wBACD,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,oBAAoB,CAAC,CAAC;wBAEnE,IAAI,kBAAkB,KAAK,YAAY,EAAE,CAAC;4BACzC,sEAAsE;4BACtE,2EAA2E;4BAC3E,wCAAwC;4BACxC,cAAc,EAAE,CAAC;4BACjB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;wBACrD,CAAC;wBAED,mEAAmE;wBACnE,IAAI,aAAa,KAAK,YAAY,EAAE,CAAC;4BACpC,mDAAmD;4BACnD,0DAA0D;4BAC1D,2DAA2D;4BAC3D,cAAc,EAAE,CAAC;4BACjB,MAAM,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;4BAC1C,MAAM,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;4BAC5E,mEAAmE;4BACnE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;wBACvB,CAAC;6BAAM,CAAC;4BACP,qDAAqD;4BACrD,cAAc,EAAE,CAAC;4BACjB,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;wBACrD,CAAC;oBACF,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,6EAA6E;wBAC7E,8CAA8C;wBAC9C,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;4BACtC,gBAAgB,CAAC,KAAK,EAAE,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;wBACvE,CAAC;6BAAM,CAAC;4BACP,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;4BACnE,gBAAgB,CAAC,KAAK,EAAE,CAAC,4BAA4B,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;wBAC1E,CAAC;wBAED,qDAAqD;wBACrD,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC3E,CAAC;gBACF,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,0FAA0F;YAC1F,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,gCAAgC;QAChC,IAAI,UAAU,GAAG,CAAC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YAC1C,IAAI,OAAO,GAAG,UAAU,UAAU,oBAAoB,cAAc,eAAe,eAAe,EAAE,CAAC;YACrG,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,KAAK,cAAc,mBAAmB,CAAC;YACnD,CAAC;YACD,gBAAgB,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC;YAEjC,OAAO,IAAI,gBAAgB,CAAC,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,GAAG,cAAc,EAAE,OAAO,CAAC,CAAC;QACjH,CAAC;aAAM,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,OAAO,cAAc,eAAe,eAAe,qBAAqB,CAAC;YACzF,gBAAgB,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC;YAEjC,OAAO,IAAI,gBAAgB,CAAC,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QACrG,CAAC;aAAM,CAAC;YACP,MAAM,OAAO,GAAG,4BAA4B,eAAe,EAAE,CAAC;YAC9D,gBAAgB,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC;YAEjC,OAAO,IAAI,gBAAgB,CAAC,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;QACvF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,yDAAyD;QACzD,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACtC,MAAM,KAAK,CAAC;QACb,CAAC;QAED,8BAA8B;QAC9B,MAAM,IAAI,qBAAqB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IACzD,CAAC;AACF,CAAC;AAED;;;GAGG;AAEH;;GAEG;AACH,MAAa,eAAgB,SAAQ,yBAAW;IAC/C,YAAY,OAAe,EAAE,aAAqB,mCAAiB,CAAC,WAAW;QAC9E,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAC/B,CAAC;CACD;AALD,0CAKC;AAED;;GAEG;AACH,MAAa,6BAA8B,SAAQ,eAAe;IACjE,YAAY,QAAgB,EAAE,SAAiB;QAC9C,KAAK,CACJ,iCAAiC,IAAA,oBAAQ,EAAC,QAAQ,CAAC,KAAK,SAAS,2CAA2C,EAC5G,mCAAiB,CAAC,WAAW,CAC7B,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAC;IAC7C,CAAC;CACD;AARD,sEAQC;AAED;;GAEG;AACH,MAAa,cAAe,SAAQ,eAAe;IAClD,YAAY,QAAgB,EAAE,aAAoB;QACjD,KAAK,CAAC,6BAA6B,IAAA,oBAAQ,EAAC,QAAQ,CAAC,KAAK,aAAa,CAAC,OAAO,EAAE,EAAE,mCAAiB,CAAC,WAAW,CAAC,CAAC;QAClH,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC9B,CAAC;CACD;AALD,wCAKC;AAED;;GAEG;AACH,MAAa,cAAe,SAAQ,eAAe;IAClD,YAAY,QAAgB;QAC3B,KAAK,CAAC,aAAa,IAAA,oBAAQ,EAAC,QAAQ,CAAC,sBAAsB,EAAE,mCAAiB,CAAC,WAAW,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC9B,CAAC;CACD;AALD,wCAKC;AAED;;GAEG;AACH,MAAa,4BAA6B,SAAQ,eAAe;IAChE,YAAY,QAAgB,EAAE,QAAgB;QAC7C,KAAK,CAAC,aAAa,IAAA,oBAAQ,EAAC,QAAQ,CAAC,yBAAyB,QAAQ,YAAY,EAAE,mCAAiB,CAAC,WAAW,CAAC,CAAC;QACnH,IAAI,CAAC,IAAI,GAAG,8BAA8B,CAAC;IAC5C,CAAC;CACD;AALD,oEAKC;AAED;;GAEG;AACH,MAAa,wBAAyB,SAAQ,eAAe;IAC5D,YAAY,QAAgB,EAAE,QAAgB,EAAE,YAAoB;QACnE,KAAK,CACJ,aAAa,IAAA,oBAAQ,EAAC,QAAQ,CAAC,iBAAiB,QAAQ,wBAAwB,YAAY,EAAE,EAC9F,mCAAiB,CAAC,WAAW,CAC7B,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACxC,CAAC;CACD;AARD,4DAQC;AAED;;GAEG;AACH,MAAa,mBAAoB,SAAQ,eAAe;IACvD,YAAY,QAAgB,EAAE,KAAa;QAC1C,KAAK,CAAC,0CAA0C,QAAQ,IAAI,KAAK,EAAE,EAAE,mCAAiB,CAAC,SAAS,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACnC,CAAC;CACD;AALD,kDAKC;AAED;;GAEG;AACH,MAAa,qBAAsB,SAAQ,eAAe;IACzD,YAAY,eAAuB,EAAE,aAAoB;QACxD,KAAK,CACJ,+BAA+B,eAAe,KAAK,aAAa,CAAC,OAAO,EAAE,EAC1E,mCAAiB,CAAC,qBAAqB,CACvC,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACrC,CAAC;CACD;AARD,sDAQC;AASD,2CAA2C;AAC3C,MAAa,gBAAgB;IAC5B,SAAS,CAAS,CAAC,wBAAwB;IAC3C,SAAS,CAAS,CAAC,gBAAgB;IACnC,MAAM,CAAS,CAAC,aAAa;IAC7B,OAAO,CAAS,CAAC,0BAA0B;IAC3C,MAAM,CAAS,CAAC,8BAA8B;IAC9C,QAAQ,CAAS,CAAC,8BAA8B;IAEhD,YACC,QAAgB,EAChB,QAAmC,EACnC,KAAoB,EACpB,MAAc,EACd,KAAa,EACb,OAAe;QAEf,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,IAAI,SAAS,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,KAAK,IAAI,SAAS,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,UAAU;IACV,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IACD,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IACD,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IACD,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IACD,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;IACD,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAED,iDAAiD;IACjD,MAAM;QACL,OAAO;YACN,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,OAAO,EAAE,IAAI,CAAC,QAAQ;SACtB,CAAC;IACH,CAAC;CACD;AAvDD,4CAuDC"}

package/dist/resources/databases.d.ts

@@ -0,0 +1,131 @@
+import { type Database, type RootDatabase } from 'lmdb';
+import { makeTable } from './Table.ts';
+import { RocksDatabase } from '@harperfast/rocksdb-js';
+declare const DEFINED_TABLES: unique symbol;
+export declare const NON_REPLICATING_SYSTEM_TABLES: string[];
+export type Table = ReturnType<typeof makeTable> & {
+    indexingOperation?: any;
+    origin?: string;
+    schemaVersion?: number;
+};
+export interface Tables {
+    [tableName: string]: Table;
+    [DEFINED_TABLES]?: Set<string>;
+}
+export interface Databases {
+    [databaseName: string]: Tables;
+}
+interface LMDBDatabase extends Database {
+    customIndex?: any;
+    isIndexing?: boolean;
+    indexNulls?: boolean;
+}
+interface LMDBRootDatabase extends RootDatabase {
+    auditStore?: LMDBRootDatabase;
+    databaseName?: string;
+    dbisDb?: LMDBDatabase;
+    isLegacy?: boolean;
+    needsDeletion?: boolean;
+    path?: string;
+    status?: 'open' | 'closed';
+}
+interface RocksDatabaseEx extends RocksDatabase {
+    customIndex?: any;
+    env: Record<string, any>;
+    isLegacy?: boolean;
+    isIndexing?: boolean;
+    indexNulls?: boolean;
+    getEntry?: (id: string | number | (string | number)[] | Buffer, options?: any) => {
+        value: any;
+    };
+}
+interface RocksRootDatabase extends RocksDatabaseEx {
+    auditStore?: RocksDatabaseEx;
+    databaseName?: string;
+    dbisDb?: RocksDatabaseEx;
+}
+export type RootDatabaseKind = LMDBRootDatabase | RocksRootDatabase;
+export declare const tables: Tables;
+export declare const databases: Databases;
+/**
+ * This gets the set of tables from the default database ("data").
+ */
+export declare function getTables(): Tables;
+/**
+ * This provides the main entry point for getting the set of all Harper tables (organized by schemas/databases).
+ * This proactively scans the known
+ * databases/schemas directories and finds any databases and opens them. This done proactively so that there is a fast
+ * object available to all consumers that doesn't require runtime checks for database open states.
+ * This also attaches the audit store associated with table. Note that legacy tables had a single audit table per db table
+ * but in newer multi-table databases, there is one consistent, integrated audit table for the database since transactions
+ * can span any tables in the database.
+ */
+export declare function getDatabases(): Databases;
+/**
+ * This is responsible for reading the internal dbi of a single database file to get a list of all the tables and
+ * their indexed or registered attributes
+ * @param path
+ * @param defaultTable
+ * @param databaseName
+ */
+export declare function readMetaDb(path: string, defaultTable?: string, databaseName?: string, auditPath?: string, isLegacy?: boolean): RootDatabaseKind;
+export declare function resetDatabases(): Databases;
+interface TableDefinition {
+    table: string;
+    database?: string;
+    path?: string;
+    expiration?: number;
+    eviction?: number;
+    scanInterval?: number;
+    audit?: boolean;
+    sealed?: boolean;
+    splitSegments?: boolean;
+    replicate?: boolean;
+    trackDeletes?: boolean;
+    attributes: any[];
+    schemaDefined?: boolean;
+    origin?: string;
+}
+/**
+ * Get root store for a database
+ * @param options
+ * @returns
+ */
+export declare function database({ database: databaseName, table: tableName }: {
+    database: any;
+    table: any;
+}): any;
+/**
+ * Delete the database
+ * @param databaseName
+ */
+export declare function dropDatabase(databaseName: any): Promise<void>;
+/**
+ * This can be called to ensure that the specified table exists and if it does not exist, it should be created.
+ * @param tableName
+ * @param databaseName
+ * @param customPath
+ * @param expiration
+ * @param eviction
+ * @param scanInterval
+ * @param attributes
+ * @param audit
+ * @param sealed
+ * @param splitSegments
+ * @param replicate
+ */
+export declare function table<TableResourceType>(tableDefinition: TableDefinition): TableResourceType;
+export declare function dropTableMeta({ table: tableName, database: databaseName }: {
+    table: any;
+    database: any;
+}): Promise<any[]>;
+export declare function onUpdatedTable(listener: any): {
+    remove(): void;
+};
+export declare function onRemovedDB(listener: any): {
+    remove(): void;
+};
+export declare function getDefaultCompression(): {
+    startingOffset: number;
+};
+export {};