@tmlmobilidade/utils 20250827.1349.36 → 20250827.1513.21

package/dist/index.d.ts

@@ -1,7 +1,6 @@
 export * from './src/batching/index.js';
 export * from './src/convert-object.js';
 export * from './src/css/index.js';
-export * from './src/databases/index.js';
 export * from './src/dates/index.js';
 export * from './src/files/files.js';
 export * from './src/generic/index.js';

package/dist/index.js

@@ -1,7 +1,6 @@
 export * from './src/batching/index.js';
 export * from './src/convert-object.js';
 export * from './src/css/index.js';
-export * from './src/databases/index.js';
 export * from './src/dates/index.js';
 export * from './src/files/files.js';
 export * from './src/generic/index.js';

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@tmlmobilidade/utils",
-	"version": "20250827.1349.36",
+	"version": "20250827.1513.21",
 	"author": "João de Vasconcelos & Jusi Monteiro",
 	"license": "AGPL-3.0-or-later",
 	"homepage": "https://github.com/tmlmobilidade/services#readme",
@@ -41,7 +41,6 @@
 	"dependencies": {
 		"@tmlmobilidade/lib": "*",
 		"@turf/turf": "7.2.0",
-		"better-sqlite3": "12.2.0",
 		"extract-zip": "2.0.1",
 		"geojson": "0.5.0",
 		"jszip": "3.10.1",
@@ -54,7 +53,6 @@
 		"@carrismetropolitana/eslint": "20250622.1204.50",
 		"@tmlmobilidade/tsconfig": "*",
 		"@tmlmobilidade/types": "*",
-		"@types/better-sqlite3": "7.6.13",
 		"@types/luxon": "3.7.1",
 		"@types/node": "24.3.0",
 		"@types/papaparse": "5.3.16",

package/dist/src/databases/index.d.ts

@@ -1,2 +0,0 @@
-export * from './sqlite-map.js';
-export * from './sqlite-writer.js';

package/dist/src/databases/index.js

@@ -1,2 +0,0 @@
-export * from './sqlite-map.js';
-export * from './sqlite-writer.js';

package/dist/src/databases/sqlite-map.d.ts

@@ -1,57 +0,0 @@
-/**
- * A map-like structure backed by SQLite for persistent key-value storage.
- * Use it to store and retrieve data across sessions without memory constraints.
- * The API is similar to the native javascript Map object.
- */
-export declare class SQLiteMap<K extends string, V> {
-    /**
-     * Returns the number of entries in the map.
-     */
-    get size(): number;
-    private databaseInstance;
-    constructor();
-    /**
-     * Clears all entries from the map.
-     */
-    clear(): void;
-    /**
-     * Deletes a key-value pair from the map.
-     * @param key The key of the entry to delete.
-     * @returns True if the entry was deleted, false if it didn't exist.
-     */
-    delete(key: K): boolean;
-    /**
-     * Returns an iterator over the entries in the map.
-     */
-    entries(): IterableIterator<[K, V]>;
-    /**
-     * Retrieves the value associated with the given key.
-     * @param key The key of the entry to retrieve.
-     * @returns The value associated with the key, or undefined if it doesn't exist.
-     */
-    get(key: K): undefined | V;
-    /**
-     * Checks if the map contains a value for the given key.
-     * @param key The key to check.
-     * @returns True if the key exists, false otherwise.
-     */
-    has(key: K): boolean;
-    /**
-     * Returns an iterator over the keys in the map.
-     */
-    keys(): IterableIterator<K>;
-    /**
-     * Sets the value for the given key.
-     * @param key The key of the entry to set.
-     * @param value The value to associate with the key.
-     */
-    set(key: K, value: V): void;
-    /**
-     * Returns an iterator over the entries in the map.
-     */
-    [Symbol.iterator](): IterableIterator<[K, V]>;
-    /**
-     * Returns an iterator over the values in the map.
-     */
-    values(): IterableIterator<V>;
-}

package/dist/src/databases/sqlite-map.js

@@ -1,121 +0,0 @@
-/* * */
-import { generateRandomString } from '../random/generate-random-string.js';
-import BSQLite3 from 'better-sqlite3';
-/* * */
-/**
- * A map-like structure backed by SQLite for persistent key-value storage.
- * Use it to store and retrieve data across sessions without memory constraints.
- * The API is similar to the native javascript Map object.
- */
-export class SQLiteMap {
-    //
-    /**
-     * Returns the number of entries in the map.
-     */
-    get size() {
-        const row = this.databaseInstance
-            .prepare(`SELECT COUNT(*) as count FROM map`)
-            .get();
-        return row.count;
-    }
-    databaseInstance;
-    constructor() {
-        //
-        //
-        // Set up a new database instance
-        const databaseFileName = generateRandomString();
-        this.databaseInstance = new BSQLite3(`/tmp/${databaseFileName}.db`);
-        //
-        // Create a new table if it doesn't exist
-        this.databaseInstance.pragma('journal_mode = WAL');
-        this.databaseInstance.pragma('synchronous = NORMAL');
-        this.databaseInstance
-            .prepare(`CREATE TABLE IF NOT EXISTS map (key TEXT PRIMARY KEY, value TEXT NOT NULL)`)
-            .run();
-        //
-    }
-    /**
-     * Clears all entries from the map.
-     */
-    clear() {
-        this.databaseInstance
-            .prepare(`DELETE FROM map`)
-            .run();
-    }
-    /**
-     * Deletes a key-value pair from the map.
-     * @param key The key of the entry to delete.
-     * @returns True if the entry was deleted, false if it didn't exist.
-     */
-    delete(key) {
-        const result = this.databaseInstance
-            .prepare(`DELETE FROM map WHERE key = ?`)
-            .run(key);
-        return result.changes > 0;
-    }
-    /**
-     * Returns an iterator over the entries in the map.
-     */
-    *entries() {
-        const statement = this.databaseInstance.prepare(`SELECT key, value FROM map`);
-        for (const row of statement.iterate()) {
-            yield [JSON.parse(row.key), JSON.parse(row.value)];
-        }
-    }
-    /**
-     * Retrieves the value associated with the given key.
-     * @param key The key of the entry to retrieve.
-     * @returns The value associated with the key, or undefined if it doesn't exist.
-     */
-    get(key) {
-        const row = this.databaseInstance
-            .prepare(`SELECT value FROM map WHERE key = ?`)
-            .get(key);
-        return row ? JSON.parse(row.value) : undefined;
-    }
-    /**
-     * Checks if the map contains a value for the given key.
-     * @param key The key to check.
-     * @returns True if the key exists, false otherwise.
-     */
-    has(key) {
-        const row = this.databaseInstance
-            .prepare(`SELECT 1 FROM map WHERE key = ?`)
-            .get(key);
-        return !!row;
-    }
-    /**
-     * Returns an iterator over the keys in the map.
-     */
-    *keys() {
-        const statement = this.databaseInstance.prepare(`SELECT key FROM map`);
-        for (const row of statement.iterate()) {
-            yield JSON.parse(row.key);
-        }
-    }
-    /**
-     * Sets the value for the given key.
-     * @param key The key of the entry to set.
-     * @param value The value to associate with the key.
-     */
-    set(key, value) {
-        this.databaseInstance
-            .prepare(`INSERT OR REPLACE INTO map (key, value) VALUES (?, ?)`)
-            .run(key, JSON.stringify(value));
-    }
-    /**
-     * Returns an iterator over the entries in the map.
-     */
-    [Symbol.iterator]() {
-        return this.entries();
-    }
-    /**
-     * Returns an iterator over the values in the map.
-     */
-    *values() {
-        const statement = this.databaseInstance.prepare(`SELECT value FROM map`);
-        for (const row of statement.iterate()) {
-            yield JSON.parse(row.value);
-        }
-    }
-}

package/dist/src/databases/sqlite-writer.d.ts

@@ -1,63 +0,0 @@
-interface SQLiteWriterColumn<T> {
-    indexed?: boolean;
-    name: Extract<keyof T, string>;
-    not_null?: boolean;
-    primary_key?: boolean;
-    type: 'BLOB' | 'INTEGER' | 'REAL' | 'TEXT';
-}
-export interface SQLiteWriterParams<T> {
-    /**
-     * The maximum number of items to hold in memory
-     * before flushing to the database.
-     * @default 3000
-     */
-    batch_size?: number;
-    /**
-     * Columns in the table.
-     * Order matters for INSERT.
-     * Must be keys of T or custom names.
-     */
-    columns: SQLiteWriterColumn<T>[];
-}
-export declare class SQLiteWriter<T> {
-    /**
-     * Get the number of rows in the table.
-     * @returns The number of rows.
-     */
-    get size(): number;
-    private batch;
-    private batchSize;
-    private columns;
-    private databaseInstance;
-    private insertStatement;
-    private instanceName;
-    constructor(params: SQLiteWriterParams<T>);
-    all(whereClause?: string, params?: (boolean | number | string)[]): T[];
-    /**
-     * Clears all entries from the map.
-     */
-    clear(): void;
-    /**
-     * Flush current buffer into DB synchronously.
-     */
-    flush(): void;
-    /**
-     * Get a single row by column value.
-     * @param col The column to filter by.
-     * @param value The value to match.
-     * @returns The matching row, or undefined if not found.
-     */
-    get<K extends keyof T>(col: K, value: T[K]): T | undefined;
-    /**
-     * Check if a row exists by column value.
-     * @param col The column to filter by.
-     * @param value The value to match.
-     * @returns True if the row exists, false otherwise.
-     */
-    has<K extends keyof T>(col: K, value: T[K]): boolean;
-    /**
-     * Add one item to buffer, flush automatically when batchSize reached.
-     */
-    write(item: T): void;
-}
-export {};

package/dist/src/databases/sqlite-writer.js

@@ -1,127 +0,0 @@
-/* * */
-import { generateRandomString } from '../random/generate-random-string.js';
-import BSQLite3 from 'better-sqlite3';
-/* * */
-export class SQLiteWriter {
-    //
-    /**
-     * Get the number of rows in the table.
-     * @returns The number of rows.
-     */
-    get size() {
-        const sql = `SELECT COUNT(*) as count FROM ${this.instanceName}`;
-        const row = this.databaseInstance.prepare(sql).get();
-        return row.count;
-    }
-    batch = [];
-    batchSize = 3000;
-    columns;
-    databaseInstance;
-    insertStatement;
-    instanceName;
-    constructor(params) {
-        //
-        //
-        // Set up options
-        this.batchSize = params.batch_size ?? 3000;
-        this.columns = params.columns;
-        this.instanceName = generateRandomString({ type: 'alphabetic' });
-        //
-        // Create a new SQLite instance
-        this.databaseInstance = new BSQLite3(`/tmp/${this.instanceName}.db`);
-        //
-        // Setup table columns from params
-        const preparedColumns = [];
-        const preparedIndexes = [];
-        for (const columnSpec of this.columns) {
-            // Extract column definition
-            const parts = [`"${columnSpec.name}"`, columnSpec.type];
-            // Set column preferences
-            if (columnSpec.not_null)
-                parts.push('NOT NULL');
-            if (columnSpec.primary_key)
-                parts.push('PRIMARY KEY');
-            // Save the column definition
-            preparedColumns.push(parts.join(' '));
-            // Save the index definition
-            if (columnSpec.indexed)
-                preparedIndexes.push(`CREATE INDEX IF NOT EXISTS idx_${this.instanceName}_${columnSpec.name} ON ${this.instanceName}("${columnSpec.name}")`);
-        }
-        //
-        // Create the table with the prepared columns and indexes
-        this.databaseInstance.pragma('journal_mode = WAL');
-        this.databaseInstance.pragma('synchronous = OFF');
-        this.databaseInstance.pragma('temp_store = MEMORY');
-        this.databaseInstance
-            .prepare(`CREATE TABLE IF NOT EXISTS ${this.instanceName} (${preparedColumns.join(',\n')})`)
-            .run();
-        preparedIndexes.forEach(i => this.databaseInstance.exec(i));
-        //
-        // Prepare insert statement
-        const placeholders = this.columns.map(() => '?').join(', ');
-        const insertSQL = `INSERT INTO ${this.instanceName} (${this.columns.map(c => `"${c.name}"`).join(', ')}) VALUES (${placeholders})`;
-        this.insertStatement = this.databaseInstance.prepare(insertSQL);
-        //
-    }
-    all(whereClause = '', params = []) {
-        const sql = `SELECT * FROM ${this.instanceName} ${whereClause}`;
-        return this.databaseInstance.prepare(sql).all(...params);
-    }
-    /**
-     * Clears all entries from the map.
-     */
-    clear() {
-        this.databaseInstance
-            .prepare(`DELETE FROM ${this.instanceName}`)
-            .run();
-    }
-    /**
-     * Flush current buffer into DB synchronously.
-     */
-    flush() {
-        // Skip if batch is empty
-        if (this.batch.length === 0)
-            return;
-        // Prepare the operation
-        const insertManyOperation = this.databaseInstance.transaction((rows) => {
-            rows.forEach((row) => {
-                // Populate the columns with the row values
-                // to ensure the order of placeholders is preserved
-                const rowValues = this.columns.map(col => row[col.name]);
-                this.insertStatement.run(rowValues);
-            });
-        });
-        // Run the operation
-        insertManyOperation(this.batch);
-        // Empty batch
-        this.batch = [];
-    }
-    /**
-     * Get a single row by column value.
-     * @param col The column to filter by.
-     * @param value The value to match.
-     * @returns The matching row, or undefined if not found.
-     */
-    get(col, value) {
-        const sql = `SELECT * FROM ${this.instanceName} WHERE ${String(col)} = ? LIMIT 1`;
-        return this.databaseInstance.prepare(sql).get(value);
-    }
-    /**
-     * Check if a row exists by column value.
-     * @param col The column to filter by.
-     * @param value The value to match.
-     * @returns True if the row exists, false otherwise.
-     */
-    has(col, value) {
-        const sql = `SELECT 1 FROM ${this.instanceName} WHERE ${String(col)} = ? LIMIT 1`;
-        return !!this.databaseInstance.prepare(sql).get(value);
-    }
-    /**
-     * Add one item to buffer, flush automatically when batchSize reached.
-     */
-    write(item) {
-        this.batch.push(item);
-        if (this.batch.length >= this.batchSize)
-            this.flush();
-    }
-}