@luzzle/web.tools 0.0.69

package/dist/src/commands/sqlite/command.test.js

@@ -0,0 +1,42 @@
+import { describe, test, expect, vi, afterEach } from 'vitest';
+import command from './command.js';
+import generateSqlite from './index.js';
+vi.mock('./index.js');
+const mocks = {
+    generateSqlite: vi.mocked(generateSqlite),
+};
+describe('sqlite command', () => {
+    afterEach(() => {
+        vi.clearAllMocks();
+    });
+    test('should configure the command and call generateSqlite', async () => {
+        const handler = vi.fn();
+        const builder = vi.fn();
+        const cli = {
+            command: vi.fn((_cmd, _desc, b, h) => {
+                builder.mockImplementation(b);
+                handler.mockImplementation(h);
+                return cli;
+            }),
+        };
+        command(cli);
+        expect(cli.command).toHaveBeenCalledWith('sqlite', 'generate sqlite database for web', expect.any(Function), expect.any(Function));
+        const yargsMock = { options: vi.fn() };
+        builder(yargsMock);
+        expect(yargsMock.options).toHaveBeenCalledWith({
+            config: {
+                type: 'string',
+                description: 'path to config.yaml',
+                demandOption: true,
+            },
+        });
+        const argv = {
+            config: '/path/to/config.yaml',
+            $0: '',
+            _: [],
+        };
+        await handler(argv);
+        expect(mocks.generateSqlite).toHaveBeenCalledWith('/path/to/config.yaml');
+    });
+});
+//# sourceMappingURL=command.test.js.map

package/dist/src/commands/sqlite/command.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"command.test.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/command.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAC9D,OAAO,OAAO,MAAM,cAAc,CAAA;AAClC,OAAO,cAAc,MAAM,YAAY,CAAA;AAGvC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;AAErB,MAAM,KAAK,GAAG;IACb,cAAc,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;CACzC,CAAA;AAED,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,SAAS,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QACvB,MAAM,GAAG,GAAG;YACX,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;gBAC7B,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;gBAC7B,OAAO,GAAG,CAAA;YACX,CAAC,CAAC;SACF,CAAA;QAED,OAAO,CAAC,GAAsB,CAAC,CAAA;QAE/B,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,oBAAoB,CACvC,QAAQ,EACR,kCAAkC,EAClC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CACpB,CAAA;QAED,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QACtC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC;YAC9C,MAAM,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qBAAqB;gBAClC,YAAY,EAAE,IAAI;aAClB;SACD,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG;YACZ,MAAM,EAAE,sBAAsB;YAC9B,EAAE,EAAE,EAAE;YACN,CAAC,EAAE,EAAE;SACL,CAAA;QACD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QAEnB,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,CAAA;IAC1E,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/src/commands/sqlite/database.d.ts

@@ -0,0 +1,9 @@
+import { type LuzzleDatabase } from '@luzzle/core';
+import { type Config } from '@luzzle/web.utils';
+declare function dropWebTables(db: LuzzleDatabase): Promise<void>;
+declare function createWebTables(db: LuzzleDatabase): Promise<void>;
+declare function populateWebPieceItems(db: LuzzleDatabase, config: Config): Promise<void>;
+declare function populateWebPieceSearch(db: LuzzleDatabase): Promise<void>;
+declare function populateWebPieceTags(db: LuzzleDatabase): Promise<void>;
+declare function generateWebSqlite(db: LuzzleDatabase, config: Config): Promise<void>;
+export { dropWebTables, createWebTables, populateWebPieceItems, populateWebPieceTags, populateWebPieceSearch, generateWebSqlite, };

package/dist/src/commands/sqlite/database.js

@@ -0,0 +1,174 @@
+import { sql } from '@luzzle/core';
+import path from 'path';
+function batchArray(array, batchSize) {
+    const batches = [];
+    for (let i = 0; i < array.length; i += batchSize) {
+        batches.push(array.slice(i, i + batchSize));
+    }
+    return batches;
+}
+function slugify(text) {
+    return text
+        .toString()
+        .normalize('NFD') // Efficiently handle accented characters
+        .replace(/[\u0300-\u036f]/g, '')
+        .toLowerCase()
+        .trim()
+        .replace(/\s+/g, '-')
+        .replace(/[^\w-]+/g, '')
+        .replace(/--+/g, '-');
+}
+async function dropWebTables(db) {
+    await db.schema.dropTable('web_pieces_tags').ifExists().execute();
+    await db.schema.dropTable('web_pieces').ifExists().execute();
+    await db.schema.dropTable('web_pieces_fts5').ifExists().execute();
+}
+async function createWebTables(db) {
+    await db.schema
+        .createTable('web_pieces_tags')
+        .ifNotExists()
+        .addColumn('piece_type', 'text', (col) => col.notNull())
+        .addColumn('piece_slug', 'text', (col) => col.notNull())
+        .addColumn('piece_id', 'text', (col) => col.notNull())
+        .addColumn('tag', 'text', (col) => col.notNull())
+        .addColumn('slug', 'text', (col) => col.notNull())
+        .execute();
+    await db.schema
+        .createTable('web_pieces')
+        .ifNotExists()
+        .addColumn('id', 'text', (col) => col.primaryKey().notNull())
+        .addColumn('slug', 'text', (col) => col.notNull())
+        .addColumn('type', 'text', (col) => col.notNull())
+        .addColumn('file_path', 'text', (col) => col.notNull())
+        .addColumn('title', 'text')
+        .addColumn('summary', 'text')
+        .addColumn('note', 'text')
+        .addColumn('media', 'text')
+        .addColumn('keywords', 'text')
+        .addColumn('json_metadata', 'text')
+        .addColumn('date_added', 'datetime')
+        .addColumn('date_updated', 'datetime')
+        .addColumn('date_consumed', 'datetime')
+        .addUniqueConstraint('slug-type', ['slug', 'type'])
+        .execute();
+    await sql `CREATE VIRTUAL TABLE IF NOT EXISTS "web_pieces_fts5" USING fts5(id UNINDEXED, slug, type UNINDEXED, title, summary, note, media UNINDEXED, keywords, json_metadata, date_added UNINDEXED, date_updated UNINDEXED, date_consumed UNINDEXED, file_path UNINDEXED, tokenize = 'porter ascii', prefix='3 4 5', content = 'web_pieces', content_rowid="rowid")`.execute(db);
+    await sql `CREATE TRIGGER IF NOT EXISTS web_pieces_after_insert AFTER INSERT ON web_pieces		BEGIN 
+		INSERT INTO web_pieces_fts5(rowid, slug, type, title, summary, note, media, keywords, json_metadata, date_added, date_updated, date_consumed) 
+		VALUES(new.rowid, new.slug, new.type, new.title, new.summary, new.note, new.media, new.keywords, new.json_metadata, new.date_added, new.date_updated, new.date_consumed); 
+	END;`.execute(db);
+    await sql `CREATE TRIGGER web_pieces_after_delete AFTER DELETE ON web_pieces 
+	BEGIN 
+		INSERT INTO web_pieces_fts5(web_pieces_fts5, rowid, slug, title, summary, note, keywords, json_metadata)  
+		VALUES('delete', old.rowid, old.slug, old.title, old.summary, old.note, old.keywords, old.json_metadata); 
+	END;`.execute(db);
+    await sql `CREATE TRIGGER web_pieces_after_update AFTER UPDATE ON web_pieces 
+	BEGIN
+		INSERT INTO web_pieces_fts5(web_pieces_fts5, rowid, slug, title, summary, note, keywords, json_metadata) 
+		VALUES('delete', old.rowid, old.slug, old.title, old.summary, old.note, old.keywords, old.json_metadata);
+  
+		INSERT INTO web_pieces_fts5(rowid, slug, title, summary, note, keywords, json_metadata) 
+		VALUES (new.rowid, new.slug, new.title, new.summary, new.note, new.keywords, new.json_metadata);
+	END;`.execute(db);
+}
+async function mapPieceItemToWebPiece(item, pieceConfig, slug) {
+    const frontmatter = JSON.parse(item.frontmatter_json);
+    const title = frontmatter[pieceConfig.fields.title];
+    const dateConsumed = frontmatter[pieceConfig.fields.date_consumed];
+    return {
+        slug,
+        type: item.type,
+        id: item.id,
+        file_path: item.file_path,
+        title: title,
+        summary: pieceConfig.fields.summary ? frontmatter[pieceConfig.fields.summary] : undefined,
+        note: item.note_markdown,
+        media: pieceConfig.fields.media ? frontmatter[pieceConfig.fields.media] : undefined,
+        keywords: pieceConfig.fields.tags ? frontmatter[pieceConfig.fields.tags] : undefined,
+        date_added: item.date_added,
+        date_consumed: dateConsumed,
+        json_metadata: item.frontmatter_json,
+        ...(item.date_updated && { date_updated: item.date_updated }),
+    };
+}
+function getUniqueSlug(existingSlugs, filename, type) {
+    const slug = slugify(filename);
+    let finalSlug = slug;
+    let count = 0;
+    while (existingSlugs.has(`${type}-${slug}-${count}`)) {
+        count++;
+        finalSlug = `${slug}--${count}`;
+    }
+    existingSlugs.add(`${type}-${slug}-${count}`);
+    return finalSlug;
+}
+async function populateWebPieceItems(db, config) {
+    const webDb = db.withTables();
+    const items = await db.selectFrom('pieces_items').selectAll().execute();
+    const values = [];
+    const typeSlugs = new Set();
+    for (const item of items) {
+        const pieceConfig = config.pieces.find((p) => p.type === item.type);
+        if (pieceConfig) {
+            const filename = path.basename(item.file_path, '.md').split('.')[0];
+            const slug = getUniqueSlug(typeSlugs, filename, item.type);
+            const mapping = await mapPieceItemToWebPiece(item, pieceConfig, slug);
+            values.push(mapping);
+        }
+    }
+    await webDb.transaction().execute(async (tx) => {
+        if (values.length) {
+            const batches = batchArray(values, 1000);
+            for (const batch of batches) {
+                await tx.insertInto('web_pieces').values(batch).execute();
+            }
+        }
+    });
+}
+async function populateWebPieceSearch(db) {
+    await sql `INSERT INTO web_pieces_fts5(web_pieces_fts5) VALUES('rebuild')`.execute(db);
+}
+async function populateWebPieceTags(db) {
+    const tags = await sql `SELECT web_pieces.slug, web_pieces.id, web_pieces.type, json_each.value as tag FROM web_pieces, json_each(web_pieces.keywords)`.execute(db);
+    const webDb = db.withTables();
+    const values = [];
+    tags.rows.forEach((tag) => {
+        const name = tag.tag.trim();
+        if (name) {
+            values.push({
+                piece_slug: tag.slug,
+                piece_type: tag.type,
+                tag: name,
+                slug: slugify(name),
+                piece_id: tag.id,
+            });
+        }
+    });
+    await webDb.transaction().execute(async (tx) => {
+        if (values.length) {
+            const batches = batchArray(values, 1000);
+            for (const batch of batches) {
+                await tx.insertInto('web_pieces_tags').values(batch).execute();
+            }
+        }
+    });
+}
+async function generateWebSqlite(db, config) {
+    await dropWebTables(db);
+    await createWebTables(db);
+    await populateWebPieceItems(db, config);
+    await populateWebPieceTags(db);
+    await populateWebPieceSearch(db);
+    const pieces = await db
+        .withTables()
+        .selectFrom('web_pieces')
+        .selectAll()
+        .execute();
+    const tags = await db
+        .withTables()
+        .selectFrom('web_pieces_tags')
+        .selectAll()
+        .execute();
+    console.log(`${config.paths.database} has ${pieces.length} pieces and ${tags.length} tags`);
+}
+export { dropWebTables, createWebTables, populateWebPieceItems, populateWebPieceTags, populateWebPieceSearch, generateWebSqlite, };
+//# sourceMappingURL=database.js.map

package/dist/src/commands/sqlite/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,GAAG,EAAoB,MAAM,cAAc,CAAA;AACzE,OAAO,IAAI,MAAM,MAAM,CAAA;AAGvB,SAAS,UAAU,CAAI,KAAU,EAAE,SAAiB;IACnD,MAAM,OAAO,GAAU,EAAE,CAAA;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAA;IAC5C,CAAC;IACD,OAAO,OAAO,CAAA;AACf,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC5B,OAAO,IAAI;SACT,QAAQ,EAAE;SACV,SAAS,CAAC,KAAK,CAAC,CAAC,yCAAyC;SAC1D,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,WAAW,EAAE;SACb,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACvB,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAkB;IAC9C,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAA;IACjE,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAA;IAC5D,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAA;AAClE,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,EAAkB;IAChD,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,iBAAiB,CAAC;SAC9B,WAAW,EAAE;SACb,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACvD,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACvD,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACrD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SAChD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACjD,OAAO,EAAE,CAAA;IAEX,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,YAAY,CAAC;SACzB,WAAW,EAAE;SACb,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,CAAC;SAC5D,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACjD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACjD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACtD,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC;SAC1B,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC;SAC5B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;SACzB,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC;SAC1B,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;SAC7B,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC;SAClC,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC;SACnC,SAAS,CAAC,cAAc,EAAE,UAAU,CAAC;SACrC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC;SACtC,mBAAmB,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SAClD,OAAO,EAAE,CAAA;IAEX,MAAM,GAAG,CAAA,2VAA2V,CAAC,OAAO,CAC3W,EAAE,CACF,CAAA;IAED,MAAM,GAAG,CAAA;;;MAGJ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAEjB,MAAM,GAAG,CAAA;;;;MAIJ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAEjB,MAAM,GAAG,CAAA;;;;;;;MAOJ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,sBAAsB,CACpC,IAAsC,EACtC,WAAqC,EACrC,IAAY;IAEZ,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACrD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACnD,MAAM,YAAY,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;IAElE,OAAO;QACN,IAAI;QACJ,IAAI,EAAE,IAAI,CAAC,IAAyB;QACpC,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,KAAK;QACZ,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QACzF,IAAI,EAAE,IAAI,CAAC,aAAa;QACxB,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QACnF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QACpF,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,aAAa,EAAE,YAAY;QAC3B,aAAa,EAAE,IAAI,CAAC,gBAAgB;QACpC,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;KAC7D,CAAA;AACF,CAAC;AAED,SAAS,aAAa,CAAC,aAA0B,EAAE,QAAgB,EAAE,IAAY;IAChF,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC9B,IAAI,SAAS,GAAG,IAAI,CAAA;IACpB,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,OAAO,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC,EAAE,CAAC;QACtD,KAAK,EAAE,CAAA;QACP,SAAS,GAAG,GAAG,IAAI,KAAK,KAAK,EAAE,CAAA;IAChC,CAAC;IAED,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC,CAAA;IAE7C,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,EAAkB,EAAE,MAAc;IACtE,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,EAA6B,CAAA;IACxD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAA;IACvE,MAAM,MAAM,GAAqB,EAAE,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAA;QAEnE,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACnE,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAC1D,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;YACrE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;IACF,CAAC;IAED,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC9C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAA;YAC1D,CAAC;QACF,CAAC;IACF,CAAC,CAAC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,EAAkB;IACvD,MAAM,GAAG,CAAA,gEAAgE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;AACtF,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,EAAkB;IACrD,MAAM,IAAI,GAAG,MAAM,GAAG,CAKpB,gIAAgI,CAAC,OAAO,CACzI,EAAE,CACF,CAAA;IACD,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,EAAqC,CAAA;IAChE,MAAM,MAAM,GAAwB,EAAE,CAAA;IAEtC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,GAAG,CAAC,IAAI;gBACpB,UAAU,EAAE,GAAG,CAAC,IAAI;gBACpB,GAAG,EAAE,IAAI;gBACT,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;gBACnB,QAAQ,EAAE,GAAG,CAAC,EAAE;aAChB,CAAC,CAAA;QACH,CAAC;IACF,CAAC,CAAC,CAAA;IAEF,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC9C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAA;YAC/D,CAAC;QACF,CAAC;IACF,CAAC,CAAC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAAkB,EAAE,MAAc;IAClE,MAAM,aAAa,CAAC,EAAE,CAAC,CAAA;IACvB,MAAM,eAAe,CAAC,EAAE,CAAC,CAAA;IAEzB,MAAM,qBAAqB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACvC,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAA;IAC9B,MAAM,sBAAsB,CAAC,EAAE,CAAC,CAAA;IAEhC,MAAM,MAAM,GAAG,MAAM,EAAE;SACrB,UAAU,EAA6B;SACvC,UAAU,CAAC,YAAY,CAAC;SACxB,SAAS,EAAE;SACX,OAAO,EAAE,CAAA;IAEX,MAAM,IAAI,GAAG,MAAM,EAAE;SACnB,UAAU,EAAqC;SAC/C,UAAU,CAAC,iBAAiB,CAAC;SAC7B,SAAS,EAAE;SACX,OAAO,EAAE,CAAA;IAEX,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,MAAM,CAAC,MAAM,eAAe,IAAI,CAAC,MAAM,OAAO,CAAC,CAAA;AAC5F,CAAC;AAED,OAAO,EACN,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,EACtB,iBAAiB,GACjB,CAAA"}

package/dist/src/commands/sqlite/database.mock.d.ts

@@ -0,0 +1,24 @@
+import { Mocked } from 'vitest';
+import { LuzzleDatabase } from '@luzzle/core';
+declare function mockKysely(): {
+    db: Mocked<LuzzleDatabase>;
+    queries: {
+        where: import("vitest").Mock<(...args: any[]) => any>;
+        whereRef: import("vitest").Mock<(...args: any[]) => any>;
+        select: import("vitest").Mock<(...args: any[]) => any>;
+        selectAll: import("vitest").Mock<(...args: any[]) => any>;
+        execute: import("vitest").Mock<(...args: any[]) => any>;
+        executeTakeFirst: import("vitest").Mock<(...args: any[]) => any>;
+        executeTakeFirstOrThrow: import("vitest").Mock<(...args: any[]) => any>;
+        set: import("vitest").Mock<(...args: any[]) => any>;
+        as: import("vitest").Mock<(...args: any[]) => any>;
+        values: import("vitest").Mock<(...args: any[]) => any>;
+        onConflict: import("vitest").Mock<(...args: any[]) => any>;
+        returning: import("vitest").Mock<(...args: any[]) => any>;
+        groupBy: import("vitest").Mock<(...args: any[]) => any>;
+        returningAll: import("vitest").Mock<(...args: any[]) => any>;
+        insertInto: import("vitest").Mock<(...args: any[]) => any>;
+        orderBy: import("vitest").Mock<(...args: any[]) => any>;
+    };
+};
+export { mockKysely };

package/dist/src/commands/sqlite/database.mock.js

@@ -0,0 +1,58 @@
+import { vi } from 'vitest';
+function mockKysely() {
+    const queries = {
+        where: vi.fn().mockReturnThis(),
+        whereRef: vi.fn().mockReturnThis(),
+        select: vi.fn().mockReturnThis(),
+        selectAll: vi.fn().mockReturnThis(),
+        execute: vi.fn(),
+        executeTakeFirst: vi.fn(),
+        executeTakeFirstOrThrow: vi.fn(),
+        set: vi.fn().mockReturnThis(),
+        as: vi.fn(),
+        values: vi.fn().mockReturnThis(),
+        onConflict: vi.fn().mockReturnThis(),
+        returning: vi.fn().mockReturnThis(),
+        groupBy: vi.fn().mockReturnThis(),
+        returningAll: vi.fn().mockReturnThis(),
+        insertInto: vi.fn().mockReturnThis(),
+        orderBy: vi.fn().mockReturnThis(),
+    };
+    const schemaChain = {
+        ifNotExists: vi.fn().mockReturnThis(),
+        addColumn: vi.fn().mockReturnThis(),
+        addUniqueConstraint: vi.fn().mockReturnThis(),
+        execute: vi.fn(),
+    };
+    const schema = {
+        ifExists: vi.fn().mockReturnThis(),
+        ifNotExists: vi.fn().mockImplementation(() => schemaChain),
+        execute: vi.fn(),
+        createTable: vi.fn().mockImplementation(() => schemaChain),
+        dropTable: vi.fn().mockReturnThis(),
+    };
+    const transaction = {
+        execute: vi.fn().mockImplementation(fn => fn(queries)),
+    };
+    const db = {
+        selectFrom: vi.fn().mockImplementation(() => queries),
+        deleteFrom: vi.fn().mockImplementation(() => queries),
+        insertInto: vi.fn().mockImplementation(() => queries),
+        executeQuery: vi.fn(),
+        updateTable: vi.fn().mockImplementation(() => queries),
+        withTables: vi.fn().mockReturnThis(),
+        transaction: vi.fn().mockImplementation(() => transaction),
+        schema: {
+            createTable: vi.fn().mockImplementation(() => schema),
+            dropTable: vi.fn().mockImplementation(() => schema),
+        },
+        fn: {
+            count: vi.fn(() => ({
+                as: queries.as,
+            })),
+        },
+    };
+    return { db, queries };
+}
+export { mockKysely };
+//# sourceMappingURL=database.mock.js.map

package/dist/src/commands/sqlite/database.mock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.mock.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/database.mock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAU,MAAM,QAAQ,CAAA;AAGnC,SAAS,UAAU;IAClB,MAAM,OAAO,GAAG;QACf,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAC/B,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAClC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAChC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACnC,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;QAChB,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,uBAAuB,EAAE,EAAE,CAAC,EAAE,EAAE;QAChC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAC7B,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;QACX,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAChC,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACpC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACnC,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACjC,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACtC,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACpC,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;KACjC,CAAA;IAED,MAAM,WAAW,GAAG;QACnB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACrC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACnC,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAC7C,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;KAChB,CAAA;IAED,MAAM,MAAM,GAAG;QACd,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QAClC,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC;QAC1D,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;QAChB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC;QAC1D,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;KACnC,CAAA;IAED,MAAM,WAAW,GAAG;QACnB,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;KACtD,CAAA;IAED,MAAM,EAAE,GAAG;QACV,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACrD,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACrD,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACrD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE;QACrB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QACtD,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,EAAE;QACpC,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC;QAC1D,MAAM,EAAE;YACP,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;YACrD,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;SACnD;QACD,EAAE,EAAE;YACH,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;gBACnB,EAAE,EAAE,OAAO,CAAC,EAAE;aACd,CAAC,CAAC;SACH;KACoC,CAAA;IAEtC,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAA;AACvB,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,CAAA"}

package/dist/src/commands/sqlite/database.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/commands/sqlite/database.test.js

@@ -0,0 +1,211 @@
+import { describe, test, expect, vi, afterEach } from 'vitest';
+import { generateWebSqlite } from './database.js';
+import { getDatabaseClient, sql } from '@luzzle/core';
+import { mockKysely } from './database.mock.js';
+vi.mock('@luzzle/core');
+const mocks = {
+    getDatabaseClient: vi.mocked(getDatabaseClient),
+    sql: vi.mocked(sql),
+};
+describe('generate-web-sqlite', () => {
+    afterEach(() => {
+        vi.clearAllMocks();
+    });
+    test('should generate web sqlite database with no pieces', async () => {
+        const { db, queries } = mockKysely();
+        mocks.getDatabaseClient.mockReturnValue(db);
+        mocks.sql.mockReturnValue({
+            execute: vi.fn(() => Promise.resolve({ rows: [] })),
+        });
+        vi.spyOn(queries, 'execute').mockResolvedValue([]);
+        const config = {
+            url: { app: '', app_assets: '', luzzle_assets: '', editor: '' },
+            text: { title: '', description: '' },
+            paths: { database: '/tmp/test.db' },
+            content: { block: { root: '', feed: '' } },
+            pieces: [
+                {
+                    type: 'books',
+                    fields: {
+                        title: 'book_title',
+                        date_consumed: 'read_date',
+                        summary: 'book_summary',
+                        media: 'cover_image',
+                        tags: 'book_tags',
+                    },
+                },
+            ],
+        };
+        await generateWebSqlite(db, config);
+        expect(db.schema.dropTable).toHaveBeenCalledWith('web_pieces_tags');
+        expect(db.schema.dropTable).toHaveBeenCalledWith('web_pieces');
+        expect(db.schema.dropTable).toHaveBeenCalledWith('web_pieces_fts5');
+        expect(db.schema.createTable).toHaveBeenCalledWith('web_pieces_tags');
+        expect(db.schema.createTable).toHaveBeenCalledWith('web_pieces');
+        expect(queries.insertInto).not.toHaveBeenCalled();
+    });
+    test('should populate web_pieces and web_pieces_tags table', async () => {
+        const { db, queries } = mockKysely();
+        const oneBookFrontmatter = {
+            book_title: 'Test Book',
+            read_date: '2023-01-01',
+            book_tags: 'tag1,tag2',
+            book_summary: 'A great book.',
+            cover_image: 'http://example.com/cover.jpg',
+        };
+        const oneFilmFrontmatter = {
+            film_title: 'Test Book',
+            watch_date: '2023-01-01',
+        };
+        mocks.getDatabaseClient.mockReturnValue(db);
+        mocks.sql
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({
+            execute: vi.fn().mockResolvedValueOnce({
+                rows: [
+                    { slug: 'book-1', id: 'item1', type: 'books', tag: 'tag1' },
+                    { slug: 'book-1', id: 'item1', type: 'books', tag: 'tag2' },
+                ],
+            }),
+        })
+            .mockReturnValueOnce({ execute: vi.fn() });
+        vi.spyOn(queries, 'execute')
+            .mockResolvedValueOnce([
+            {
+                id: 'item1',
+                type: 'books',
+                file_path: '/path/to/book1.md',
+                frontmatter_json: JSON.stringify(oneBookFrontmatter),
+                date_added: 123,
+            },
+            {
+                id: 'film1',
+                type: 'films',
+                file_path: '/path/to/film1.md',
+                frontmatter_json: JSON.stringify(oneFilmFrontmatter),
+                date_added: 123,
+                date_updated: 124,
+            },
+        ]) // populateWebPieceItems (pieces_items query)
+            .mockResolvedValueOnce([]) // populateWebPieceItems (web_pieces insert)
+            .mockResolvedValueOnce([]) // populateWebPieceTags (web_pieces_tags insert)
+            .mockResolvedValueOnce([]) // populateWebPieceSearch
+            .mockResolvedValueOnce([]) // generateWebSqlite (final pieces count)
+            .mockResolvedValueOnce([]); // generateWebSqlite (final tags count)
+        const config = {
+            url: { app: '', app_assets: '', luzzle_assets: '', editor: '' },
+            text: { title: '', description: '' },
+            paths: { database: '/tmp/test.db' },
+            content: { block: { root: '', feed: '' } },
+            pieces: [
+                {
+                    type: 'books',
+                    fields: {
+                        title: 'book_title',
+                        date_consumed: 'read_date',
+                        summary: 'book_summary',
+                        media: 'cover_image',
+                        tags: 'book_tags',
+                    },
+                },
+                {
+                    type: 'films',
+                    fields: {
+                        title: 'film_title',
+                        date_consumed: 'watch_date',
+                    },
+                },
+            ],
+        };
+        await generateWebSqlite(db, config);
+        expect(queries.insertInto).toHaveBeenCalledWith('web_pieces');
+        expect(queries.values).toHaveBeenCalledWith([
+            expect.objectContaining({
+                media: oneBookFrontmatter.cover_image,
+                summary: oneBookFrontmatter.book_summary,
+                title: oneBookFrontmatter.book_title,
+                slug: 'book1',
+                date_consumed: oneBookFrontmatter.read_date,
+            }),
+            expect.objectContaining({
+                media: undefined,
+                summary: undefined,
+                title: oneFilmFrontmatter.film_title,
+                slug: 'film1',
+                date_consumed: oneFilmFrontmatter.watch_date,
+            }),
+        ]);
+        expect(queries.insertInto).toHaveBeenCalledWith('web_pieces_tags');
+        expect(queries.values).toHaveBeenCalledWith([
+            expect.objectContaining({ tag: 'tag1', piece_id: 'item1', piece_type: 'books' }),
+            expect.objectContaining({ tag: 'tag2', piece_id: 'item1', piece_type: 'books' }),
+        ]);
+    });
+    test('should generate unique slugs for duplicate filenames of different types', async () => {
+        const { db, queries } = mockKysely();
+        mocks.getDatabaseClient.mockReturnValue(db);
+        mocks.sql
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({ execute: vi.fn() })
+            .mockReturnValueOnce({
+            execute: vi.fn().mockResolvedValueOnce({
+                rows: [],
+            }),
+        })
+            .mockReturnValueOnce({ execute: vi.fn() });
+        // Mock all execute calls in sequence
+        vi.spyOn(queries, 'execute')
+            .mockResolvedValueOnce([
+            {
+                id: 'item1',
+                type: 'books',
+                file_path: '/path/to/item.md',
+                frontmatter_json: '{ "book_title": "Test Book", "read_date": "2023-01-01" }',
+                date_added: 123,
+            },
+            {
+                id: 'item2',
+                type: 'books',
+                file_path: '/another/path/to/item.md',
+                frontmatter_json: '{ "movie_title": "Test Book", "read_date": "2023-02-01" }',
+                date_added: 124,
+            },
+        ]) // populateWebPieceItems (pieces_items query)
+            .mockResolvedValueOnce([]) // populateWebPieceItems (web_pieces insert)
+            .mockResolvedValueOnce([]) // populateWebPieceTags (tags query)
+            .mockResolvedValueOnce([]) // populateWebPieceTags (web_pieces_tags insert)
+            .mockResolvedValueOnce([]) // populateWebPieceSearch
+            .mockResolvedValueOnce([]) // generateWebSqlite (final pieces count)
+            .mockResolvedValueOnce([]); // generateWebSqlite (final tags count)
+        const config = {
+            url: { app: '', app_assets: '', luzzle_assets: '', editor: '' },
+            text: { title: '', description: '' },
+            paths: { database: '/tmp/test.db' },
+            content: { block: { root: '', feed: '' } },
+            pieces: [
+                {
+                    type: 'books',
+                    fields: {
+                        title: 'book_title',
+                        date_consumed: 'read_date',
+                        summary: 'book_summary',
+                        media: 'cover_image',
+                        tags: 'book_tags',
+                    },
+                },
+            ],
+        };
+        await generateWebSqlite(db, config);
+        expect(queries.insertInto).toHaveBeenCalledWith('web_pieces');
+        expect(queries.values).toHaveBeenCalledWith([
+            expect.objectContaining({ slug: 'item' }),
+            expect.objectContaining({ slug: 'item--1' }),
+        ]);
+    });
+});
+//# sourceMappingURL=database.test.js.map

package/dist/src/commands/sqlite/database.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.test.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/database.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAErD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAE/C,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AAEvB,MAAM,KAAK,GAAG;IACb,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC/C,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC;CACnB,CAAA;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACpC,SAAS,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC;YACzB,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;SACd,CAAC,CAAA;QACvC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAA;QAElD,MAAM,MAAM,GAAG;YACd,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC/D,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;YACpC,KAAK,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE;YACnC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACP;oBACC,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACP,KAAK,EAAE,YAAY;wBACnB,aAAa,EAAE,WAAW;wBAC1B,OAAO,EAAE,cAAc;wBACvB,KAAK,EAAE,aAAa;wBACpB,IAAI,EAAE,WAAW;qBACjB;iBACD;aACD;SACS,CAAA;QAEX,MAAM,iBAAiB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QAEnC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAA;QACnE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAA;QAC9D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAA;QACnE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAA;QACrE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAA;QAChE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,kBAAkB,GAAG;YAC1B,UAAU,EAAE,WAAW;YACvB,SAAS,EAAE,YAAY;YACvB,SAAS,EAAE,WAAW;YACtB,YAAY,EAAE,eAAe;YAC7B,WAAW,EAAE,8BAA8B;SAC3C,CAAA;QACD,MAAM,kBAAkB,GAAG;YAC1B,UAAU,EAAE,WAAW;YACvB,UAAU,EAAE,YAAY;SACxB,CAAA;QACD,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,KAAK,CAAC,GAAG;aACP,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC;YACpB,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,qBAAqB,CAAC;gBACtC,IAAI,EAAE;oBACL,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE;oBAC3D,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE;iBAC3D;aACD,CAAC;SACmC,CAAC;aACtC,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC,CAAA;QAEhF,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC;aAC1B,qBAAqB,CAAC;YACtB;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,mBAAmB;gBAC9B,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;gBACpD,UAAU,EAAE,GAAG;aACf;YACD;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,mBAAmB;gBAC9B,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;gBACpD,UAAU,EAAE,GAAG;gBACf,YAAY,EAAE,GAAG;aACjB;SACD,CAAC,CAAC,6CAA6C;aAC/C,qBAAqB,CAAC,EAAE,CAAC,CAAC,4CAA4C;aACtE,qBAAqB,CAAC,EAAE,CAAC,CAAC,gDAAgD;aAC1E,qBAAqB,CAAC,EAAE,CAAC,CAAC,yBAAyB;aACnD,qBAAqB,CAAC,EAAE,CAAC,CAAC,yCAAyC;aACnE,qBAAqB,CAAC,EAAE,CAAC,CAAA,CAAC,uCAAuC;QAEnE,MAAM,MAAM,GAAG;YACd,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC/D,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;YACpC,KAAK,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE;YACnC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACP;oBACC,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACP,KAAK,EAAE,YAAY;wBACnB,aAAa,EAAE,WAAW;wBAC1B,OAAO,EAAE,cAAc;wBACvB,KAAK,EAAE,aAAa;wBACpB,IAAI,EAAE,WAAW;qBACjB;iBACD;gBACD;oBACC,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACP,KAAK,EAAE,YAAY;wBACnB,aAAa,EAAE,YAAY;qBAC3B;iBACD;aACD;SACS,CAAA;QAEX,MAAM,iBAAiB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QAEnC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAA;QAC7D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC;YAC3C,MAAM,CAAC,gBAAgB,CAAC;gBACvB,KAAK,EAAE,kBAAkB,CAAC,WAAW;gBACrC,OAAO,EAAE,kBAAkB,CAAC,YAAY;gBACxC,KAAK,EAAE,kBAAkB,CAAC,UAAU;gBACpC,IAAI,EAAE,OAAO;gBACb,aAAa,EAAE,kBAAkB,CAAC,SAAS;aAC3C,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC;gBACvB,KAAK,EAAE,SAAS;gBAChB,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,kBAAkB,CAAC,UAAU;gBACpC,IAAI,EAAE,OAAO;gBACb,aAAa,EAAE,kBAAkB,CAAC,UAAU;aAC5C,CAAC;SACF,CAAC,CAAA;QACF,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAA;QAClE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC;YAC3C,MAAM,CAAC,gBAAgB,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;YAChF,MAAM,CAAC,gBAAgB,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;SAChF,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,KAAK,CAAC,GAAG;aACP,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC;aAC9E,mBAAmB,CAAC;YACpB,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,qBAAqB,CAAC;gBACtC,IAAI,EAAE,EAAE;aACR,CAAC;SACmC,CAAC;aACtC,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAuC,CAAC,CAAA;QAEhF,qCAAqC;QACrC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC;aAC1B,qBAAqB,CAAC;YACtB;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,gBAAgB,EAAE,0DAA0D;gBAC5E,UAAU,EAAE,GAAG;aACf;YACD;gBACC,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,0BAA0B;gBACrC,gBAAgB,EAAE,2DAA2D;gBAC7E,UAAU,EAAE,GAAG;aACf;SACD,CAAC,CAAC,6CAA6C;aAC/C,qBAAqB,CAAC,EAAE,CAAC,CAAC,4CAA4C;aACtE,qBAAqB,CAAC,EAAE,CAAC,CAAC,oCAAoC;aAC9D,qBAAqB,CAAC,EAAE,CAAC,CAAC,gDAAgD;aAC1E,qBAAqB,CAAC,EAAE,CAAC,CAAC,yBAAyB;aACnD,qBAAqB,CAAC,EAAE,CAAC,CAAC,yCAAyC;aACnE,qBAAqB,CAAC,EAAE,CAAC,CAAA,CAAC,uCAAuC;QAEnE,MAAM,MAAM,GAAG;YACd,GAAG,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC/D,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;YACpC,KAAK,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE;YACnC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;YAC1C,MAAM,EAAE;gBACP;oBACC,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACP,KAAK,EAAE,YAAY;wBACnB,aAAa,EAAE,WAAW;wBAC1B,OAAO,EAAE,cAAc;wBACvB,KAAK,EAAE,aAAa;wBACpB,IAAI,EAAE,WAAW;qBACjB;iBACD;aACD;SACS,CAAA;QAEX,MAAM,iBAAiB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QAEnC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAA;QAC7D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC;YAC3C,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;SAC5C,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/src/commands/sqlite/index.d.ts

@@ -0,0 +1 @@
+export default function generateWebSqlite(configPath: string): Promise<void>;

package/dist/src/commands/sqlite/index.js

@@ -0,0 +1,26 @@
+import { getDatabaseClient } from '@luzzle/core';
+import { dropWebTables, createWebTables, populateWebPieceTags, populateWebPieceItems, populateWebPieceSearch, } from './database.js';
+import { loadConfig } from '@luzzle/web.utils/server';
+import path from 'path';
+export default async function generateWebSqlite(configPath) {
+    const config = loadConfig(configPath);
+    const dbPath = path.join(path.dirname(configPath), config.paths.database);
+    const db = getDatabaseClient(dbPath);
+    await dropWebTables(db);
+    await createWebTables(db);
+    await populateWebPieceItems(db, config);
+    await populateWebPieceTags(db);
+    await populateWebPieceSearch(db);
+    const pieces = await db
+        .withTables()
+        .selectFrom('web_pieces')
+        .selectAll()
+        .execute();
+    const tags = await db
+        .withTables()
+        .selectFrom('web_pieces_tags')
+        .selectAll()
+        .execute();
+    console.log(`${config.paths.database} has ${pieces.length} pieces and ${tags.length} tags`);
+}
+//# sourceMappingURL=index.js.map

package/dist/src/commands/sqlite/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAChD,OAAO,EACN,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,sBAAsB,GACtB,MAAM,eAAe,CAAA;AAEtB,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AACrD,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,iBAAiB,CAAC,UAAkB;IACjE,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;IACrC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IACzE,MAAM,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAEpC,MAAM,aAAa,CAAC,EAAE,CAAC,CAAA;IACvB,MAAM,eAAe,CAAC,EAAE,CAAC,CAAA;IAEzB,MAAM,qBAAqB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACvC,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAA;IAC9B,MAAM,sBAAsB,CAAC,EAAE,CAAC,CAAA;IAEhC,MAAM,MAAM,GAAG,MAAM,EAAE;SACrB,UAAU,EAA6B;SACvC,UAAU,CAAC,YAAY,CAAC;SACxB,SAAS,EAAE;SACX,OAAO,EAAE,CAAA;IAEX,MAAM,IAAI,GAAG,MAAM,EAAE;SACnB,UAAU,EAAkC;SAC5C,UAAU,CAAC,iBAAiB,CAAC;SAC7B,SAAS,EAAE;SACX,OAAO,EAAE,CAAA;IAEX,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,MAAM,CAAC,MAAM,eAAe,IAAI,CAAC,MAAM,OAAO,CAAC,CAAA;AAC5F,CAAC"}

package/dist/src/commands/sqlite/index.test.d.ts

@@ -0,0 +1 @@
+export {};