@luzzle/web.tools 0.0.70 → 0.0.71

package/dist/src/commands/opengraph/index.test.js

@@ -0,0 +1,162 @@
+import { describe, test, vi, afterEach, expect } from 'vitest';
+import generateOpenGraphs from './index.js';
+import { getLastRunFor, setLastRunFor } from '../../lib/lastRun.js';
+import { generatePngFromUrl } from './png.js';
+import { getBrowser } from './browser.js';
+import { getDatabaseClient, Pieces, StorageFileSystem } from '@luzzle/core';
+import { loadConfig } from '@luzzle/web.utils/server';
+import { mockKysely } from '../sqlite/database.mock.js';
+vi.mock('../../lib/lastRun.js');
+vi.mock('./html.js');
+vi.mock('./png.js');
+vi.mock('./browser.js');
+vi.mock('@luzzle/core');
+vi.mock('@luzzle/web.utils/server');
+const mocks = {
+    getLastRunFor: vi.mocked(getLastRunFor),
+    setLastRunFor: vi.mocked(setLastRunFor),
+    generatePngFromUrl: vi.mocked(generatePngFromUrl),
+    getBrowser: vi.mocked(getBrowser),
+    getDatabaseClient: vi.mocked(getDatabaseClient),
+    loadConfig: vi.mocked(loadConfig),
+    StorageFileSystem: vi.mocked(StorageFileSystem),
+    Pieces: vi.mocked(Pieces),
+};
+describe('commands/opengraph/index.ts', () => {
+    afterEach(() => {
+        Object.values(mocks).forEach((mock) => {
+            mock.mockReset();
+        });
+        vi.clearAllMocks();
+    });
+    test('should generate an opengraph image for a single item', async () => {
+        const { db, queries } = mockKysely();
+        const browser = { close: vi.fn() };
+        const url = 'http://localhost';
+        mocks.loadConfig.mockReturnValue({ paths: { database: 'test' }, url: { app: url } });
+        mocks.getDatabaseClient.mockReturnValue(db);
+        vi.spyOn(queries, 'execute').mockResolvedValue([
+            {
+                id: '1',
+                type: 'test',
+                date_added: new Date(0).toISOString(),
+                date_updated: new Date().toISOString(),
+            },
+        ]);
+        mocks.getLastRunFor.mockResolvedValue(new Date(0));
+        mocks.getBrowser.mockResolvedValue(browser);
+        mocks.generatePngFromUrl.mockResolvedValue(Buffer.from('test'));
+        await generateOpenGraphs('test', 'test', 'test', {});
+        expect(mocks.loadConfig).toHaveBeenCalledOnce();
+        expect(mocks.getDatabaseClient).toHaveBeenCalledOnce();
+        expect(mocks.getLastRunFor).toHaveBeenCalledOnce();
+        expect(mocks.getBrowser).toHaveBeenCalledOnce();
+        expect(mocks.generatePngFromUrl).toHaveBeenCalledWith(expect.any(String), browser, 'test/test/1/opengraph.png');
+        expect(mocks.setLastRunFor).toHaveBeenCalledOnce();
+        expect(browser.close).toHaveBeenCalledOnce();
+    });
+    test('should not generate if item is not updated', async () => {
+        const { db, queries } = mockKysely();
+        const browser = { close: vi.fn() };
+        const url = 'http://localhost';
+        mocks.loadConfig.mockReturnValue({ paths: { database: 'test' }, url: { app: url } });
+        mocks.getDatabaseClient.mockReturnValue(db);
+        vi.spyOn(queries, 'execute').mockResolvedValue([
+            {
+                id: '1',
+                type: 'test',
+                date_added: new Date(0).toISOString(),
+                date_updated: new Date(0).toISOString(),
+            },
+        ]);
+        mocks.getLastRunFor.mockResolvedValue(new Date());
+        mocks.getBrowser.mockResolvedValue(browser);
+        await generateOpenGraphs('test', 'test', 'test', {});
+        expect(mocks.generatePngFromUrl).not.toHaveBeenCalled();
+        expect(mocks.setLastRunFor).toHaveBeenCalledOnce();
+    });
+    test('should force generation', async () => {
+        const { db, queries } = mockKysely();
+        const browser = { close: vi.fn() };
+        const url = 'http://localhost';
+        mocks.loadConfig.mockReturnValue({
+            paths: { database: 'test' },
+            url: { app: url },
+        });
+        mocks.getDatabaseClient.mockReturnValue(db);
+        vi.spyOn(queries, 'execute').mockResolvedValue([
+            {
+                id: '1',
+                type: 'test',
+                date_added: new Date(0).toISOString(),
+                date_updated: new Date(0).toISOString(),
+            },
+        ]);
+        mocks.getLastRunFor.mockResolvedValue(new Date());
+        mocks.getBrowser.mockResolvedValue(browser);
+        await generateOpenGraphs('test', 'test', 'test', { force: true });
+        expect(mocks.generatePngFromUrl).toHaveBeenCalledOnce();
+        expect(mocks.setLastRunFor).toHaveBeenCalledOnce();
+    });
+    test('should handle errors', async () => {
+        const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => { });
+        const { db, queries } = mockKysely();
+        const browser = { close: vi.fn() };
+        const url = 'http://localhost';
+        mocks.loadConfig.mockReturnValue({ paths: { database: 'test' }, url: { app: url } });
+        mocks.getDatabaseClient.mockReturnValue(db);
+        vi.spyOn(queries, 'execute').mockResolvedValue([
+            {
+                id: '1',
+                type: 'test',
+                date_added: new Date(0).toISOString(),
+                date_updated: new Date().toISOString(),
+            },
+        ]);
+        mocks.getLastRunFor.mockResolvedValue(new Date(0));
+        mocks.getBrowser.mockResolvedValue(browser);
+        mocks.generatePngFromUrl.mockRejectedValue(new Error('Test error'));
+        await generateOpenGraphs('test', 'test', 'test', {});
+        expect(consoleErrorSpy).toHaveBeenCalledOnce();
+        expect(browser.close).toHaveBeenCalledOnce();
+    });
+    test('should use date_added if date_updated is null', async () => {
+        const { db, queries } = mockKysely();
+        const browser = { close: vi.fn() };
+        const url = 'http://localhost';
+        mocks.loadConfig.mockReturnValue({ paths: { database: 'test' }, url: { app: url } });
+        mocks.getDatabaseClient.mockReturnValue(db);
+        vi.spyOn(queries, 'execute').mockResolvedValue([
+            {
+                id: '1',
+                type: 'test',
+                date_added: new Date().toISOString(),
+                date_updated: null,
+            },
+        ]);
+        mocks.getLastRunFor.mockResolvedValue(new Date(0));
+        mocks.getBrowser.mockResolvedValue(browser);
+        await generateOpenGraphs('test', 'test', 'test', {});
+        expect(mocks.generatePngFromUrl).toHaveBeenCalledOnce();
+    });
+    test('should not call setLastRunFor when id is provided', async () => {
+        const { db, queries } = mockKysely();
+        const browser = { close: vi.fn() };
+        const url = 'http://localhost';
+        mocks.loadConfig.mockReturnValue({ paths: { database: 'test' }, url: { app: url } });
+        mocks.getDatabaseClient.mockReturnValue(db);
+        vi.spyOn(queries, 'execute').mockResolvedValue([
+            {
+                id: '1',
+                type: 'test',
+                date_added: new Date(0).toISOString(),
+                date_updated: new Date(0).toISOString(),
+            },
+        ]);
+        mocks.getLastRunFor.mockResolvedValue(new Date());
+        mocks.getBrowser.mockResolvedValue(browser);
+        await generateOpenGraphs('test', 'test', 'test', { id: '1' });
+        expect(mocks.setLastRunFor).not.toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=index.test.js.map

package/dist/src/commands/opengraph/index.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../../src/commands/opengraph/index.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC9D,OAAO,kBAAkB,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAE3E,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AAGvD,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;AAC/B,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;AACpB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;AACnB,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AACvB,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AACvB,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;AAEnC,MAAM,KAAK,GAAG;IACb,aAAa,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC;IACvC,aAAa,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC;IACvC,kBAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC;IACjD,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC;IACjC,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC/C,UAAU,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC;IACjC,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC/C,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;CACzB,CAAA;AAED,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC5C,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,IAAI,CAAC,SAAS,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QACF,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QAClC,MAAM,GAAG,GAAG,kBAAkB,CAAA;QAE9B,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAY,CAAC,CAAA;QAC9F,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;YAC9C;gBACC,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;gBACrC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACD,CAAC,CAAA;QACF,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAClD,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAA6B,CAAC,CAAA;QACjE,KAAK,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QAE/D,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAA;QAEpD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,EAAE,CAAA;QAC/C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,oBAAoB,EAAE,CAAA;QACtD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAA;QAClD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,EAAE,CAAA;QAC/C,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CACpD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,OAAO,EACP,2BAA2B,CAC3B,CAAA;QACD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAA;QAClD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QAClC,MAAM,GAAG,GAAG,kBAAkB,CAAA;QAE9B,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAY,CAAC,CAAA;QAC9F,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;YAC9C;gBACC,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;gBACrC,YAAY,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;aACvC;SACD,CAAC,CAAA;QACF,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;QACjD,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAA6B,CAAC,CAAA;QAEjE,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAA;QAEpD,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAA;QACvD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QAClC,MAAM,GAAG,GAAG,kBAAkB,CAAA;QAE9B,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;YAChC,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;YAC3B,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;SACP,CAAC,CAAA;QACZ,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;YAC9C;gBACC,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;gBACrC,YAAY,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;aACvC;SACD,CAAC,CAAA;QACF,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;QACjD,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAA6B,CAAC,CAAA;QAEjE,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAEjE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,EAAE,CAAA;QACvD,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,oBAAoB,EAAE,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;QAChF,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QAClC,MAAM,GAAG,GAAG,kBAAkB,CAAA;QAE9B,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAY,CAAC,CAAA;QAC9F,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;YAC9C;gBACC,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;gBACrC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACD,CAAC,CAAA;QACF,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAClD,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAA6B,CAAC,CAAA;QACjE,KAAK,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAA;QAEnE,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAA;QAEpD,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,EAAE,CAAA;QAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QAClC,MAAM,GAAG,GAAG,kBAAkB,CAAA;QAE9B,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAY,CAAC,CAAA;QAC9F,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;YAC9C;gBACC,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,YAAY,EAAE,IAAI;aAClB;SACD,CAAC,CAAA;QACF,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAClD,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAA6B,CAAC,CAAA;QAEjE,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAA;QAEpD,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,EAAE,CAAA;IACxD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,CAAA;QACpC,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QAClC,MAAM,GAAG,GAAG,kBAAkB,CAAA;QAE9B,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAY,CAAC,CAAA;QAC9F,KAAK,CAAC,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;YAC9C;gBACC,EAAE,EAAE,GAAG;gBACP,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;gBACrC,YAAY,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;aACvC;SACD,CAAC,CAAA;QACF,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,IAAI,EAAE,CAAC,CAAA;QACjD,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,OAA6B,CAAC,CAAA;QAEjE,MAAM,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;QAE7D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAA;IACnD,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/src/commands/opengraph/png.d.ts

@@ -0,0 +1,3 @@
+import { Browser } from 'puppeteer';
+declare function generatePngFromUrl(url: string, browser: Browser, outputFilePath: string): Promise<Uint8Array<ArrayBufferLike>>;
+export { generatePngFromUrl };

package/dist/src/commands/opengraph/png.js

@@ -0,0 +1,26 @@
+import { mkdir } from 'fs/promises';
+import path from 'path';
+async function generatePngFromUrl(url, browser, outputFilePath) {
+    const page = await browser.newPage();
+    const directory = path.dirname(outputFilePath);
+    try {
+        await page.setViewport({
+            width: 1200,
+            height: 630,
+        });
+        await page.goto(url, { waitUntil: 'networkidle0' });
+        await mkdir(directory, { recursive: true });
+        return await page.screenshot({
+            path: `${outputFilePath.replace(/\.png$/, '')}.png`,
+        });
+    }
+    catch (error) {
+        throw new Error(`Failed to generate image with Puppeteer: ${error}`);
+        /* v8 ignore next line */
+    }
+    finally {
+        await page.close();
+    }
+}
+export { generatePngFromUrl };
+//# sourceMappingURL=png.js.map

package/dist/src/commands/opengraph/png.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"png.js","sourceRoot":"","sources":["../../../../src/commands/opengraph/png.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AACnC,OAAO,IAAI,MAAM,MAAM,CAAA;AAGvB,KAAK,UAAU,kBAAkB,CAChC,GAAW,EACX,OAAgB,EAChB,cAAsB;IAEtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;IAE9C,IAAI,CAAC;QACJ,MAAM,IAAI,CAAC,WAAW,CAAC;YACtB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,GAAG;SACX,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAClD,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAE5C,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC;YAC5B,IAAI,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM;SACnD,CAAC,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAA;QACrE,yBAAyB;IACzB,CAAC;YAAS,CAAC;QACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;AACF,CAAC;AAED,OAAO,EAAE,kBAAkB,EAAE,CAAA"}

package/dist/src/commands/opengraph/png.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/commands/opengraph/png.test.js

@@ -0,0 +1,50 @@
+import { describe, test, vi, afterEach, expect } from 'vitest';
+import { generatePngFromUrl } from './png.js';
+vi.mock('puppeteer');
+describe('generate-open-graph/png', () => {
+    const mocks = {
+        newPage: vi.fn(),
+        setViewport: vi.fn(),
+        setContent: vi.fn(),
+        goto: vi.fn(),
+        screenshot: vi.fn(),
+        close: vi.fn(),
+    };
+    afterEach(() => {
+        Object.values(mocks).forEach((mock) => {
+            mock.mockReset();
+        });
+    });
+    test('should generate a PNG image', async () => {
+        mocks.screenshot.mockResolvedValue(Buffer.from('test'));
+        const browser = {
+            newPage: mocks.newPage.mockResolvedValue({
+                setViewport: mocks.setViewport,
+                goto: mocks.goto,
+                screenshot: mocks.screenshot,
+                close: mocks.close,
+            }),
+        };
+        const imageBuffer = await generatePngFromUrl('http://localhost', browser, '');
+        expect(imageBuffer).toBeDefined();
+        expect(mocks.newPage).toHaveBeenCalledOnce();
+        expect(mocks.setViewport).toHaveBeenCalledOnce();
+        expect(mocks.goto).toHaveBeenCalledOnce();
+        expect(mocks.screenshot).toHaveBeenCalledOnce();
+        expect(mocks.close).toHaveBeenCalledOnce();
+    });
+    test('should throw an error if screenshot fails', async () => {
+        mocks.screenshot.mockRejectedValue(new Error('test error'));
+        const browser = {
+            newPage: mocks.newPage.mockResolvedValue({
+                setViewport: mocks.setViewport,
+                goto: mocks.goto,
+                screenshot: mocks.screenshot,
+                close: mocks.close,
+            }),
+        };
+        await expect(generatePngFromUrl('http://localhost', browser, '')).rejects.toThrowError();
+        expect(mocks.close).toHaveBeenCalledOnce();
+    });
+});
+//# sourceMappingURL=png.test.js.map

package/dist/src/commands/opengraph/png.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"png.test.js","sourceRoot":"","sources":["../../../../src/commands/opengraph/png.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAG9C,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAErB,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACxC,MAAM,KAAK,GAAG;QACb,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;QAChB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE;QACpB,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;QACnB,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE;QACnB,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;KACd,CAAC;IAEF,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,IAAI,CAAC,SAAS,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC9C,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG;YACf,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBACxC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;aAClB,CAAC;SACoB,CAAC;QAExB,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,kBAAkB,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QAE9E,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,oBAAoB,EAAE,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,oBAAoB,EAAE,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QAC5D,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG;YACf,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBACxC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;aAClB,CAAC;SACoB,CAAC;QAExB,MAAM,MAAM,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QACxF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/src/commands/sqlite/command.d.ts

@@ -0,0 +1,8 @@
+import { Argv } from 'yargs';
+export default function command(cli: Argv): Argv<import("yargs").Omit<{}, "config"> & import("yargs").InferredOptionTypes<{
+    config: {
+        type: "string";
+        description: string;
+        demandOption: true;
+    };
+}>>;

package/dist/src/commands/sqlite/command.js

@@ -0,0 +1,16 @@
+import generateSqlite from './index.js';
+export default function command(cli) {
+    return cli.command('sqlite', 'generate sqlite database for web', function (yargs) {
+        const options = yargs.options({
+            config: {
+                type: 'string',
+                description: 'path to config.yaml',
+                demandOption: true,
+            }
+        });
+        return options;
+    }, async function (argv) {
+        await generateSqlite(argv.config);
+    });
+}
+//# sourceMappingURL=command.js.map

package/dist/src/commands/sqlite/command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"command.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/command.ts"],"names":[],"mappings":"AACA,OAAO,cAAc,MAAM,YAAY,CAAA;AAEvC,MAAM,CAAC,OAAO,UAAU,OAAO,CAAC,GAAS;IACxC,OAAO,GAAG,CAAC,OAAO,CACjB,QAAQ,EACR,kCAAkC,EAClC,UAAS,KAAK;QACb,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC7B,MAAM,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qBAAqB;gBAClC,YAAY,EAAE,IAAI;aAClB;SACD,CAAC,CAAA;QACF,OAAO,OAAO,CAAA;IACf,CAAC,EACD,KAAK,WAAU,IAAI;QAClB,MAAM,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC,CACD,CAAA;AACF,CAAC"}

package/dist/src/commands/sqlite/command.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/commands/sqlite/command.test.js

@@ -0,0 +1,42 @@
+import { describe, test, expect, vi, afterEach } from 'vitest';
+import command from './command.js';
+import generateSqlite from './index.js';
+vi.mock('./index.js');
+const mocks = {
+    generateSqlite: vi.mocked(generateSqlite),
+};
+describe('sqlite command', () => {
+    afterEach(() => {
+        vi.clearAllMocks();
+    });
+    test('should configure the command and call generateSqlite', async () => {
+        const handler = vi.fn();
+        const builder = vi.fn();
+        const cli = {
+            command: vi.fn((_cmd, _desc, b, h) => {
+                builder.mockImplementation(b);
+                handler.mockImplementation(h);
+                return cli;
+            }),
+        };
+        command(cli);
+        expect(cli.command).toHaveBeenCalledWith('sqlite', 'generate sqlite database for web', expect.any(Function), expect.any(Function));
+        const yargsMock = { options: vi.fn() };
+        builder(yargsMock);
+        expect(yargsMock.options).toHaveBeenCalledWith({
+            config: {
+                type: 'string',
+                description: 'path to config.yaml',
+                demandOption: true,
+            },
+        });
+        const argv = {
+            config: '/path/to/config.yaml',
+            $0: '',
+            _: [],
+        };
+        await handler(argv);
+        expect(mocks.generateSqlite).toHaveBeenCalledWith('/path/to/config.yaml');
+    });
+});
+//# sourceMappingURL=command.test.js.map

package/dist/src/commands/sqlite/command.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"command.test.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/command.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAC9D,OAAO,OAAO,MAAM,cAAc,CAAA;AAClC,OAAO,cAAc,MAAM,YAAY,CAAA;AAGvC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;AAErB,MAAM,KAAK,GAAG;IACb,cAAc,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC;CACzC,CAAA;AAED,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC/B,SAAS,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAA;IACnB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QACvB,MAAM,GAAG,GAAG;YACX,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;gBACpC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;gBAC7B,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;gBAC7B,OAAO,GAAG,CAAA;YACX,CAAC,CAAC;SACF,CAAA;QAED,OAAO,CAAC,GAAsB,CAAC,CAAA;QAE/B,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,oBAAoB,CACvC,QAAQ,EACR,kCAAkC,EAClC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CACpB,CAAA;QAED,MAAM,SAAS,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAA;QACtC,OAAO,CAAC,SAAS,CAAC,CAAA;QAClB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC;YAC9C,MAAM,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qBAAqB;gBAClC,YAAY,EAAE,IAAI;aAClB;SACD,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG;YACZ,MAAM,EAAE,sBAAsB;YAC9B,EAAE,EAAE,EAAE;YACN,CAAC,EAAE,EAAE;SACL,CAAA;QACD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QAEnB,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,CAAA;IAC1E,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/src/commands/sqlite/database.d.ts

@@ -0,0 +1,9 @@
+import { type LuzzleDatabase } from '@luzzle/core';
+import { type Config } from '@luzzle/web.utils';
+declare function dropWebTables(db: LuzzleDatabase): Promise<void>;
+declare function createWebTables(db: LuzzleDatabase): Promise<void>;
+declare function populateWebPieceItems(db: LuzzleDatabase, config: Config): Promise<void>;
+declare function populateWebPieceSearch(db: LuzzleDatabase): Promise<void>;
+declare function populateWebPieceTags(db: LuzzleDatabase): Promise<void>;
+declare function generateWebSqlite(db: LuzzleDatabase, config: Config): Promise<void>;
+export { dropWebTables, createWebTables, populateWebPieceItems, populateWebPieceTags, populateWebPieceSearch, generateWebSqlite, };

package/dist/src/commands/sqlite/database.js

@@ -0,0 +1,174 @@
+import { sql } from '@luzzle/core';
+import path from 'path';
+function batchArray(array, batchSize) {
+    const batches = [];
+    for (let i = 0; i < array.length; i += batchSize) {
+        batches.push(array.slice(i, i + batchSize));
+    }
+    return batches;
+}
+function slugify(text) {
+    return text
+        .toString()
+        .normalize('NFD') // Efficiently handle accented characters
+        .replace(/[\u0300-\u036f]/g, '')
+        .toLowerCase()
+        .trim()
+        .replace(/\s+/g, '-')
+        .replace(/[^\w-]+/g, '')
+        .replace(/--+/g, '-');
+}
+async function dropWebTables(db) {
+    await db.schema.dropTable('web_pieces_tags').ifExists().execute();
+    await db.schema.dropTable('web_pieces').ifExists().execute();
+    await db.schema.dropTable('web_pieces_fts5').ifExists().execute();
+}
+async function createWebTables(db) {
+    await db.schema
+        .createTable('web_pieces_tags')
+        .ifNotExists()
+        .addColumn('piece_type', 'text', (col) => col.notNull())
+        .addColumn('piece_slug', 'text', (col) => col.notNull())
+        .addColumn('piece_id', 'text', (col) => col.notNull())
+        .addColumn('tag', 'text', (col) => col.notNull())
+        .addColumn('slug', 'text', (col) => col.notNull())
+        .execute();
+    await db.schema
+        .createTable('web_pieces')
+        .ifNotExists()
+        .addColumn('id', 'text', (col) => col.primaryKey().notNull())
+        .addColumn('slug', 'text', (col) => col.notNull())
+        .addColumn('type', 'text', (col) => col.notNull())
+        .addColumn('file_path', 'text', (col) => col.notNull())
+        .addColumn('title', 'text')
+        .addColumn('summary', 'text')
+        .addColumn('note', 'text')
+        .addColumn('media', 'text')
+        .addColumn('keywords', 'text')
+        .addColumn('json_metadata', 'text')
+        .addColumn('date_added', 'datetime')
+        .addColumn('date_updated', 'datetime')
+        .addColumn('date_consumed', 'datetime')
+        .addUniqueConstraint('slug-type', ['slug', 'type'])
+        .execute();
+    await sql `CREATE VIRTUAL TABLE IF NOT EXISTS "web_pieces_fts5" USING fts5(id UNINDEXED, slug, type UNINDEXED, title, summary, note, media UNINDEXED, keywords, json_metadata, date_added UNINDEXED, date_updated UNINDEXED, date_consumed UNINDEXED, file_path UNINDEXED, tokenize = 'porter ascii', prefix='3 4 5', content = 'web_pieces', content_rowid="rowid")`.execute(db);
+    await sql `CREATE TRIGGER IF NOT EXISTS web_pieces_after_insert AFTER INSERT ON web_pieces		BEGIN 
+		INSERT INTO web_pieces_fts5(rowid, slug, type, title, summary, note, media, keywords, json_metadata, date_added, date_updated, date_consumed) 
+		VALUES(new.rowid, new.slug, new.type, new.title, new.summary, new.note, new.media, new.keywords, new.json_metadata, new.date_added, new.date_updated, new.date_consumed); 
+	END;`.execute(db);
+    await sql `CREATE TRIGGER web_pieces_after_delete AFTER DELETE ON web_pieces 
+	BEGIN 
+		INSERT INTO web_pieces_fts5(web_pieces_fts5, rowid, slug, title, summary, note, keywords, json_metadata)  
+		VALUES('delete', old.rowid, old.slug, old.title, old.summary, old.note, old.keywords, old.json_metadata); 
+	END;`.execute(db);
+    await sql `CREATE TRIGGER web_pieces_after_update AFTER UPDATE ON web_pieces 
+	BEGIN
+		INSERT INTO web_pieces_fts5(web_pieces_fts5, rowid, slug, title, summary, note, keywords, json_metadata) 
+		VALUES('delete', old.rowid, old.slug, old.title, old.summary, old.note, old.keywords, old.json_metadata);
+  
+		INSERT INTO web_pieces_fts5(rowid, slug, title, summary, note, keywords, json_metadata) 
+		VALUES (new.rowid, new.slug, new.title, new.summary, new.note, new.keywords, new.json_metadata);
+	END;`.execute(db);
+}
+async function mapPieceItemToWebPiece(item, pieceConfig, slug) {
+    const frontmatter = JSON.parse(item.frontmatter_json);
+    const title = frontmatter[pieceConfig.fields.title];
+    const dateConsumed = frontmatter[pieceConfig.fields.date_consumed];
+    return {
+        slug,
+        type: item.type,
+        id: item.id,
+        file_path: item.file_path,
+        title: title,
+        summary: pieceConfig.fields.summary ? frontmatter[pieceConfig.fields.summary] : undefined,
+        note: item.note_markdown,
+        media: pieceConfig.fields.media ? frontmatter[pieceConfig.fields.media] : undefined,
+        keywords: pieceConfig.fields.tags ? frontmatter[pieceConfig.fields.tags] : undefined,
+        date_added: item.date_added,
+        date_consumed: dateConsumed,
+        json_metadata: item.frontmatter_json,
+        ...(item.date_updated && { date_updated: item.date_updated }),
+    };
+}
+function getUniqueSlug(existingSlugs, filename, type) {
+    const slug = slugify(filename);
+    let finalSlug = slug;
+    let count = 0;
+    while (existingSlugs.has(`${type}-${slug}-${count}`)) {
+        count++;
+        finalSlug = `${slug}--${count}`;
+    }
+    existingSlugs.add(`${type}-${slug}-${count}`);
+    return finalSlug;
+}
+async function populateWebPieceItems(db, config) {
+    const webDb = db.withTables();
+    const items = await db.selectFrom('pieces_items').selectAll().execute();
+    const values = [];
+    const typeSlugs = new Set();
+    for (const item of items) {
+        const pieceConfig = config.pieces.find((p) => p.type === item.type);
+        if (pieceConfig) {
+            const filename = path.basename(item.file_path, '.md').split('.')[0];
+            const slug = getUniqueSlug(typeSlugs, filename, item.type);
+            const mapping = await mapPieceItemToWebPiece(item, pieceConfig, slug);
+            values.push(mapping);
+        }
+    }
+    await webDb.transaction().execute(async (tx) => {
+        if (values.length) {
+            const batches = batchArray(values, 1000);
+            for (const batch of batches) {
+                await tx.insertInto('web_pieces').values(batch).execute();
+            }
+        }
+    });
+}
+async function populateWebPieceSearch(db) {
+    await sql `INSERT INTO web_pieces_fts5(web_pieces_fts5) VALUES('rebuild')`.execute(db);
+}
+async function populateWebPieceTags(db) {
+    const tags = await sql `SELECT web_pieces.slug, web_pieces.id, web_pieces.type, json_each.value as tag FROM web_pieces, json_each(web_pieces.keywords)`.execute(db);
+    const webDb = db.withTables();
+    const values = [];
+    tags.rows.forEach((tag) => {
+        const name = tag.tag.trim();
+        if (name) {
+            values.push({
+                piece_slug: tag.slug,
+                piece_type: tag.type,
+                tag: name,
+                slug: slugify(name),
+                piece_id: tag.id,
+            });
+        }
+    });
+    await webDb.transaction().execute(async (tx) => {
+        if (values.length) {
+            const batches = batchArray(values, 1000);
+            for (const batch of batches) {
+                await tx.insertInto('web_pieces_tags').values(batch).execute();
+            }
+        }
+    });
+}
+async function generateWebSqlite(db, config) {
+    await dropWebTables(db);
+    await createWebTables(db);
+    await populateWebPieceItems(db, config);
+    await populateWebPieceTags(db);
+    await populateWebPieceSearch(db);
+    const pieces = await db
+        .withTables()
+        .selectFrom('web_pieces')
+        .selectAll()
+        .execute();
+    const tags = await db
+        .withTables()
+        .selectFrom('web_pieces_tags')
+        .selectAll()
+        .execute();
+    console.log(`${config.paths.database} has ${pieces.length} pieces and ${tags.length} tags`);
+}
+export { dropWebTables, createWebTables, populateWebPieceItems, populateWebPieceTags, populateWebPieceSearch, generateWebSqlite, };
+//# sourceMappingURL=database.js.map

package/dist/src/commands/sqlite/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../../src/commands/sqlite/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,GAAG,EAAoB,MAAM,cAAc,CAAA;AACzE,OAAO,IAAI,MAAM,MAAM,CAAA;AAGvB,SAAS,UAAU,CAAI,KAAU,EAAE,SAAiB;IACnD,MAAM,OAAO,GAAU,EAAE,CAAA;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAA;IAC5C,CAAC;IACD,OAAO,OAAO,CAAA;AACf,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC5B,OAAO,IAAI;SACT,QAAQ,EAAE;SACV,SAAS,CAAC,KAAK,CAAC,CAAC,yCAAyC;SAC1D,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,WAAW,EAAE;SACb,IAAI,EAAE;SACN,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACvB,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAkB;IAC9C,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAA;IACjE,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAA;IAC5D,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,CAAA;AAClE,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,EAAkB;IAChD,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,iBAAiB,CAAC;SAC9B,WAAW,EAAE;SACb,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACvD,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACvD,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACrD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SAChD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACjD,OAAO,EAAE,CAAA;IAEX,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,YAAY,CAAC;SACzB,WAAW,EAAE;SACb,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,CAAC;SAC5D,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACjD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACjD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACtD,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC;SAC1B,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC;SAC5B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC;SACzB,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC;SAC1B,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;SAC7B,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC;SAClC,SAAS,CAAC,YAAY,EAAE,UAAU,CAAC;SACnC,SAAS,CAAC,cAAc,EAAE,UAAU,CAAC;SACrC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC;SACtC,mBAAmB,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;SAClD,OAAO,EAAE,CAAA;IAEX,MAAM,GAAG,CAAA,2VAA2V,CAAC,OAAO,CAC3W,EAAE,CACF,CAAA;IAED,MAAM,GAAG,CAAA;;;MAGJ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAEjB,MAAM,GAAG,CAAA;;;;MAIJ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAEjB,MAAM,GAAG,CAAA;;;;;;;MAOJ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,sBAAsB,CACpC,IAAsC,EACtC,WAAqC,EACrC,IAAY;IAEZ,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACrD,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACnD,MAAM,YAAY,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;IAElE,OAAO;QACN,IAAI;QACJ,IAAI,EAAE,IAAI,CAAC,IAAyB;QACpC,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,KAAK;QACZ,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QACzF,IAAI,EAAE,IAAI,CAAC,aAAa;QACxB,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QACnF,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QACpF,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,aAAa,EAAE,YAAY;QAC3B,aAAa,EAAE,IAAI,CAAC,gBAAgB;QACpC,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;KAC7D,CAAA;AACF,CAAC;AAED,SAAS,aAAa,CAAC,aAA0B,EAAE,QAAgB,EAAE,IAAY;IAChF,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC9B,IAAI,SAAS,GAAG,IAAI,CAAA;IACpB,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,OAAO,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC,EAAE,CAAC;QACtD,KAAK,EAAE,CAAA;QACP,SAAS,GAAG,GAAG,IAAI,KAAK,KAAK,EAAE,CAAA;IAChC,CAAC;IAED,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC,CAAA;IAE7C,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,EAAkB,EAAE,MAAc;IACtE,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,EAA6B,CAAA;IACxD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAA;IACvE,MAAM,MAAM,GAAqB,EAAE,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAA;QAEnE,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACnE,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAC1D,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;YACrE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;IACF,CAAC;IAED,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC9C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAA;YAC1D,CAAC;QACF,CAAC;IACF,CAAC,CAAC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,EAAkB;IACvD,MAAM,GAAG,CAAA,gEAAgE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;AACtF,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,EAAkB;IACrD,MAAM,IAAI,GAAG,MAAM,GAAG,CAKpB,gIAAgI,CAAC,OAAO,CACzI,EAAE,CACF,CAAA;IACD,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,EAAqC,CAAA;IAChE,MAAM,MAAM,GAAwB,EAAE,CAAA;IAEtC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAA;QAC3B,IAAI,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,GAAG,CAAC,IAAI;gBACpB,UAAU,EAAE,GAAG,CAAC,IAAI;gBACpB,GAAG,EAAE,IAAI;gBACT,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;gBACnB,QAAQ,EAAE,GAAG,CAAC,EAAE;aAChB,CAAC,CAAA;QACH,CAAC;IACF,CAAC,CAAC,CAAA;IAEF,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QAC9C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YACxC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAA;YAC/D,CAAC;QACF,CAAC;IACF,CAAC,CAAC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,EAAkB,EAAE,MAAc;IAClE,MAAM,aAAa,CAAC,EAAE,CAAC,CAAA;IACvB,MAAM,eAAe,CAAC,EAAE,CAAC,CAAA;IAEzB,MAAM,qBAAqB,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACvC,MAAM,oBAAoB,CAAC,EAAE,CAAC,CAAA;IAC9B,MAAM,sBAAsB,CAAC,EAAE,CAAC,CAAA;IAEhC,MAAM,MAAM,GAAG,MAAM,EAAE;SACrB,UAAU,EAA6B;SACvC,UAAU,CAAC,YAAY,CAAC;SACxB,SAAS,EAAE;SACX,OAAO,EAAE,CAAA;IAEX,MAAM,IAAI,GAAG,MAAM,EAAE;SACnB,UAAU,EAAqC;SAC/C,UAAU,CAAC,iBAAiB,CAAC;SAC7B,SAAS,EAAE;SACX,OAAO,EAAE,CAAA;IAEX,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,QAAQ,MAAM,CAAC,MAAM,eAAe,IAAI,CAAC,MAAM,OAAO,CAAC,CAAA;AAC5F,CAAC;AAED,OAAO,EACN,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,EACtB,iBAAiB,GACjB,CAAA"}

package/dist/src/commands/sqlite/database.mock.d.ts

@@ -0,0 +1,24 @@
+import { Mocked } from 'vitest';
+import { LuzzleDatabase } from '@luzzle/core';
+declare function mockKysely(): {
+    db: Mocked<LuzzleDatabase>;
+    queries: {
+        where: import("vitest").Mock<(...args: any[]) => any>;
+        whereRef: import("vitest").Mock<(...args: any[]) => any>;
+        select: import("vitest").Mock<(...args: any[]) => any>;
+        selectAll: import("vitest").Mock<(...args: any[]) => any>;
+        execute: import("vitest").Mock<(...args: any[]) => any>;
+        executeTakeFirst: import("vitest").Mock<(...args: any[]) => any>;
+        executeTakeFirstOrThrow: import("vitest").Mock<(...args: any[]) => any>;
+        set: import("vitest").Mock<(...args: any[]) => any>;
+        as: import("vitest").Mock<(...args: any[]) => any>;
+        values: import("vitest").Mock<(...args: any[]) => any>;
+        onConflict: import("vitest").Mock<(...args: any[]) => any>;
+        returning: import("vitest").Mock<(...args: any[]) => any>;
+        groupBy: import("vitest").Mock<(...args: any[]) => any>;
+        returningAll: import("vitest").Mock<(...args: any[]) => any>;
+        insertInto: import("vitest").Mock<(...args: any[]) => any>;
+        orderBy: import("vitest").Mock<(...args: any[]) => any>;
+    };
+};
+export { mockKysely };

package/dist/src/commands/sqlite/database.mock.js

@@ -0,0 +1,58 @@
+import { vi } from 'vitest';
+function mockKysely() {
+    const queries = {
+        where: vi.fn().mockReturnThis(),
+        whereRef: vi.fn().mockReturnThis(),
+        select: vi.fn().mockReturnThis(),
+        selectAll: vi.fn().mockReturnThis(),
+        execute: vi.fn(),
+        executeTakeFirst: vi.fn(),
+        executeTakeFirstOrThrow: vi.fn(),
+        set: vi.fn().mockReturnThis(),
+        as: vi.fn(),
+        values: vi.fn().mockReturnThis(),
+        onConflict: vi.fn().mockReturnThis(),
+        returning: vi.fn().mockReturnThis(),
+        groupBy: vi.fn().mockReturnThis(),
+        returningAll: vi.fn().mockReturnThis(),
+        insertInto: vi.fn().mockReturnThis(),
+        orderBy: vi.fn().mockReturnThis(),
+    };
+    const schemaChain = {
+        ifNotExists: vi.fn().mockReturnThis(),
+        addColumn: vi.fn().mockReturnThis(),
+        addUniqueConstraint: vi.fn().mockReturnThis(),
+        execute: vi.fn(),
+    };
+    const schema = {
+        ifExists: vi.fn().mockReturnThis(),
+        ifNotExists: vi.fn().mockImplementation(() => schemaChain),
+        execute: vi.fn(),
+        createTable: vi.fn().mockImplementation(() => schemaChain),
+        dropTable: vi.fn().mockReturnThis(),
+    };
+    const transaction = {
+        execute: vi.fn().mockImplementation(fn => fn(queries)),
+    };
+    const db = {
+        selectFrom: vi.fn().mockImplementation(() => queries),
+        deleteFrom: vi.fn().mockImplementation(() => queries),
+        insertInto: vi.fn().mockImplementation(() => queries),
+        executeQuery: vi.fn(),
+        updateTable: vi.fn().mockImplementation(() => queries),
+        withTables: vi.fn().mockReturnThis(),
+        transaction: vi.fn().mockImplementation(() => transaction),
+        schema: {
+            createTable: vi.fn().mockImplementation(() => schema),
+            dropTable: vi.fn().mockImplementation(() => schema),
+        },
+        fn: {
+            count: vi.fn(() => ({
+                as: queries.as,
+            })),
+        },
+    };
+    return { db, queries };
+}
+export { mockKysely };
+//# sourceMappingURL=database.mock.js.map