@connecttomahdi/rxdb 17.0.0-beta.17

package/plugins/validate-is-my-json-valid/package.json

@@ -0,0 +1,18 @@
+{
+    "name": "rxdb-plugins-validate-is-my-json-valid",
+    "description": "This package.json file is generated by the \"npm run build:plugins\" script, do not edit it manually!",
+    "sideEffects": false,
+    "types": "../../dist/types/plugins/validate-is-my-json-valid/index.d.ts",
+    "exports": {
+        ".": {
+            "default": {
+                "types": "./index.d.ts",
+                "import": "./index.mjs",
+                "default": "./index.cjs"
+            }
+        },
+        "./package.json": "./package.json"
+    },
+    "main": "./index.cjs",
+    "module": "./index.mjs"
+}

package/plugins/validate-z-schema/index.cjs

@@ -0,0 +1,2 @@
+const pkg = require('../../dist/cjs/plugins/validate-z-schema/index.js');
+module.exports = pkg;

package/plugins/validate-z-schema/index.d.cts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/validate-z-schema/index';

package/plugins/validate-z-schema/index.d.mts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/validate-z-schema/index';

package/plugins/validate-z-schema/index.mjs

@@ -0,0 +1 @@
+export * from '../../dist/esm/plugins/validate-z-schema/index.js';

package/plugins/validate-z-schema/index.ts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/validate-z-schema/index';

package/plugins/validate-z-schema/package.json

@@ -0,0 +1,18 @@
+{
+    "name": "rxdb-plugins-validate-z-schema",
+    "description": "This package.json file is generated by the \"npm run build:plugins\" script, do not edit it manually!",
+    "sideEffects": false,
+    "types": "../../dist/types/plugins/validate-z-schema/index.d.ts",
+    "exports": {
+        ".": {
+            "default": {
+                "types": "./index.d.ts",
+                "import": "./index.mjs",
+                "default": "./index.cjs"
+            }
+        },
+        "./package.json": "./package.json"
+    },
+    "main": "./index.cjs",
+    "module": "./index.mjs"
+}

package/plugins/vector/index.cjs

@@ -0,0 +1,2 @@
+const pkg = require('../../dist/cjs/plugins/vector/index.js');
+module.exports = pkg;

package/plugins/vector/index.d.cts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/vector/index';

package/plugins/vector/index.d.mts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/vector/index';

package/plugins/vector/index.mjs

@@ -0,0 +1 @@
+export * from '../../dist/esm/plugins/vector/index.js';

package/plugins/vector/index.ts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/vector/index';

package/plugins/vector/package.json

@@ -0,0 +1,18 @@
+{
+    "name": "rxdb-plugins-vector",
+    "description": "This package.json file is generated by the \"npm run build:plugins\" script, do not edit it manually!",
+    "sideEffects": false,
+    "types": "../../dist/types/plugins/vector/index.d.ts",
+    "exports": {
+        ".": {
+            "default": {
+                "types": "./index.d.ts",
+                "import": "./index.mjs",
+                "default": "./index.cjs"
+            }
+        },
+        "./package.json": "./package.json"
+    },
+    "main": "./index.cjs",
+    "module": "./index.mjs"
+}

package/plugins/webmcp/index.cjs

@@ -0,0 +1,2 @@
+const pkg = require('../../dist/cjs/plugins/webmcp/index.js');
+module.exports = pkg;

package/plugins/webmcp/index.d.cts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/webmcp/index';

package/plugins/webmcp/index.d.mts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/webmcp/index';

package/plugins/webmcp/index.mjs

@@ -0,0 +1 @@
+export * from '../../dist/esm/plugins/webmcp/index.js';

package/plugins/webmcp/index.ts

@@ -0,0 +1 @@
+export * from '../../dist/types/plugins/webmcp/index';

package/plugins/webmcp/package.json

@@ -0,0 +1,18 @@
+{
+    "name": "rxdb-plugins-webmcp",
+    "description": "This package.json file is generated by the \"npm run build:plugins\" script, do not edit it manually!",
+    "sideEffects": false,
+    "types": "../../dist/types/plugins/webmcp/index.d.ts",
+    "exports": {
+        ".": {
+            "default": {
+                "types": "./index.d.ts",
+                "import": "./index.mjs",
+                "default": "./index.cjs"
+            }
+        },
+        "./package.json": "./package.json"
+    },
+    "main": "./index.cjs",
+    "module": "./index.mjs"
+}

package/scripts/ai-context-generator.mjs

@@ -0,0 +1,63 @@
+/**
+ * Generates a ai-context.txt file
+ * to pass into AI models so they know everything about RxDB
+ */
+
+import fs from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+const PAGE_DELEMITER_START = '\n\n\n\n\n-------------------- PAGE START -------------------------\n';
+const PAGE_DELEMITER_END = '\n\n-------------------- PAGE END -------------------------\n\n\n\n\n';
+const OUTPUT_FILE = '../ai-context.txt';
+
+const fileExtension = '.md';
+const folder = '../docs-src/docs';
+const additionalFiles = [
+    '../README.md',
+    '../CHANGELOG.md'
+];
+
+const ignoreFiles = [
+    'rx-storage-pouchdb.md',
+    'adapters.md',
+    'rx-storage-lokijs.md'
+];
+
+
+async function run() {
+
+    let files = await fs.promises.readdir(folder, { recursive: true });
+    files = files.map(file => path.join(__dirname, folder, file));
+    additionalFiles.forEach(file => files.push(path.join(__dirname, file)));
+
+
+    console.log(JSON.stringify(files, null, 4));
+
+    let output = 'CONTEXT: \n\n\n\n';
+    await Promise.all(
+        files.map(async (file) => {
+
+            const isInIgnoreList = ignoreFiles.find(ign => file.includes(ign));
+            if (isInIgnoreList || !file.endsWith(fileExtension)) {
+                return;
+            }
+            console.log('f: ' + file);
+            const content = await fs.promises.readFile(file, 'utf-8').catch(err => {
+                console.error('ERROR READING FILE ' + file);
+                throw err;
+            });
+            output += PAGE_DELEMITER_START + 'FILE: ' + file + '\n\n' + content + PAGE_DELEMITER_END;
+        })
+    );
+
+    console.log(output);
+
+
+    await fs.promises.writeFile(OUTPUT_FILE, output, 'utf-8');
+
+}
+
+await run();

package/scripts/cloud-signaling-script.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+set -e
+
+cd /rxdb
+npm install forever -g
+nohup forever start -c "node --max_old_space_size=2024" ./scripts/start-cloud-signaling-server.mjs &

package/scripts/docs-remove-time.mjs

@@ -0,0 +1,55 @@
+/**
+ * Gitbook will change each file on rebuild by adding a new timestamp.
+ * This causes many git diffs that are ugly and changed on each single release.
+ *
+ * Instead we remove the timestamp because we do not need it anyway.
+ * @link https://github.com/GitbookIO/gitbook-cli/issues/48
+ */
+
+const path = require('path');
+const walkSync = require('walk-sync');
+const fs = require('fs');
+
+
+function run() {
+    const docsFolder = path.join(__dirname, '../docs');
+    const files = walkSync(docsFolder);
+    console.dir(files);
+
+    files.forEach((file) => {
+        if (!file.endsWith('.html')) {
+            return;
+        }
+
+        const filePath = path.join(
+            __dirname,
+            '..',
+            'docs',
+            file
+        );
+        console.log(filePath);
+
+        let content = fs.readFileSync(
+            filePath,
+            'utf-8'
+        );
+
+        content = content.replace(
+            /"mtime":"[^"]*"/,
+            '"mtime":""'
+        );
+
+        content = content.replace(
+            /"time":"[^"]*"/,
+            '"time":""'
+        );
+
+        fs.writeFileSync(
+            filePath,
+            content,
+            'utf-8'
+        );
+    });
+
+}
+run();

package/scripts/fix-types.mjs

@@ -0,0 +1,23 @@
+import { promises as fs } from 'node:fs';
+
+async function main () {
+    const file = './dist/types/index.d.ts';
+    try {
+        let content = await fs.readFile(file, { encoding: 'utf-8' });
+        // Convert only bare '.ts' specifier endings, keep existing '.d.ts' intact.
+        content = content.replace(/(?<!\.d)\.ts(?=['"])/g, '.d.ts');
+
+        // Guard against malformed declaration specifiers.
+        if (/\.d\.d\.ts(?=['"])/.test(content)) {
+            throw new Error('malformed declaration specifier found (.d.d.ts)');
+        }
+
+        content = `// @ts-nocheck
+        ${content}`;
+        await fs.writeFile(file, content);
+    } catch (err) {
+        console.error(`Fix types error：${err.message}`);
+        process.exit(1);
+    }
+}
+main();

package/scripts/generate-all-headers.ts

@@ -0,0 +1,102 @@
+import * as fs from 'fs';
+import * as path from 'path';
+import { generateHeader } from './generate-header';
+
+const DOCS_DIR = path.join(__dirname, '../docs-src/docs');
+const OUTPUT_DIR = path.join(__dirname, '../docs-src/static/headers');
+
+if (!fs.existsSync(OUTPUT_DIR)) {
+    fs.mkdirSync(OUTPUT_DIR, { recursive: true });
+}
+
+function walk(dir: string, callback: (filePath: string) => void) {
+    const list = fs.readdirSync(dir);
+    list.forEach(file => {
+        const filePath = path.join(dir, file);
+        const stat = fs.statSync(filePath);
+        if (stat && stat.isDirectory()) {
+            walk(filePath, callback);
+        } else {
+            callback(filePath);
+        }
+    });
+}
+
+(async () => {
+    console.log('Generating header images...');
+
+    const files: string[] = [];
+    walk(DOCS_DIR, (filePath) => {
+        if (filePath.endsWith('.md')) {
+            files.push(filePath);
+        }
+    });
+
+    const filter = process.argv[2];
+
+    for (const filePath of files) {
+        const content = fs.readFileSync(filePath, 'utf-8');
+
+        // Simple frontmatter parsing
+        // We assume frontmatter starts at the beginning
+        const frontMatch = content.match(/^---\s*([\s\S]*?)\s*---/);
+        if (!frontMatch) continue;
+
+        const frontmatter = frontMatch[1];
+
+        const titleMatch = frontmatter.match(/title:\s*(.*)/);
+        const slugMatch = frontmatter.match(/slug:\s*(.*)/);
+
+        if (titleMatch) {
+            let title = titleMatch[1].trim();
+            // remove quotes if any
+            if ((title.startsWith('"') && title.endsWith('"')) || (title.startsWith('\'') && title.endsWith('\''))) {
+                title = title.slice(1, -1);
+            }
+
+            let slug;
+            if (slugMatch) {
+                slug = slugMatch[1].trim();
+                // remove extension if present in slug usually .html from rxdb docs
+                slug = slug.replace(/\.html$/, '');
+            } else {
+                // fallback to filename
+                slug = path.basename(filePath, '.md');
+            }
+
+            // FILTER logic
+            if (filter && !slug.includes(filter)) {
+                continue;
+            }
+
+            const outputFilename = `${slug}.jpg`;
+            const outputPath = path.join(OUTPUT_DIR, outputFilename);
+
+            // ALWAYS Generate (overwrite)
+            console.log(`Generating header: ${title} -> ${outputFilename}`);
+
+            try {
+                await generateHeader(title, outputPath, content, filePath);
+            } catch (err) {
+                console.error(`Failed to generate header for ${title}:`, err);
+            }
+
+
+            // Check if image is in frontmatter
+            if (!frontmatter.includes('image:')) {
+                // console.log(`Adding image to frontmatter: ${title}`);
+                const imageField = `image: /headers/${outputFilename}`;
+                const newFrontmatter = frontmatter.trimEnd() + '\n' + imageField + '\n';
+                const newContent = content.replace(frontMatch[0], `---\n${newFrontmatter}---`);
+                fs.writeFileSync(filePath, newContent, 'utf-8');
+            }
+
+            // Verify and error if missing
+            const checkContent = fs.readFileSync(filePath, 'utf-8');
+            if (!checkContent.match(/^image:\s+/m) && !checkContent.includes('image:')) { // check more broadly
+                console.error(`ERROR: Article "${title}" (${outputFilename}) missing 'image' field in frontmatter!`);
+            }
+        }
+    }
+    console.log('Done.');
+})();

package/scripts/generate-error-messages.mjs

@@ -0,0 +1,41 @@
+
+import fs from 'fs';
+import path from 'path';
+import { fileURLToPath } from 'url';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+const errorMessagesFile = path.join(__dirname, '../src/plugins/dev-mode/error-messages.ts');
+const outputFile = path.join(__dirname, '../ERROR-MESSAGES.md');
+
+const content = fs.readFileSync(errorMessagesFile, 'utf8');
+
+// Mock dependencies
+const NON_PREMIUM_COLLECTION_LIMIT = 16;
+
+// Strip imports and exports to make it evaluatable
+let evalContent = content.replace(/import .*?;\n/g, '');
+evalContent = evalContent.replace(/export const ERROR_MESSAGES/g, 'const ERROR_MESSAGES');
+
+// Evaluate the code to get the ERROR_MESSAGES object
+// We wrap it in a function to avoid polluting the global scope and to access the variable
+const getErrorMessages = new Function('NON_PREMIUM_COLLECTION_LIMIT', evalContent + '\nreturn ERROR_MESSAGES;');
+const ERROR_MESSAGES = getErrorMessages(NON_PREMIUM_COLLECTION_LIMIT);
+
+
+let md = '# RxDB Error Messages\n\n';
+md += 'This file is generated automatically. Do not edit it manually.\n\n';
+
+for (const key of Object.keys(ERROR_MESSAGES)) {
+    const err = ERROR_MESSAGES[key];
+    md += `## ${err.code}\n\n`;
+    md += `**Message**: \`${err.message}\`\n\n`;
+    if (err.cause) md += `**Cause**: ${err.cause}\n\n`;
+    if (err.fix) md += `**Fix**: ${err.fix}\n\n`;
+    if (err.docs) md += `**Docs**: ${err.docs}\n\n`;
+    md += '---\n\n';
+}
+
+fs.writeFileSync(outputFile, md);
+console.log(`Generated ${outputFile}`);

package/scripts/generate-header.ts

@@ -0,0 +1,226 @@
+import sharp from 'sharp';
+import * as fs from 'fs';
+import * as path from 'path';
+
+export async function generateHeader(
+    title: string,
+    outputFile: string,
+    content: string,
+    docPath: string
+) {
+    // limit title to 6 words
+    const titleWords = title.split(' ');
+    if (titleWords.length > 6) {
+        title = titleWords.slice(0, 6).join(' ') + '..';
+    }
+
+    const width = 1200;
+    const height = 630;
+
+    const logoPath = path.join(__dirname, '../docs-src/static/files/logo/rxdb_javascript_database.svg');
+    const logoBuffer = fs.readFileSync(logoPath);
+
+    const fontPath = path.join(__dirname, '../docs-src/static/fonts/AtkinsonHyperlegibleMono-VariableFont_wght.ttf');
+    const fontBuffer = fs.readFileSync(fontPath);
+    const fontBase64 = fontBuffer.toString('base64');
+
+    // Find relevant images from markdown content
+    const relevantImages = findRelevantImages(content, docPath);
+    console.log(`Found images for "${title}":`, relevantImages);
+
+    let rightImageBuffer: Buffer | null = null;
+
+    // Pick the first one
+    if (relevantImages.length > 0) {
+        try {
+            rightImageBuffer = fs.readFileSync(relevantImages[0]);
+        } catch (err) { }
+    }
+
+
+    // Create SVG for background and text
+    // linear-gradient(rgba(15, 23, 42, 0.8), rgb(5, 6, 10))
+    // rgba(15, 23, 42, 0.8) -> #0f172acc (approx)
+    // rgb(5, 6, 10) -> #05060a
+
+    const svgImage = `
+    <svg width="${width}" height="${height}" viewBox="0 0 ${width} ${height}" xmlns="http://www.w3.org/2000/svg">
+        <defs>
+            <linearGradient id="grad1" x1="0%" y1="0%" x2="0%" y2="100%">
+                <stop offset="0%" style="stop-color:rgba(15, 23, 42, 0.8);stop-opacity:1" />
+                <stop offset="100%" style="stop-color:rgb(5, 6, 10);stop-opacity:1" />
+            </linearGradient>
+            <style>
+                @font-face {
+                    font-family: 'Atkinson Hyperlegible Mono';
+                    src: url(data:font/ttf;charset=utf-8;base64,${fontBase64}) format('truetype');
+                    font-weight: 100 800;
+                }
+                .title {
+                    fill: white;
+                    font-family: 'Atkinson Hyperlegible Mono', monospace;
+                    font-size: 55px;
+                    font-weight: 800;
+                    line-height: 1.1;
+                    text-anchor: middle;
+                }
+            </style>
+        </defs>
+        <rect width="100%" height="100%" fill="url(#grad1)" />
+        
+        <text x="50%" y="${height - 120}" width="1000" class="title">
+            ${escapeXml(title).split(' ').map((_word, _i, _arr) => {
+        // Wrap every 3 words roughly, or just fit?
+        // For centered text, simple tspans with dy works but we need to calculate lines
+        // Simplification: Let's assume max 6 words fits in 2 lines max
+        // If length > 3, split in two lines?
+        const words = escapeXml(title).split(' ');
+        if (words.length > 3) {
+            const mid = Math.ceil(words.length / 2);
+            const line1 = words.slice(0, mid).join(' ');
+            const line2 = words.slice(mid).join(' ');
+            return `<tspan x="50%" dy="-1.2em">${line1}</tspan><tspan x="50%" dy="1.2em">${line2}</tspan>`;
+        } else {
+            return `<tspan x="50%">${words.join(' ')}</tspan>`;
+        }
+    }).join('')}
+        </text>
+    </svg>
+    `;
+
+    // Process with Sharp
+    const pipeline = sharp(Buffer.from(svgImage));
+
+    const composites: sharp.OverlayOptions[] = [];
+
+    // Layout:
+    // [ RxDB Logo ] [ Context Image ]
+    //           Title
+    // Center the top group (Logo + Image)
+
+    const logoResized = await sharp(logoBuffer)
+        .resize({ width: 600, height: 350, fit: 'inside' })
+        .toBuffer();
+
+    const logoMeta = await sharp(logoResized).metadata();
+    const logoW = logoMeta.width || 600;
+    const logoH = logoMeta.height || 100;
+
+    let rightImgResized: Buffer | null = null;
+    let rightImgW = 0;
+    let rightImgH = 0;
+
+    if (rightImageBuffer) {
+        try {
+            // Resize relevant image to be similar height to logo or max constraint
+            rightImgResized = await sharp(rightImageBuffer)
+                .resize({ height: logoH, width: 400, fit: 'inside' })
+                .toBuffer();
+            const rMeta = await sharp(rightImgResized).metadata();
+            rightImgW = rMeta.width || 0;
+            rightImgH = rMeta.height || 0;
+        } catch (e) {
+            // ignore if fail
+        }
+    }
+
+    const gap = 40;
+    const totalTopWidth = logoW + (rightImgResized ? gap + rightImgW : 0);
+    const startLeft = (width - totalTopWidth) / 2;
+
+    // Logo Position
+    composites.push({
+        input: logoResized,
+        top: 80, // Top margin
+        left: Math.round(startLeft)
+    });
+
+    // Right Image Position
+    if (rightImgResized) {
+        composites.push({
+            input: rightImgResized,
+            top: Math.round(80 + (logoH - rightImgH) / 2), // Vertically center relative to logo if different heights
+            left: Math.round(startLeft + logoW + gap)
+        });
+    }
+
+    await pipeline
+        .composite(composites)
+        .jpeg({ mozjpeg: true })
+        .toFile(outputFile);
+}
+
+function findRelevantImages(content: string, docPath: string): string[] {
+    const images: string[] = [];
+    const docDir = path.dirname(docPath);
+    const staticDir = path.join(__dirname, '../docs-src/static');
+
+    // Helper check
+    const checkAndAdd = (url: string) => {
+        if (!url || url.includes('/logo/')) return;
+
+        // Strip query and hash
+        const cleanUrl = url.split('?')[0].split('#')[0];
+
+        // Array of possible paths to check
+        const candidates: string[] = [];
+
+        if (path.isAbsolute(cleanUrl)) {
+            // If absolute path like /files/foo.png, it might be in static folder
+            candidates.push(path.join(staticDir, cleanUrl));
+        } else {
+            // Relative path
+            candidates.push(path.resolve(docDir, cleanUrl));
+
+            // Check if it refers to 'files/' which is in static dir
+            // Many markdown files use ../files/ which technically might be wrong relative to file but correct for build
+            if (cleanUrl.includes('/files/')) {
+                const part = cleanUrl.substring(cleanUrl.indexOf('/files/'));
+                candidates.push(path.join(staticDir, part));
+            } else if (cleanUrl.startsWith('files/')) {
+                candidates.push(path.join(staticDir, cleanUrl));
+            }
+        }
+
+        // console.log(`Checking image candidates for ${url}:`, candidates);
+
+        for (const p of candidates) {
+            if (fs.existsSync(p) && fs.statSync(p).isFile()) {
+                if (p.match(/\.(png|jpg|jpeg|svg|gif|webp)$/i)) {
+                    if (!images.includes(p)) {
+                        images.push(p);
+                    }
+                    return; // Found match, stop checking candidates
+                }
+            }
+        }
+    };
+
+    // Markdown
+    const mdRegex = /!\[.*?\]\((.*?)\)/g;
+    let match;
+    while ((match = mdRegex.exec(content)) !== null) {
+        checkAndAdd(match[1]);
+    }
+
+    // HTML with better regex to catch src attribute anywhere in the tag
+    const htmlRegex = /<img\s+[^>]*src=["']([^"']+)["'][^>]*>/gi;
+    while ((match = htmlRegex.exec(content)) !== null) {
+        checkAndAdd(match[1]);
+    }
+
+    return images;
+}
+
+function escapeXml(unsafe: string) {
+    return unsafe.replace(/[<>&'"]/g, function (c) {
+        switch (c) {
+            case '<': return '&lt;';
+            case '>': return '&gt;';
+            case '&': return '&amp;';
+            case '\'': return '&apos;';
+            case '"': return '&quot;';
+        }
+        return c;
+    });
+}