@cardmagic/notes 1.0.1

package/dist/formatter.js

@@ -0,0 +1,129 @@
+import chalk from 'chalk';
+export function formatDate(unixTimestamp) {
+    if (!unixTimestamp || unixTimestamp <= 0) {
+        return 'Unknown';
+    }
+    return new Date(unixTimestamp * 1000).toLocaleDateString('en-US', {
+        year: 'numeric',
+        month: 'short',
+        day: 'numeric',
+        hour: '2-digit',
+        minute: '2-digit',
+    });
+}
+export function formatNote(note, showBody = false) {
+    const lines = [];
+    // Title with pin indicator
+    const titlePrefix = note.isPinned ? chalk.yellow('📌 ') : '';
+    const lockSuffix = note.isLocked ? chalk.red(' 🔒') : '';
+    lines.push(titlePrefix + chalk.bold.cyan(note.title || 'Untitled') + lockSuffix);
+    // Folder
+    lines.push(chalk.dim(`📁 ${note.folder}`));
+    // Snippet
+    if (note.snippet) {
+        lines.push(chalk.gray(note.snippet));
+    }
+    // Body preview if requested
+    if (showBody && note.body) {
+        const bodyPreview = note.body.slice(0, 200).replace(/\n/g, ' ');
+        lines.push(chalk.dim(bodyPreview + (note.body.length > 200 ? '...' : '')));
+    }
+    // Modified date
+    lines.push(chalk.dim(`Modified: ${formatDate(note.modifiedAt)}`));
+    return lines.join('\n');
+}
+export function formatSearchResult(result, query) {
+    const lines = [];
+    // Match indicator and title
+    const titlePrefix = result.isPinned ? chalk.yellow('📌 ') : '';
+    const lockSuffix = result.isLocked ? chalk.red(' 🔒') : '';
+    const highlightedTitle = highlightMatches(result.title || 'Untitled', query);
+    lines.push(chalk.green('▶ ') + titlePrefix + chalk.bold.cyan(highlightedTitle) + lockSuffix);
+    // Folder
+    lines.push(chalk.dim(`  📁 ${result.folder}`));
+    // Highlighted snippet
+    if (result.snippet) {
+        const highlightedSnippet = highlightMatches(result.snippet, query);
+        lines.push(`  ${highlightedSnippet}`);
+    }
+    // Score and matched terms
+    lines.push(chalk.dim(`  Score: ${result.score.toFixed(2)} | Terms: ${result.matchedTerms.join(', ')}`));
+    // Modified date
+    lines.push(chalk.dim(`  Modified: ${formatDate(result.modifiedAt)}`));
+    return lines.join('\n');
+}
+function highlightMatches(text, query) {
+    const terms = query.toLowerCase().split(/\s+/).filter(t => t.length > 0);
+    let highlighted = text;
+    for (const term of terms) {
+        const regex = new RegExp(`(${escapeRegex(term)})`, 'gi');
+        highlighted = highlighted.replace(regex, chalk.bgYellow.black('$1'));
+    }
+    return highlighted;
+}
+function escapeRegex(str) {
+    return str.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+export function formatFolder(folder) {
+    const lines = [];
+    lines.push(chalk.bold.magenta(`📁 ${folder.name}`));
+    lines.push(chalk.dim(`   ${folder.noteCount} notes | Last modified: ${formatDate(folder.lastModified)}`));
+    return lines.join('\n');
+}
+export function formatStats(stats) {
+    const lines = [];
+    lines.push(chalk.bold.cyan('📊 Notes Index Statistics'));
+    lines.push('');
+    lines.push(`  Total Notes:   ${chalk.bold(stats.totalNotes.toString())}`);
+    lines.push(`  Total Folders: ${chalk.bold(stats.totalFolders.toString())}`);
+    lines.push(`  Indexed At:    ${chalk.dim(stats.indexedAt)}`);
+    if (stats.oldestNote) {
+        lines.push(`  Oldest Note:   ${chalk.dim(stats.oldestNote)}`);
+    }
+    if (stats.newestNote) {
+        lines.push(`  Newest Note:   ${chalk.dim(stats.newestNote)}`);
+    }
+    return lines.join('\n');
+}
+export function formatIndexProgress(progress) {
+    const { phase, current, total } = progress;
+    const percent = total > 0 ? Math.round((current / total) * 100) : 0;
+    const barWidth = 30;
+    const filledWidth = Math.round((percent / 100) * barWidth);
+    const bar = '█'.repeat(filledWidth) + '░'.repeat(barWidth - filledWidth);
+    let phaseText;
+    switch (phase) {
+        case 'extracting-pdfs':
+            phaseText = chalk.magenta('Extracting PDFs...');
+            break;
+        case 'reading':
+            phaseText = chalk.yellow('Reading notes...');
+            break;
+        case 'indexing':
+            phaseText = chalk.blue('Building index...');
+            break;
+        case 'done':
+            phaseText = chalk.green('Done!');
+            break;
+    }
+    return `${phaseText}\n[${chalk.cyan(bar)}] ${percent}% (${current}/${total})`;
+}
+export function formatNoteList(notes) {
+    if (notes.length === 0) {
+        return chalk.dim('No notes found.');
+    }
+    return notes.map(note => formatNote(note)).join('\n\n');
+}
+export function formatSearchResults(results, query) {
+    if (results.length === 0) {
+        return chalk.dim(`No results found for "${query}".`);
+    }
+    return results.map(result => formatSearchResult(result, query)).join('\n\n');
+}
+export function formatFolderList(folders) {
+    if (folders.length === 0) {
+        return chalk.dim('No folders found.');
+    }
+    return folders.map(folder => formatFolder(folder)).join('\n\n');
+}
+//# sourceMappingURL=formatter.js.map

package/dist/formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"formatter.js","sourceRoot":"","sources":["../src/formatter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAI1B,MAAM,UAAU,UAAU,CAAC,aAAqB;IAC9C,IAAI,CAAC,aAAa,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,kBAAkB,CAAC,OAAO,EAAE;QAChE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,OAAO;QACd,GAAG,EAAE,SAAS;QACd,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,SAAS;KAClB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAiB,EAAE,QAAQ,GAAG,KAAK;IAC5D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,2BAA2B;IAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,UAAU,CAAC,CAAC;IAEjF,SAAS;IACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAE3C,UAAU;IACV,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,4BAA4B;IAC5B,IAAI,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,gBAAgB;IAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IAElE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,MAAoB,EACpB,KAAa;IAEb,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,4BAA4B;IAC5B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,KAAK,IAAI,UAAU,EAAE,KAAK,CAAC,CAAC;IAC7E,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,CAAC;IAE7F,SAAS;IACT,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAE/C,sBAAsB;IACtB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,KAAK,kBAAkB,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,0BAA0B;IAC1B,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAC5F,CAAC;IAEF,gBAAgB;IAChB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,KAAa;IACnD,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAEzE,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACzD,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAkB;IAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,SAAS,2BAA2B,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;IAE1G,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAiB;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1E,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAE7D,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,oBAAoB,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAuB;IACzD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IAC3C,MAAM,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAC;IAEzE,IAAI,SAAiB,CAAC;IACtB,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,iBAAiB;YACpB,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;YAChD,MAAM;QACR,KAAK,SAAS;YACZ,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,MAAM;QACR,KAAK,UAAU;YACb,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAC5C,MAAM;QACR,KAAK,MAAM;YACT,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM;IACV,CAAC;IAED,OAAO,GAAG,SAAS,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,OAAO,MAAM,OAAO,IAAI,KAAK,GAAG,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAoB;IACjD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAuB,EAAE,KAAa;IACxE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,yBAAyB,KAAK,IAAI,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAqB;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClE,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,16 @@
+#!/usr/bin/env node
+const args = process.argv.slice(2);
+if (args.includes('--mcp')) {
+    // Run as MCP server
+    import('./mcp.js').then(({ runMcpServer }) => {
+        runMcpServer().catch(console.error);
+    });
+}
+else {
+    // Run as CLI
+    import('./cli.js').then(({ runCli }) => {
+        runCli();
+    });
+}
+export {};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAEnC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3B,oBAAoB;IACpB,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE;QAC3C,YAAY,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC;KAAM,CAAC;IACN,aAAa;IACb,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACrC,MAAM,EAAE,CAAC;IACX,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/indexer.d.ts

@@ -0,0 +1,24 @@
+import type { IndexStats } from './types.js';
+export declare function indexNeedsRebuild(): boolean;
+export interface IndexProgress {
+    phase: 'reading' | 'extracting-pdfs' | 'indexing' | 'done';
+    current: number;
+    total: number;
+    message?: string;
+}
+/**
+ * Incremental index update - only processes changed notes
+ */
+export declare function updateIndex(onProgress?: (progress: IndexProgress) => void): Promise<IndexStats & {
+    updated: number;
+    deleted: number;
+}>;
+/**
+ * Full index rebuild - processes all notes from scratch
+ */
+export declare function buildIndex(onProgress?: (progress: IndexProgress) => void): Promise<IndexStats>;
+export declare function ensureIndex(): Promise<void>;
+export declare function getStats(): IndexStats | null;
+export declare function getIndexDbPath(): string;
+export declare function getFuzzyIndexPath(): string;
+//# sourceMappingURL=indexer.d.ts.map

package/dist/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAwB,UAAU,EAAE,MAAM,YAAY,CAAC;AAkJnE,wBAAgB,iBAAiB,IAAI,OAAO,CAY3C;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,SAAS,GAAG,iBAAiB,GAAG,UAAU,GAAG,MAAM,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA2FD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,GAC7C,OAAO,CAAC,UAAU,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAmK5D;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,GAC7C,OAAO,CAAC,UAAU,CAAC,CA0HrB;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAQjD;AAED,wBAAgB,QAAQ,IAAI,UAAU,GAAG,IAAI,CAS5C;AAED,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C"}

package/dist/indexer.js

@@ -0,0 +1,483 @@
+import Database from 'better-sqlite3';
+import { existsSync, mkdirSync, readFileSync, writeFileSync, statSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import { gunzipSync } from 'node:zlib';
+import MiniSearch from 'minisearch';
+import { appleToUnix } from './types.js';
+import { extractAllPdfText, getNoteKey } from './attachments.js';
+const NOTES_DB_PATH = join(homedir(), 'Library/Group Containers/group.com.apple.notes/NoteStore.sqlite');
+const INDEX_DIR = join(homedir(), '.notes');
+const INDEX_DB_PATH = join(INDEX_DIR, 'index.db');
+const FUZZY_INDEX_PATH = join(INDEX_DIR, 'fuzzy.json');
+const STATS_PATH = join(INDEX_DIR, 'stats.json');
+// Entity type constants from Z_PRIMARYKEY
+const ENTITY_NOTE = 12;
+const ENTITY_FOLDER = 15;
+function ensureIndexDir() {
+    if (!existsSync(INDEX_DIR)) {
+        mkdirSync(INDEX_DIR, { recursive: true });
+    }
+}
+function extractTextFromNoteData(data) {
+    if (!data || data.length === 0) {
+        return '';
+    }
+    try {
+        // The data is gzip compressed
+        const decompressed = gunzipSync(data);
+        // Extract readable text from the protobuf-like format
+        // The text is stored as UTF-8 strings within the binary data
+        const text = extractStringsFromBuffer(decompressed);
+        return text;
+    }
+    catch {
+        return '';
+    }
+}
+function extractStringsFromBuffer(buffer) {
+    const strings = [];
+    let currentString = '';
+    let inString = false;
+    for (let i = 0; i < buffer.length; i++) {
+        const byte = buffer[i];
+        // Check if this is a printable ASCII or common UTF-8 character
+        if ((byte >= 0x20 && byte <= 0x7E) || byte === 0x0A || byte === 0x0D || byte === 0x09) {
+            currentString += String.fromCharCode(byte);
+            inString = true;
+        }
+        else if (byte >= 0xC0 && byte <= 0xF7 && i + 1 < buffer.length) {
+            // Handle UTF-8 multi-byte sequences
+            let charLen = 1;
+            if ((byte & 0xE0) === 0xC0)
+                charLen = 2;
+            else if ((byte & 0xF0) === 0xE0)
+                charLen = 3;
+            else if ((byte & 0xF8) === 0xF0)
+                charLen = 4;
+            if (i + charLen <= buffer.length) {
+                try {
+                    const utf8Char = buffer.slice(i, i + charLen).toString('utf8');
+                    if (utf8Char.length === 1 && utf8Char.charCodeAt(0) >= 0x80) {
+                        currentString += utf8Char;
+                        i += charLen - 1;
+                        inString = true;
+                        continue;
+                    }
+                }
+                catch {
+                    // Not valid UTF-8
+                }
+            }
+            if (inString && currentString.length >= 3) {
+                strings.push(currentString.trim());
+            }
+            currentString = '';
+            inString = false;
+        }
+        else {
+            if (inString && currentString.length >= 3) {
+                strings.push(currentString.trim());
+            }
+            currentString = '';
+            inString = false;
+        }
+    }
+    if (currentString.length >= 3) {
+        strings.push(currentString.trim());
+    }
+    // Join strings and clean up
+    const text = strings
+        .filter(s => s.length >= 2)
+        .join('\n')
+        .replace(/\n{3,}/g, '\n\n')
+        // Remove any remaining non-printable characters except newlines/tabs
+        .replace(/[^\x20-\x7E\n\t\u00A0-\uFFFF]/g, '')
+        .trim();
+    // Filter out garbage lines and detect where garbage starts
+    const lines = text.split('\n');
+    // Helper to detect if a line is garbage
+    const isGarbageLine = (line) => {
+        const trimmed = line.trim();
+        if (trimmed.length === 0)
+            return false; // Empty lines aren't garbage
+        // Lines with characters outside basic Latin + common punctuation
+        const hasExoticChars = /[^\x20-\x7E\u00A0-\u00FF]/.test(trimmed);
+        // Short lines with exotic chars are definitely garbage
+        if (hasExoticChars && trimmed.length < 20)
+            return true;
+        // Lines that are mostly non-alphanumeric
+        const alphanumCount = (trimmed.match(/[a-zA-Z0-9]/g) || []).length;
+        if (alphanumCount < trimmed.length * 0.4 && trimmed.length < 15)
+            return true;
+        // Short alphanumeric-only codes that repeat (like "F>LL", "MbH", etc.)
+        if (trimmed.length <= 5 && /^[A-Za-z0-9>\\]+$/.test(trimmed))
+            return true;
+        return false;
+    };
+    // Find where a garbage block starts (3+ consecutive garbage lines)
+    let cutoffIndex = lines.length;
+    let consecutiveGarbage = 0;
+    for (let i = 0; i < lines.length; i++) {
+        if (isGarbageLine(lines[i])) {
+            consecutiveGarbage++;
+            if (consecutiveGarbage >= 3) {
+                // Found garbage block, cut from where it started
+                cutoffIndex = i - consecutiveGarbage + 1;
+                break;
+            }
+        }
+        else if (lines[i].trim().length > 0) {
+            consecutiveGarbage = 0;
+        }
+    }
+    return lines.slice(0, cutoffIndex).join('\n').trim();
+}
+export function indexNeedsRebuild() {
+    if (!existsSync(INDEX_DB_PATH) || !existsSync(FUZZY_INDEX_PATH)) {
+        return true;
+    }
+    try {
+        const sourceStats = statSync(NOTES_DB_PATH);
+        const indexStats = statSync(INDEX_DB_PATH);
+        return sourceStats.mtimeMs > indexStats.mtimeMs;
+    }
+    catch {
+        return true;
+    }
+}
+function getExtendedStats() {
+    try {
+        if (!existsSync(STATS_PATH)) {
+            return null;
+        }
+        return JSON.parse(readFileSync(STATS_PATH, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+function createIndexTables(db) {
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS notes (
+      id INTEGER PRIMARY KEY,
+      title TEXT,
+      snippet TEXT,
+      body TEXT,
+      folder TEXT,
+      created_at INTEGER,
+      modified_at INTEGER,
+      is_pinned INTEGER,
+      is_locked INTEGER
+    );
+
+    CREATE VIRTUAL TABLE IF NOT EXISTS notes_fts USING fts5(
+      title,
+      snippet,
+      body,
+      folder,
+      content='notes',
+      content_rowid='id'
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_notes_folder ON notes(folder);
+    CREATE INDEX IF NOT EXISTS idx_notes_modified ON notes(modified_at);
+  `);
+}
+function processNote(raw, pdfTextByNote) {
+    let body = extractTextFromNoteData(raw.data);
+    const noteKey = getNoteKey(raw.rowid);
+    const pdfText = pdfTextByNote.get(noteKey);
+    if (pdfText) {
+        body = body ? `${body}\n\n${pdfText}` : pdfText;
+    }
+    return {
+        id: raw.rowid,
+        title: raw.title || '',
+        snippet: raw.snippet || '',
+        body,
+        folder: raw.folderName || 'Notes',
+        createdAt: raw.creationDate ? appleToUnix(raw.creationDate) : 0,
+        modifiedAt: raw.modificationDate ? appleToUnix(raw.modificationDate) : 0,
+        isPinned: raw.isPinned === 1,
+        isLocked: raw.isPasswordProtected === 1,
+    };
+}
+function rebuildFuzzyIndex(indexDb) {
+    const allNotes = indexDb.prepare(`
+    SELECT id, title, snippet, body, folder, created_at as createdAt,
+           modified_at as modifiedAt, is_pinned as isPinned, is_locked as isLocked
+    FROM notes
+  `).all();
+    const miniSearch = new MiniSearch({
+        fields: ['title', 'snippet', 'body', 'folder'],
+        storeFields: ['id', 'title', 'snippet', 'folder', 'createdAt', 'modifiedAt', 'isPinned', 'isLocked'],
+        searchOptions: {
+            fuzzy: 0.2,
+            prefix: true,
+            boost: { title: 3, snippet: 2, body: 1, folder: 1 },
+        },
+    });
+    miniSearch.addAll(allNotes);
+    writeFileSync(FUZZY_INDEX_PATH, JSON.stringify(miniSearch.toJSON()));
+}
+/**
+ * Incremental index update - only processes changed notes
+ */
+export async function updateIndex(onProgress) {
+    ensureIndexDir();
+    const existingStats = getExtendedStats();
+    const lastModTime = existingStats?.lastIndexedModTime || 0;
+    const sourceDb = new Database(NOTES_DB_PATH, { readonly: true });
+    const indexDb = new Database(INDEX_DB_PATH);
+    try {
+        createIndexTables(indexDb);
+        // Get current note IDs from source to detect deletions
+        const currentNoteIds = new Set(sourceDb.prepare(`
+        SELECT Z_PK as id FROM ZICCLOUDSYNCINGOBJECT
+        WHERE Z_ENT = ? AND ZMARKEDFORDELETION = 0
+      `).all(ENTITY_NOTE).map(r => r.id));
+        // Get indexed note IDs
+        const indexedNoteIds = new Set(indexDb.prepare('SELECT id FROM notes').all().map(r => r.id));
+        // Find deleted notes
+        const deletedIds = [];
+        for (const id of indexedNoteIds) {
+            if (!currentNoteIds.has(id)) {
+                deletedIds.push(id);
+            }
+        }
+        // Delete removed notes
+        if (deletedIds.length > 0) {
+            const deleteStmt = indexDb.prepare('DELETE FROM notes WHERE id = ?');
+            const deleteFtsStmt = indexDb.prepare('DELETE FROM notes_fts WHERE rowid = ?');
+            indexDb.exec('BEGIN TRANSACTION');
+            for (const id of deletedIds) {
+                deleteStmt.run(id);
+                deleteFtsStmt.run(id);
+            }
+            indexDb.exec('COMMIT');
+        }
+        // Query notes modified since last index
+        const modifiedNotesQuery = sourceDb.prepare(`
+      SELECT
+        n.Z_PK as rowid,
+        n.ZTITLE1 as title,
+        n.ZSNIPPET as snippet,
+        n.ZFOLDER as folderId,
+        f.ZTITLE2 as folderName,
+        COALESCE(n.ZCREATIONDATE, n.ZCREATIONDATE1, n.ZCREATIONDATE2, n.ZCREATIONDATE3) as creationDate,
+        COALESCE(n.ZMODIFICATIONDATE, n.ZMODIFICATIONDATE1, n.ZMODIFIEDDATE) as modificationDate,
+        n.ZISPINNED as isPinned,
+        n.ZISPASSWORDPROTECTED as isPasswordProtected,
+        nd.ZDATA as data
+      FROM ZICCLOUDSYNCINGOBJECT n
+      LEFT JOIN ZICCLOUDSYNCINGOBJECT f ON n.ZFOLDER = f.Z_PK
+      LEFT JOIN ZICNOTEDATA nd ON nd.ZNOTE = n.Z_PK
+      WHERE n.Z_ENT = ?
+        AND n.ZMARKEDFORDELETION = 0
+        AND COALESCE(n.ZMODIFICATIONDATE, n.ZMODIFICATIONDATE1, n.ZMODIFIEDDATE) > ?
+      ORDER BY COALESCE(n.ZMODIFICATIONDATE, n.ZMODIFICATIONDATE1, n.ZMODIFIEDDATE) ASC
+    `);
+        const modifiedNotes = modifiedNotesQuery.all(ENTITY_NOTE, lastModTime);
+        if (modifiedNotes.length === 0 && deletedIds.length === 0) {
+            onProgress?.({ phase: 'done', current: 0, total: 0, message: 'Index up to date' });
+            return { ...existingStats, updated: 0, deleted: 0 };
+        }
+        onProgress?.({
+            phase: 'extracting-pdfs',
+            current: 0,
+            total: modifiedNotes.length,
+            message: `Found ${modifiedNotes.length} modified, ${deletedIds.length} deleted`
+        });
+        // Extract PDF text only for modified notes
+        let pdfTextByNote;
+        try {
+            pdfTextByNote = extractAllPdfText();
+        }
+        catch {
+            pdfTextByNote = new Map();
+        }
+        onProgress?.({ phase: 'reading', current: 0, total: modifiedNotes.length });
+        // Upsert modified notes
+        const upsertStmt = indexDb.prepare(`
+      INSERT OR REPLACE INTO notes (id, title, snippet, body, folder, created_at, modified_at, is_pinned, is_locked)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const deleteFtsForUpdate = indexDb.prepare('DELETE FROM notes_fts WHERE rowid = ?');
+        const insertFtsStmt = indexDb.prepare(`
+      INSERT INTO notes_fts (rowid, title, snippet, body, folder)
+      VALUES (?, ?, ?, ?, ?)
+    `);
+        let maxModTime = lastModTime;
+        indexDb.exec('BEGIN TRANSACTION');
+        for (let i = 0; i < modifiedNotes.length; i++) {
+            const raw = modifiedNotes[i];
+            const note = processNote(raw, pdfTextByNote);
+            if (raw.modificationDate && raw.modificationDate > maxModTime) {
+                maxModTime = raw.modificationDate;
+            }
+            upsertStmt.run(note.id, note.title, note.snippet, note.body, note.folder, note.createdAt, note.modifiedAt, note.isPinned ? 1 : 0, note.isLocked ? 1 : 0);
+            // Update FTS (delete then insert)
+            deleteFtsForUpdate.run(note.id);
+            insertFtsStmt.run(note.id, note.title, note.snippet, note.body, note.folder);
+            if (i % 50 === 0) {
+                onProgress?.({ phase: 'reading', current: i, total: modifiedNotes.length });
+            }
+        }
+        indexDb.exec('COMMIT');
+        onProgress?.({ phase: 'indexing', current: 0, total: 1, message: 'Rebuilding fuzzy index...' });
+        // Rebuild fuzzy index from SQLite
+        rebuildFuzzyIndex(indexDb);
+        // Update stats
+        const totalNotes = indexDb.prepare('SELECT COUNT(*) as count FROM notes').get().count;
+        const folderCount = sourceDb.prepare(`
+      SELECT COUNT(*) as count FROM ZICCLOUDSYNCINGOBJECT WHERE Z_ENT = ? AND ZMARKEDFORDELETION = 0
+    `).get(ENTITY_FOLDER).count;
+        const dateRange = indexDb.prepare(`
+      SELECT MIN(modified_at) as oldest, MAX(modified_at) as newest FROM notes WHERE modified_at > 0
+    `).get();
+        const stats = {
+            totalNotes,
+            totalFolders: folderCount,
+            indexedAt: new Date().toISOString(),
+            oldestNote: dateRange.oldest ? new Date(dateRange.oldest * 1000).toISOString() : null,
+            newestNote: dateRange.newest ? new Date(dateRange.newest * 1000).toISOString() : null,
+            lastIndexedModTime: maxModTime,
+        };
+        writeFileSync(STATS_PATH, JSON.stringify(stats, null, 2));
+        onProgress?.({ phase: 'done', current: modifiedNotes.length, total: modifiedNotes.length });
+        return { ...stats, updated: modifiedNotes.length, deleted: deletedIds.length };
+    }
+    finally {
+        sourceDb.close();
+        indexDb.close();
+    }
+}
+/**
+ * Full index rebuild - processes all notes from scratch
+ */
+export async function buildIndex(onProgress) {
+    ensureIndexDir();
+    const sourceDb = new Database(NOTES_DB_PATH, { readonly: true });
+    // Remove old index and create fresh
+    if (existsSync(INDEX_DB_PATH)) {
+        try {
+            const oldDb = new Database(INDEX_DB_PATH);
+            oldDb.close();
+        }
+        catch { /* ignore */ }
+    }
+    const indexDb = new Database(INDEX_DB_PATH);
+    try {
+        // Drop and recreate tables for full rebuild
+        indexDb.exec(`
+      DROP TABLE IF EXISTS notes_fts;
+      DROP TABLE IF EXISTS notes;
+    `);
+        createIndexTables(indexDb);
+        const notesQuery = sourceDb.prepare(`
+      SELECT
+        n.Z_PK as rowid,
+        n.ZTITLE1 as title,
+        n.ZSNIPPET as snippet,
+        n.ZFOLDER as folderId,
+        f.ZTITLE2 as folderName,
+        COALESCE(n.ZCREATIONDATE, n.ZCREATIONDATE1, n.ZCREATIONDATE2, n.ZCREATIONDATE3) as creationDate,
+        COALESCE(n.ZMODIFICATIONDATE, n.ZMODIFICATIONDATE1, n.ZMODIFIEDDATE) as modificationDate,
+        n.ZISPINNED as isPinned,
+        n.ZISPASSWORDPROTECTED as isPasswordProtected,
+        nd.ZDATA as data
+      FROM ZICCLOUDSYNCINGOBJECT n
+      LEFT JOIN ZICCLOUDSYNCINGOBJECT f ON n.ZFOLDER = f.Z_PK
+      LEFT JOIN ZICNOTEDATA nd ON nd.ZNOTE = n.Z_PK
+      WHERE n.Z_ENT = ?
+        AND n.ZMARKEDFORDELETION = 0
+      ORDER BY COALESCE(n.ZMODIFICATIONDATE, n.ZMODIFICATIONDATE1, n.ZMODIFIEDDATE) ASC
+    `);
+        const rawNotes = notesQuery.all(ENTITY_NOTE);
+        const totalNotes = rawNotes.length;
+        onProgress?.({ phase: 'extracting-pdfs', current: 0, total: totalNotes });
+        let pdfTextByNote;
+        try {
+            pdfTextByNote = extractAllPdfText();
+        }
+        catch {
+            pdfTextByNote = new Map();
+        }
+        onProgress?.({ phase: 'reading', current: 0, total: totalNotes });
+        const insertStmt = indexDb.prepare(`
+      INSERT INTO notes (id, title, snippet, body, folder, created_at, modified_at, is_pinned, is_locked)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const insertFtsStmt = indexDb.prepare(`
+      INSERT INTO notes_fts (rowid, title, snippet, body, folder)
+      VALUES (?, ?, ?, ?, ?)
+    `);
+        let maxModTime = 0;
+        indexDb.exec('BEGIN TRANSACTION');
+        for (let i = 0; i < rawNotes.length; i++) {
+            const raw = rawNotes[i];
+            const note = processNote(raw, pdfTextByNote);
+            if (raw.modificationDate && raw.modificationDate > maxModTime) {
+                maxModTime = raw.modificationDate;
+            }
+            insertStmt.run(note.id, note.title, note.snippet, note.body, note.folder, note.createdAt, note.modifiedAt, note.isPinned ? 1 : 0, note.isLocked ? 1 : 0);
+            insertFtsStmt.run(note.id, note.title, note.snippet, note.body, note.folder);
+            if (i % 100 === 0) {
+                onProgress?.({ phase: 'reading', current: i, total: totalNotes });
+            }
+        }
+        indexDb.exec('COMMIT');
+        onProgress?.({ phase: 'indexing', current: 0, total: totalNotes });
+        rebuildFuzzyIndex(indexDb);
+        const folderCount = sourceDb.prepare(`
+      SELECT COUNT(*) as count FROM ZICCLOUDSYNCINGOBJECT WHERE Z_ENT = ? AND ZMARKEDFORDELETION = 0
+    `).get(ENTITY_FOLDER).count;
+        const dateRange = indexDb.prepare(`
+      SELECT MIN(modified_at) as oldest, MAX(modified_at) as newest FROM notes WHERE modified_at > 0
+    `).get();
+        const stats = {
+            totalNotes,
+            totalFolders: folderCount,
+            indexedAt: new Date().toISOString(),
+            oldestNote: dateRange.oldest ? new Date(dateRange.oldest * 1000).toISOString() : null,
+            newestNote: dateRange.newest ? new Date(dateRange.newest * 1000).toISOString() : null,
+            lastIndexedModTime: maxModTime,
+        };
+        writeFileSync(STATS_PATH, JSON.stringify(stats, null, 2));
+        onProgress?.({ phase: 'done', current: totalNotes, total: totalNotes });
+        return stats;
+    }
+    finally {
+        sourceDb.close();
+        indexDb.close();
+    }
+}
+export async function ensureIndex() {
+    if (!existsSync(INDEX_DB_PATH) || !existsSync(FUZZY_INDEX_PATH)) {
+        // No index exists, do full build
+        await buildIndex();
+    }
+    else if (indexNeedsRebuild()) {
+        // Index exists but outdated, do incremental update
+        await updateIndex();
+    }
+}
+export function getStats() {
+    try {
+        if (!existsSync(STATS_PATH)) {
+            return null;
+        }
+        return JSON.parse(readFileSync(STATS_PATH, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+export function getIndexDbPath() {
+    return INDEX_DB_PATH;
+}
+export function getFuzzyIndexPath() {
+    return FUZZY_INDEX_PATH;
+}
+//# sourceMappingURL=indexer.js.map