stellar-memory 0.5.0

package/dist/scanner/local/parsers/markdown.js

@@ -0,0 +1,120 @@
+import { basename, extname } from 'node:path';
+/**
+ * Minimal YAML frontmatter parser.
+ * Handles the common subset: key: value pairs (strings, numbers, booleans, arrays).
+ * Does not depend on any external yaml library.
+ */
+function parseFrontmatter(raw) {
+    const FM_RE = /^---\r?\n([\s\S]*?)\r?\n---\r?\n?([\s\S]*)$/;
+    const match = FM_RE.exec(raw.trimStart());
+    if (!match)
+        return { meta: {}, body: raw };
+    const yamlBlock = match[1];
+    const body = match[2] ?? '';
+    const meta = {};
+    for (const line of yamlBlock.split('\n')) {
+        const kv = /^(\w[\w-]*):\s*(.*)$/.exec(line.trim());
+        if (!kv)
+            continue;
+        const [, key, val] = kv;
+        const trimmed = val.trim();
+        if (trimmed === 'true') {
+            meta[key] = true;
+        }
+        else if (trimmed === 'false') {
+            meta[key] = false;
+        }
+        else if (/^-?\d+(\.\d+)?$/.test(trimmed)) {
+            meta[key] = Number(trimmed);
+        }
+        else if (trimmed.startsWith('[') && trimmed.endsWith(']')) {
+            // Simple inline array: [a, b, c]
+            meta[key] = trimmed
+                .slice(1, -1)
+                .split(',')
+                .map((s) => s.trim().replace(/^["']|["']$/g, ''))
+                .filter(Boolean);
+        }
+        else {
+            meta[key] = trimmed.replace(/^["']|["']$/g, '');
+        }
+    }
+    return { meta, body };
+}
+/** Extract the first ATX heading (# Title) or use filename. */
+function extractTitle(body, filePath) {
+    const headingMatch = /^#{1,3}\s+(.+)$/m.exec(body);
+    if (headingMatch)
+        return headingMatch[1].trim();
+    return basename(filePath, extname(filePath));
+}
+/** Build a short summary from the first non-heading paragraph (max 160 chars). */
+function extractSummary(body, title) {
+    const lines = body
+        .split('\n')
+        .map((l) => l.trim())
+        .filter((l) => l && !l.startsWith('#') && !l.startsWith('---'));
+    const first = lines.find((l) => l.length > 10) ?? title;
+    return first.length > 160 ? first.slice(0, 157) + '...' : first;
+}
+/** Infer MemoryType from frontmatter or file name. */
+function inferType(meta, filePath) {
+    const typeVal = meta['type']?.toLowerCase();
+    const validTypes = ['decision', 'observation', 'task', 'context', 'error', 'milestone'];
+    if (typeVal && validTypes.includes(typeVal))
+        return typeVal;
+    const lower = filePath.toLowerCase();
+    if (lower.includes('adr') || lower.includes('decision'))
+        return 'decision';
+    if (lower.includes('todo') || lower.includes('task'))
+        return 'task';
+    if (lower.includes('error') || lower.includes('bug'))
+        return 'error';
+    if (lower.includes('changelog') || lower.includes('release'))
+        return 'milestone';
+    return 'context';
+}
+/** Derive tags from frontmatter, file extension, and path segments. */
+function buildTags(meta, filePath) {
+    const tags = ['markdown'];
+    const fmTags = meta['tags'] ?? meta['keywords'];
+    if (Array.isArray(fmTags)) {
+        for (const t of fmTags) {
+            if (typeof t === 'string' && t.trim())
+                tags.push(t.trim().toLowerCase());
+        }
+    }
+    // Add directory-level context as tags (skip generic names)
+    const parts = filePath.replace(/\\/g, '/').split('/');
+    const interesting = parts.slice(-4, -1);
+    for (const part of interesting) {
+        if (part && part !== '.' && !part.includes(':')) {
+            tags.push(part.toLowerCase());
+        }
+    }
+    return [...new Set(tags)];
+}
+// ---------------------------------------------------------------------------
+export const markdownParser = {
+    extensions: ['.md', '.mdx'],
+    parse(filePath, rawContent) {
+        const { meta, body } = parseFrontmatter(rawContent);
+        const title = meta['title'] ?? extractTitle(body, filePath);
+        const summary = meta['summary'] ?? meta['description'] ?? extractSummary(body, title);
+        const type = inferType(meta, filePath);
+        const tags = buildTags(meta, filePath);
+        return {
+            title,
+            summary,
+            content: rawContent,
+            type,
+            tags,
+            metadata: {
+                ...meta,
+                filePath,
+                wordCount: body.split(/\s+/).filter(Boolean).length,
+            },
+        };
+    },
+};
+//# sourceMappingURL=markdown.js.map

package/dist/scanner/local/parsers/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../../../src/scanner/local/parsers/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAI9C;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,KAAK,GAAG,6CAA6C,CAAC;IAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAE3C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,IAAI,GAA4B,EAAE,CAAC;IAEzC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,EAAE;YAAE,SAAS;QAClB,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAE3B,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACpB,CAAC;aAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5D,iCAAiC;YACjC,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO;iBAChB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;iBACZ,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;iBAChD,MAAM,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,+DAA+D;AAC/D,SAAS,YAAY,CAAC,IAAY,EAAE,QAAgB;IAClD,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChD,OAAO,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,kFAAkF;AAClF,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IACjD,MAAM,KAAK,GAAG,IAAI;SACf,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IAElE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,KAAK,CAAC;IACxD,OAAO,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AAClE,CAAC;AAED,sDAAsD;AACtD,SAAS,SAAS,CAAC,IAA6B,EAAE,QAAgB;IAChE,MAAM,OAAO,GAAI,IAAI,CAAC,MAAM,CAAwB,EAAE,WAAW,EAAE,CAAC;IACpE,MAAM,UAAU,GAAiB,CAAC,UAAU,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACtG,IAAI,OAAO,IAAK,UAAuB,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAqB,CAAC;IAExF,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IAC3E,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAM,OAAO,MAAM,CAAC;IACxE,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAM,OAAO,OAAO,CAAC;IACzE,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,WAAW,CAAC;IACjF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uEAAuE;AACvE,SAAS,SAAS,CAAC,IAA6B,EAAE,QAAgB;IAChE,MAAM,IAAI,GAAa,CAAC,UAAU,CAAC,CAAC;IAEpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,2DAA2D;IAC3D,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,8EAA8E;AAE9E,MAAM,CAAC,MAAM,cAAc,GAAe;IACxC,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IAE3B,KAAK,CAAC,QAAgB,EAAE,UAAkB;QACxC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,KAAK,GAAM,IAAI,CAAC,OAAO,CAAwB,IAAI,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtF,MAAM,OAAO,GAAI,IAAI,CAAC,SAAS,CAAwB,IAAK,IAAI,CAAC,aAAa,CAAwB,IAAI,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACtI,MAAM,IAAI,GAAM,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAM,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE1C,OAAO;YACL,KAAK;YACL,OAAO;YACP,OAAO,EAAE,UAAU;YACnB,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE;gBACR,GAAG,IAAI;gBACP,QAAQ;gBACR,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;aACpD;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/scanner/local/parsers/text.d.ts

@@ -0,0 +1,3 @@
+import type { FileParser } from '../../types.js';
+export declare const textParser: FileParser;
+//# sourceMappingURL=text.d.ts.map

package/dist/scanner/local/parsers/text.js

@@ -0,0 +1,41 @@
+import { basename, extname } from 'node:path';
+function inferType(filePath) {
+    const lower = filePath.toLowerCase();
+    if (lower.endsWith('.log') || lower.includes('error') || lower.includes('crash'))
+        return 'error';
+    return 'observation';
+}
+function buildTags(filePath, ext) {
+    const tags = [ext.replace('.', '') || 'text'];
+    const parts = filePath.replace(/\\/g, '/').split('/');
+    const interesting = parts.slice(-4, -1);
+    for (const part of interesting) {
+        if (part && part !== '.' && !part.includes(':')) {
+            tags.push(part.toLowerCase());
+        }
+    }
+    return [...new Set(tags)];
+}
+export const textParser = {
+    extensions: ['.txt', '.log'],
+    parse(filePath, content) {
+        const ext = extname(filePath).toLowerCase();
+        const title = basename(filePath, ext);
+        // Use first non-empty line as summary (max 160 chars)
+        const firstLine = content.split('\n').map((l) => l.trim()).find((l) => l.length > 0) ?? title;
+        const summary = firstLine.length > 160 ? firstLine.slice(0, 157) + '...' : firstLine;
+        return {
+            title,
+            summary,
+            content,
+            type: inferType(filePath),
+            tags: buildTags(filePath, ext),
+            metadata: {
+                filePath,
+                lineCount: content.split('\n').length,
+                wordCount: content.split(/\s+/).filter(Boolean).length,
+            },
+        };
+    },
+};
+//# sourceMappingURL=text.js.map

package/dist/scanner/local/parsers/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../../../src/scanner/local/parsers/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAI9C,SAAS,SAAS,CAAC,QAAgB;IACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IACjG,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB,EAAE,GAAW;IAC9C,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAe;IACpC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;IAE5B,KAAK,CAAC,QAAgB,EAAE,OAAe;QACrC,MAAM,GAAG,GAAK,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEtC,sDAAsD;QACtD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC;QAC9F,MAAM,OAAO,GAAK,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAEvF,OAAO;YACL,KAAK;YACL,OAAO;YACP,OAAO;YACP,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC;YACzB,IAAI,EAAE,SAAS,CAAC,QAAQ,EAAE,GAAG,CAAC;YAC9B,QAAQ,EAAE;gBACR,QAAQ;gBACR,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;gBACrC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;aACvD;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/scanner/metadata-scanner.d.ts

@@ -0,0 +1,67 @@
+/**
+ * metadata-scanner.ts — Fast file scanner using only fs.stat() metadata.
+ *
+ * Scans directories without reading file contents. Calculates importance
+ * based on recency, file type, path location, and size. Designed to handle
+ * an entire drive (C:\) in seconds rather than hours.
+ */
+export interface FileMetaEntry {
+    path: string;
+    name: string;
+    extension: string;
+    size: number;
+    mtimeMs: number;
+    isDirectory: boolean;
+}
+export interface MetaScanConfig {
+    /** Root paths to scan (default: ['C:\\']) */
+    paths: string[];
+    /** Maximum directory depth (default: Infinity) */
+    maxDepth?: number;
+    /** AbortSignal to cancel scan */
+    abortSignal?: AbortSignal;
+}
+export type MetaScanCategory = 'core' | 'active' | 'archive' | 'forgotten';
+export declare const CODE_EXTENSIONS: Set<string>;
+export declare const DOC_EXTENSIONS: Set<string>;
+export declare const CONFIG_EXTENSIONS: Set<string>;
+export declare const DATA_EXTENSIONS: Set<string>;
+export declare const IMAGE_EXTENSIONS: Set<string>;
+export declare const ARCHIVE_EXTENSIONS: Set<string>;
+export declare const BINARY_EXTENSIONS: Set<string>;
+export declare const MEDIA_EXTENSIONS: Set<string>;
+/** Directories to completely skip (never enter) */
+export declare const SYSTEM_EXCLUDE_DIRS: Set<string>;
+/** Path segments that indicate game directories */
+export declare const GAME_DIR_PATTERNS: string[];
+/**
+ * Calculate file importance (0.0–1.0) from metadata alone.
+ *
+ * Scoring factors:
+ *   - recencyBonus:   0.00–0.35  (how recently modified)
+ *   - typeBonus:      0.00–0.25  (file type category)
+ *   - pathBonus:      0.00–0.20  (user work directory)
+ *   - sizePenalty:    0.00–-0.50 (very large files penalized)
+ *   - blacklist:      forces 0.05 for game/system paths
+ */
+export declare function calculateFileImportance(entry: FileMetaEntry, nowMs?: number): number;
+/**
+ * Classify a file into a category based on importance.
+ */
+export declare function categorizeImportance(importance: number): MetaScanCategory;
+/**
+ * Build a human-readable size string.
+ */
+export declare function formatSize(bytes: number): string;
+/**
+ * Async generator that yields FileMetaEntry for every file found.
+ *
+ * Uses opendir() for streaming and stat() for metadata.
+ * Never calls readFile(). Memory-efficient for 100k+ files.
+ */
+export declare function scanMetadata(config: MetaScanConfig): AsyncGenerator<FileMetaEntry>;
+/**
+ * Build tags array from file metadata.
+ */
+export declare function buildTags(entry: FileMetaEntry): string[];
+//# sourceMappingURL=metadata-scanner.d.ts.map

package/dist/scanner/metadata-scanner.js

@@ -0,0 +1,356 @@
+/**
+ * metadata-scanner.ts — Fast file scanner using only fs.stat() metadata.
+ *
+ * Scans directories without reading file contents. Calculates importance
+ * based on recency, file type, path location, and size. Designed to handle
+ * an entire drive (C:\) in seconds rather than hours.
+ */
+import { opendir, stat } from 'node:fs/promises';
+import { extname, basename, dirname, resolve } from 'node:path';
+// ---------------------------------------------------------------------------
+// Classification sets
+// ---------------------------------------------------------------------------
+export const CODE_EXTENSIONS = new Set([
+    '.ts', '.tsx', '.js', '.jsx', '.mjs', '.cjs',
+    '.py', '.pyw',
+    '.java', '.kt', '.kts',
+    '.go',
+    '.rs',
+    '.c', '.cpp', '.cc', '.cxx', '.h', '.hpp',
+    '.cs',
+    '.rb',
+    '.php',
+    '.swift',
+    '.scala',
+    '.lua',
+    '.sh', '.bash', '.zsh', '.ps1',
+    '.sql',
+    '.r', '.R',
+    '.dart',
+    '.vue', '.svelte',
+]);
+export const DOC_EXTENSIONS = new Set([
+    '.docx', '.doc', '.xlsx', '.xls', '.pptx', '.ppt',
+    '.pdf', '.txt', '.md', '.mdx', '.rst', '.rtf',
+    '.odt', '.ods', '.odp',
+    '.csv', '.tsv',
+    '.tex', '.latex',
+]);
+export const CONFIG_EXTENSIONS = new Set([
+    '.env', '.json', '.yaml', '.yml', '.toml', '.ini', '.cfg',
+    '.xml', '.conf', '.config', '.properties',
+    '.editorconfig', '.gitignore', '.gitattributes',
+    '.eslintrc', '.prettierrc', '.babelrc',
+]);
+export const DATA_EXTENSIONS = new Set([
+    '.csv', '.sql', '.db', '.sqlite', '.sqlite3',
+    '.parquet', '.avro', '.json', '.jsonl', '.ndjson',
+    '.xls', '.xlsx',
+]);
+export const IMAGE_EXTENSIONS = new Set([
+    '.png', '.jpg', '.jpeg', '.gif', '.svg', '.webp',
+    '.bmp', '.ico', '.tiff', '.tif',
+    '.psd', '.ai', '.sketch', '.fig', '.xd',
+]);
+export const ARCHIVE_EXTENSIONS = new Set([
+    '.zip', '.tar', '.gz', '.tgz', '.bz2', '.xz',
+    '.7z', '.rar', '.cab',
+]);
+export const BINARY_EXTENSIONS = new Set([
+    '.exe', '.dll', '.sys', '.msi', '.msp', '.msm',
+    '.ocx', '.drv', '.cpl', '.scr',
+    '.so', '.dylib', '.a', '.lib', '.obj', '.o',
+    '.bin', '.dat', '.iso', '.img', '.vmdk', '.vhd',
+    '.wasm',
+]);
+export const MEDIA_EXTENSIONS = new Set([
+    '.mp3', '.mp4', '.avi', '.mkv', '.mov', '.wmv',
+    '.flac', '.wav', '.ogg', '.aac', '.m4a',
+    '.webm', '.flv', '.m4v',
+]);
+// ---------------------------------------------------------------------------
+// Directory exclusion / classification patterns
+// ---------------------------------------------------------------------------
+/** Directories to completely skip (never enter) */
+export const SYSTEM_EXCLUDE_DIRS = new Set([
+    '$recycle.bin',
+    'system volume information',
+    'pagefile.sys',
+    'hiberfil.sys',
+    'swapfile.sys',
+    'dumpstack.log',
+    'dumpstack.log.tmp',
+    'recovery',
+    'msocache',
+    '$windows.~bt',
+    '$windows.~ws',
+    'config.msi',
+]);
+/** Additional dir names to exclude (deep caches / generated content) */
+const CACHE_EXCLUDE_DIRS = new Set([
+    'node_modules',
+    '.git',
+    '__pycache__',
+    '.cache',
+    '.npm',
+    '.yarn',
+    '.pnpm-store',
+    '.cargo',
+    '.rustup',
+    '.gradle',
+    '.m2',
+    '.nuget',
+    'packages',
+    'obj',
+    'bin',
+    '.next',
+    '.turbo',
+    'dist',
+    'build',
+    '.tox',
+    '.venv',
+    'venv',
+    'env',
+    '.mypy_cache',
+    '.pytest_cache',
+    '.ruff_cache',
+    'coverage',
+    '.nyc_output',
+]);
+/** Path segments that indicate game directories */
+export const GAME_DIR_PATTERNS = [
+    'steam', 'steamapps', 'epic games', 'riot games',
+    'ubisoft', 'origin', 'gog galaxy', 'battlenet',
+    'ea games', 'rockstar games',
+];
+/** Path segments that indicate system directories */
+const SYSTEM_PATH_SEGMENTS = [
+    'windows', 'program files', 'program files (x86)',
+    'programdata', 'appdata\\local\\temp',
+    'winsxs', 'assembly',
+];
+/** Path segments that indicate user work directories */
+const USER_WORK_SEGMENTS = [
+    'documents', 'desktop', 'projects', 'source', 'repos',
+    'workspace', 'dev', 'code', 'src', 'work',
+    'downloads',
+];
+// ---------------------------------------------------------------------------
+// Importance calculation
+// ---------------------------------------------------------------------------
+const MS_PER_DAY = 86_400_000;
+function daysSince(mtimeMs, nowMs) {
+    return Math.max(0, (nowMs - mtimeMs) / MS_PER_DAY);
+}
+/**
+ * Determine if a path is inside a game directory.
+ */
+function isGamePath(lowerPath) {
+    return GAME_DIR_PATTERNS.some((p) => lowerPath.includes(p));
+}
+/**
+ * Determine if a path is inside a system directory.
+ */
+function isSystemPath(lowerPath) {
+    return SYSTEM_PATH_SEGMENTS.some((p) => lowerPath.includes(p));
+}
+/**
+ * Determine if a path is inside a user work directory.
+ */
+function isUserWorkPath(lowerPath) {
+    // Must be under Users/<username>/...
+    const usersMatch = /[/\\]users[/\\][^/\\]+[/\\]/i.test(lowerPath);
+    if (!usersMatch)
+        return false;
+    return USER_WORK_SEGMENTS.some((seg) => lowerPath.includes(seg));
+}
+/**
+ * Calculate file importance (0.0–1.0) from metadata alone.
+ *
+ * Scoring factors:
+ *   - recencyBonus:   0.00–0.35  (how recently modified)
+ *   - typeBonus:      0.00–0.25  (file type category)
+ *   - pathBonus:      0.00–0.20  (user work directory)
+ *   - sizePenalty:    0.00–-0.50 (very large files penalized)
+ *   - blacklist:      forces 0.05 for game/system paths
+ */
+export function calculateFileImportance(entry, nowMs) {
+    const now = nowMs ?? Date.now();
+    const lowerPath = entry.path.toLowerCase().replace(/\\/g, '/');
+    const ext = entry.extension.toLowerCase();
+    // ── Blacklist: game/system → forced low importance ──
+    if (isGamePath(lowerPath) || isSystemPath(lowerPath)) {
+        return 0.05;
+    }
+    // ── Recency bonus (0.00 – 0.35) ──
+    const days = daysSince(entry.mtimeMs, now);
+    let recencyBonus;
+    if (days <= 7)
+        recencyBonus = 0.35;
+    else if (days <= 30)
+        recencyBonus = 0.20;
+    else if (days <= 90)
+        recencyBonus = 0.10;
+    else
+        recencyBonus = 0.0;
+    // ── Type bonus (0.00 – 0.25) ──
+    let typeBonus;
+    if (CODE_EXTENSIONS.has(ext) || CONFIG_EXTENSIONS.has(ext)) {
+        typeBonus = 0.25;
+    }
+    else if (DOC_EXTENSIONS.has(ext)) {
+        typeBonus = 0.25;
+    }
+    else if (DATA_EXTENSIONS.has(ext) || IMAGE_EXTENSIONS.has(ext)) {
+        typeBonus = 0.10;
+    }
+    else if (ARCHIVE_EXTENSIONS.has(ext)) {
+        typeBonus = 0.05;
+    }
+    else if (BINARY_EXTENSIONS.has(ext) || MEDIA_EXTENSIONS.has(ext)) {
+        typeBonus = 0.0;
+    }
+    else {
+        // Unknown extension — small baseline
+        typeBonus = 0.05;
+    }
+    // ── Path bonus (0.00 – 0.20) ──
+    const pathBonus = isUserWorkPath(lowerPath) ? 0.20 : 0.0;
+    // ── Size penalty (0.00 – -0.50) ──
+    const sizeMB = entry.size / (1024 * 1024);
+    let sizePenalty;
+    if (sizeMB >= 500)
+        sizePenalty = -0.50;
+    else if (sizeMB >= 100)
+        sizePenalty = -0.30;
+    else if (sizeMB >= 50)
+        sizePenalty = -0.10;
+    else
+        sizePenalty = 0.0;
+    const raw = recencyBonus + typeBonus + pathBonus + sizePenalty;
+    return Math.min(1.0, Math.max(0.0, raw));
+}
+/**
+ * Classify a file into a category based on importance.
+ */
+export function categorizeImportance(importance) {
+    if (importance >= 0.45)
+        return 'core';
+    if (importance >= 0.25)
+        return 'active';
+    if (importance >= 0.10)
+        return 'archive';
+    return 'forgotten';
+}
+/**
+ * Build a human-readable size string.
+ */
+export function formatSize(bytes) {
+    if (bytes < 1024)
+        return `${bytes} B`;
+    if (bytes < 1024 * 1024)
+        return `${(bytes / 1024).toFixed(1)} KB`;
+    if (bytes < 1024 * 1024 * 1024)
+        return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+    return `${(bytes / (1024 * 1024 * 1024)).toFixed(2)} GB`;
+}
+// ---------------------------------------------------------------------------
+// Directory scanner (streaming, no file reads)
+// ---------------------------------------------------------------------------
+function shouldExcludeDir(name) {
+    const lower = name.toLowerCase();
+    return SYSTEM_EXCLUDE_DIRS.has(lower) || CACHE_EXCLUDE_DIRS.has(lower);
+}
+/**
+ * Async generator that yields FileMetaEntry for every file found.
+ *
+ * Uses opendir() for streaming and stat() for metadata.
+ * Never calls readFile(). Memory-efficient for 100k+ files.
+ */
+export async function* scanMetadata(config) {
+    const maxDepth = config.maxDepth ?? Infinity;
+    async function* walkDir(dirPath, depth) {
+        if (depth > maxDepth)
+            return;
+        if (config.abortSignal?.aborted)
+            return;
+        let dir;
+        try {
+            dir = await opendir(dirPath);
+        }
+        catch {
+            // Permission denied, not a directory, etc. — skip silently.
+            return;
+        }
+        try {
+            for await (const dirent of dir) {
+                if (config.abortSignal?.aborted)
+                    return;
+                const entryName = dirent.name;
+                const entryPath = resolve(dirPath, entryName);
+                if (dirent.isDirectory()) {
+                    if (shouldExcludeDir(entryName))
+                        continue;
+                    yield* walkDir(entryPath, depth + 1);
+                }
+                else if (dirent.isFile()) {
+                    try {
+                        const st = await stat(entryPath);
+                        yield {
+                            path: entryPath,
+                            name: entryName,
+                            extension: extname(entryName).toLowerCase(),
+                            size: st.size,
+                            mtimeMs: st.mtimeMs,
+                            isDirectory: false,
+                        };
+                    }
+                    catch {
+                        // stat failed (e.g. broken symlink) — skip
+                    }
+                }
+            }
+        }
+        catch {
+            // readdir iteration error — skip
+        }
+    }
+    for (const rootPath of config.paths) {
+        yield* walkDir(resolve(rootPath), 0);
+    }
+}
+/**
+ * Build tags array from file metadata.
+ */
+export function buildTags(entry) {
+    const tags = [];
+    // Extension tag (without dot)
+    if (entry.extension) {
+        tags.push(entry.extension.slice(1));
+    }
+    // Parent folder name
+    const parentDir = basename(dirname(entry.path));
+    if (parentDir && parentDir !== '.' && parentDir !== entry.name) {
+        tags.push(parentDir);
+    }
+    // Category tag
+    const ext = entry.extension.toLowerCase();
+    if (CODE_EXTENSIONS.has(ext))
+        tags.push('code');
+    else if (DOC_EXTENSIONS.has(ext))
+        tags.push('document');
+    else if (CONFIG_EXTENSIONS.has(ext))
+        tags.push('config');
+    else if (DATA_EXTENSIONS.has(ext))
+        tags.push('data');
+    else if (IMAGE_EXTENSIONS.has(ext))
+        tags.push('image');
+    else if (MEDIA_EXTENSIONS.has(ext))
+        tags.push('media');
+    else if (BINARY_EXTENSIONS.has(ext))
+        tags.push('binary');
+    else if (ARCHIVE_EXTENSIONS.has(ext))
+        tags.push('archive');
+    return tags;
+}
+//# sourceMappingURL=metadata-scanner.js.map

package/dist/scanner/metadata-scanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata-scanner.js","sourceRoot":"","sources":["../../src/scanner/metadata-scanner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0BhE,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IACrC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC5C,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,KAAK,EAAE,MAAM;IACtB,KAAK;IACL,KAAK;IACL,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IACzC,KAAK;IACL,KAAK;IACL,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IAC9B,MAAM;IACN,IAAI,EAAE,IAAI;IACV,OAAO;IACP,MAAM,EAAE,SAAS;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IACpC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACjD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC7C,MAAM,EAAE,MAAM,EAAE,MAAM;IACtB,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,QAAQ;CACjB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACvC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACzD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa;IACzC,eAAe,EAAE,YAAY,EAAE,gBAAgB;IAC/C,WAAW,EAAE,aAAa,EAAE,UAAU;CACvC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IACrC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU;IAC5C,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS;IACjD,MAAM,EAAE,OAAO;CAChB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IACtC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAChD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC/B,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK;CACxC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IAC5C,KAAK,EAAE,MAAM,EAAE,MAAM;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9B,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI;IAC3C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC/C,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IACtC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACvC,OAAO,EAAE,MAAM,EAAE,MAAM;CACxB,CAAC,CAAC;AAEH,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,mDAAmD;AACnD,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IACzC,cAAc;IACd,2BAA2B;IAC3B,cAAc;IACd,cAAc;IACd,cAAc;IACd,eAAe;IACf,mBAAmB;IACnB,UAAU;IACV,UAAU;IACV,cAAc;IACd,cAAc;IACd,YAAY;CACb,CAAC,CAAC;AAEH,wEAAwE;AACxE,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,cAAc;IACd,MAAM;IACN,aAAa;IACb,QAAQ;IACR,MAAM;IACN,OAAO;IACP,aAAa;IACb,QAAQ;IACR,SAAS;IACT,SAAS;IACT,KAAK;IACL,QAAQ;IACR,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;IACP,QAAQ;IACR,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,aAAa;IACb,eAAe;IACf,aAAa;IACb,UAAU;IACV,aAAa;CACd,CAAC,CAAC;AAEH,mDAAmD;AACnD,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY;IAChD,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW;IAC9C,UAAU,EAAE,gBAAgB;CAC7B,CAAC;AAEF,qDAAqD;AACrD,MAAM,oBAAoB,GAAG;IAC3B,SAAS,EAAE,eAAe,EAAE,qBAAqB;IACjD,aAAa,EAAE,sBAAsB;IACrC,QAAQ,EAAE,UAAU;CACrB,CAAC;AAEF,wDAAwD;AACxD,MAAM,kBAAkB,GAAG;IACzB,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO;IACrD,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IACzC,WAAW;CACZ,CAAC;AAEF,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,UAAU,GAAG,UAAU,CAAC;AAE9B,SAAS,SAAS,CAAC,OAAe,EAAE,KAAa;IAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC;AACrD,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,SAAiB;IACnC,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,SAAiB;IACrC,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,SAAiB;IACvC,qCAAqC;IACrC,MAAM,UAAU,GAAG,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClE,IAAI,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC9B,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AACnE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAoB,EAAE,KAAc;IAC1E,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;IAE1C,uDAAuD;IACvD,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oCAAoC;IACpC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC3C,IAAI,YAAoB,CAAC;IACzB,IAAI,IAAI,IAAI,CAAC;QAAQ,YAAY,GAAG,IAAI,CAAC;SACpC,IAAI,IAAI,IAAI,EAAE;QAAE,YAAY,GAAG,IAAI,CAAC;SACpC,IAAI,IAAI,IAAI,EAAE;QAAE,YAAY,GAAG,IAAI,CAAC;;QACpB,YAAY,GAAG,GAAG,CAAC;IAExC,iCAAiC;IACjC,IAAI,SAAiB,CAAC;IACtB,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3D,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;SAAM,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;SAAM,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACjE,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;SAAM,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACvC,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;SAAM,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACnE,SAAS,GAAG,GAAG,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,qCAAqC;QACrC,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,iCAAiC;IACjC,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAEzD,oCAAoC;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC1C,IAAI,WAAmB,CAAC;IACxB,IAAI,MAAM,IAAI,GAAG;QAAO,WAAW,GAAG,CAAC,IAAI,CAAC;SACvC,IAAI,MAAM,IAAI,GAAG;QAAE,WAAW,GAAG,CAAC,IAAI,CAAC;SACvC,IAAI,MAAM,IAAI,EAAE;QAAG,WAAW,GAAG,CAAC,IAAI,CAAC;;QACpB,WAAW,GAAG,GAAG,CAAC;IAE1C,MAAM,GAAG,GAAG,YAAY,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,UAAkB;IACrD,IAAI,UAAU,IAAI,IAAI;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,UAAU,IAAI,IAAI;QAAE,OAAO,QAAQ,CAAC;IACxC,IAAI,UAAU,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IACzC,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,GAAG,KAAK,IAAI,CAAC;IACtC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAClF,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3D,CAAC;AAED,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAE9E,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACzE,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,YAAY,CACjC,MAAsB;IAEtB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC;IAE7C,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,OAAe,EAAE,KAAa;QACpD,IAAI,KAAK,GAAG,QAAQ;YAAE,OAAO;QAC7B,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO;YAAE,OAAO;QAExC,IAAI,GAAG,CAAC;QACR,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,4DAA4D;YAC5D,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC/B,IAAI,MAAM,CAAC,WAAW,EAAE,OAAO;oBAAE,OAAO;gBAExC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;gBAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBAE9C,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;oBACzB,IAAI,gBAAgB,CAAC,SAAS,CAAC;wBAAE,SAAS;oBAC1C,KAAK,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBACvC,CAAC;qBAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC3B,IAAI,CAAC;wBACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC;wBACjC,MAAM;4BACJ,IAAI,EAAE,SAAS;4BACf,IAAI,EAAE,SAAS;4BACf,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;4BAC3C,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,OAAO,EAAE,EAAE,CAAC,OAAO;4BACnB,WAAW,EAAE,KAAK;yBACnB,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,2CAA2C;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;IACH,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACpC,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,KAAoB;IAC5C,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,8BAA8B;IAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,qBAAqB;IACrB,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,IAAI,SAAS,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED,eAAe;IACf,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;QAAS,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAClD,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC;QAAK,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;SACtD,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;SACpD,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;QAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;SAClD,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;QAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACnD,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;QAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACnD,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;SACpD,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE3D,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/scanner/types.d.ts

@@ -0,0 +1,47 @@
+import type { MemoryType } from '../engine/types.js';
+export interface DataSource {
+    id: string;
+    path: string;
+    type: 'local' | 'cloud';
+    status: 'active' | 'paused' | 'error';
+    last_scanned_at: string | null;
+    file_count: number;
+    total_size: number;
+    config: ScanConfig;
+    created_at: string;
+    updated_at: string;
+}
+export interface ScanConfig {
+    paths: string[];
+    excludePatterns: string[];
+    fileExtensions: string[];
+    maxFileSize: number;
+    watchMode: boolean;
+}
+export declare const DEFAULT_SCAN_CONFIG: ScanConfig;
+export interface ParsedContent {
+    title: string;
+    summary: string;
+    content: string;
+    type: MemoryType;
+    tags: string[];
+    metadata: Record<string, unknown>;
+}
+export interface FileParser {
+    extensions: string[];
+    parse(filePath: string, content: string): ParsedContent;
+}
+export interface FileEntry {
+    path: string;
+    size: number;
+    mtimeMs: number;
+    extension: string;
+}
+export interface ScanResult {
+    scannedFiles: number;
+    createdMemories: number;
+    skippedFiles: number;
+    errorFiles: number;
+    durationMs: number;
+}
+//# sourceMappingURL=types.d.ts.map