sxng-cli 1.2.2 → 1.2.4

package/dist/deep/local-doc/indexer.js

@@ -6,12 +6,32 @@
  * on subsequent searches.
  */
 import { existsSync, mkdirSync, writeFileSync, readFileSync } from 'fs';
-import { resolve, join } from 'path';
+import { execFileSync } from 'child_process';
+import { resolve, join, relative, extname, isAbsolute, sep } from 'path';
 import { createHash } from 'crypto';
-import { create, insertMultiple } from '@orama/orama';
-import { persist, restore } from '@orama/plugin-data-persistence';
-import { ORAMA_SCHEMA } from './types.js';
+import { freemem, totalmem } from 'os';
+import { create, insertMultiple, load, removeMultiple } from '@orama/orama';
+import { createTokenizer } from '@orama/tokenizers/mandarin';
+import { persist } from '@orama/plugin-data-persistence';
+import { ORAMA_SCHEMA, } from './types.js';
+import { scanFiles } from './scanner.js';
 const BATCH_SIZE = 500;
+const MAX_INDEX_MEMORY_BYTES = 256 * 1024 * 1024;
+const TOKENIZER_VERSION = 'mandarin-lowercase-v1';
+export const INDEX_REFRESH_INTERVAL_MS = 30 * 24 * 60 * 60 * 1000;
+function createDocumentTokenizer() {
+    const tokenizer = createTokenizer();
+    const tokenize = tokenizer.tokenize;
+    tokenizer.tokenize = (raw, language, property, withCache) => tokenize(raw.toLowerCase(), language, property, withCache);
+    return tokenizer;
+}
+/** Reserve most memory for the process and OS; Orama expands raw text in memory. */
+export function calculateIndexMemoryBudget(totalBytes, freeBytes) {
+    return Math.min(MAX_INDEX_MEMORY_BYTES, totalBytes * 0.05, freeBytes * 0.2);
+}
+export function getIndexMemoryBudget() {
+    return calculateIndexMemoryBudget(totalmem(), freemem());
+}
 // ── Path utilities ────────────────────────────────────────────────────
 /** Get .sxng root directory (cwd-based) */
 function getSxngRoot() {
@@ -27,47 +47,310 @@ export function getIndexPath(rootPath) {
     const hash = createHash('sha256').update(abs).digest('hex').slice(0, 16);
     return join(getDocsDir(), hash);
 }
-// ── Index building ────────────────────────────────────────────────────
-export async function buildIndex(rootPath, chunks) {
+function normalizeExtensions(extensions) {
+    return (extensions ?? ['md', 'txt']).map(extension => extension.startsWith('.') ? extension.toLowerCase() : `.${extension.toLowerCase()}`);
+}
+function pathWithinRoot(absPath, absRoot) {
+    const fromRoot = relative(absRoot, absPath);
+    return fromRoot !== ''
+        && !isAbsolute(fromRoot)
+        && fromRoot !== '..'
+        && !fromRoot.startsWith(`..${sep}`);
+}
+function fileMetadata(file) {
+    return { contentHash: file.contentHash, chunkIds: file.chunks.map(chunk => chunk.id) };
+}
+function runGit(rootPath, args) {
+    try {
+        return execFileSync('git', ['-C', rootPath, ...args], {
+            encoding: 'utf-8',
+            stdio: ['ignore', 'pipe', 'ignore'],
+        }).trim();
+    }
+    catch {
+        return null;
+    }
+}
+function getGitState(rootPath, baseHead, extensions) {
     const absRoot = resolve(rootPath);
+    const gitRoot = runGit(absRoot, ['rev-parse', '--show-toplevel']);
+    const head = runGit(absRoot, ['rev-parse', 'HEAD']);
+    if (!gitRoot || !head)
+        return null;
+    const allowedExtensions = new Set(normalizeExtensions(extensions));
+    const pathspec = relative(gitRoot, absRoot).replace(/\\/g, '/');
+    const scope = pathspec ? ['--', pathspec] : [];
+    const toRootRelativePath = (gitPath) => {
+        const absPath = resolve(gitRoot, gitPath);
+        if (!pathWithinRoot(absPath, absRoot) || !allowedExtensions.has(extname(absPath).toLowerCase())) {
+            return null;
+        }
+        return relative(absRoot, absPath).replace(/\\/g, '/');
+    };
+    const untrackedOutput = runGit(gitRoot, ['ls-files', '--others', '--exclude-standard', ...scope]);
+    if (untrackedOutput === null)
+        return null;
+    const hasUntrackedIndexableFiles = untrackedOutput.split(/\r?\n/)
+        .filter(Boolean)
+        .some(path => toRootRelativePath(path) !== null);
+    const listChangedFiles = (base) => {
+        const output = runGit(gitRoot, [
+            'diff', '--no-renames', '--name-only', '--diff-filter=ACMRD', base, ...scope,
+        ]);
+        if (output === null)
+            return null;
+        return output.split(/\r?\n/)
+            .filter(Boolean)
+            .map(toRootRelativePath)
+            .filter((path) => path !== null);
+    };
+    const changedFiles = listChangedFiles(baseHead ?? 'HEAD');
+    const uncommittedFiles = baseHead ? listChangedFiles('HEAD') : changedFiles;
+    if (changedFiles === null || uncommittedFiles === null)
+        return null;
+    return {
+        head,
+        changedFiles,
+        hasUncommittedTrackedIndexableChanges: uncommittedFiles.length > 0,
+        hasUntrackedIndexableFiles,
+    };
+}
+async function insertChunks(db, chunks) {
+    for (let offset = 0; offset < chunks.length; offset += BATCH_SIZE) {
+        await insertMultiple(db, chunks.slice(offset, offset + BATCH_SIZE));
+    }
+}
+function createMeta(absRoot, source, partial, memoryBudgetBytes) {
+    const files = source ? Object.keys(source.files).length : 0;
+    const chunks = source
+        ? Object.values(source.files).reduce((total, file) => total + file.chunkIds.length, 0)
+        : 0;
+    return {
+        rootPath: absRoot,
+        files,
+        chunks,
+        indexedAt: Date.now(),
+        partial,
+        memoryBudgetBytes,
+        tokenizer: TOKENIZER_VERSION,
+        source,
+    };
+}
+async function persistIndex(rootPath, db, meta) {
     const indexPath = getIndexPath(rootPath);
-    // Ensure directory exists
     mkdirSync(indexPath, { recursive: true });
-    // Create index with default tokenizer (handles Latin text)
-    // CJK support: use @orama/tokenizers/mandarin via components.tokenizer if needed
+    const json = await persist(db, 'json');
+    writeFileSync(join(indexPath, 'index.json'), json, 'utf-8');
+    writeFileSync(join(indexPath, 'meta.json'), JSON.stringify(meta, null, 2), 'utf-8');
+    return { indexPath, meta };
+}
+// ── Index building ────────────────────────────────────────────────────
+export async function buildIndex(rootPath, chunks) {
+    const absRoot = resolve(rootPath);
     const db = await create({
         schema: ORAMA_SCHEMA,
+        components: { tokenizer: createDocumentTokenizer() },
     });
     if (chunks.length > 0) {
-        // Batch insert to avoid issues with very large arrays
-        for (let i = 0; i < chunks.length; i += BATCH_SIZE) {
-            const batch = chunks.slice(i, i + BATCH_SIZE);
-            await insertMultiple(db, batch);
-        }
+        await insertChunks(db, chunks);
     }
-    // Persist to JSON
-    const json = await persist(db, 'json');
-    writeFileSync(join(indexPath, 'index.json'), json, 'utf-8');
-    // Write meta
     const meta = {
         rootPath: absRoot,
         files: new Set(chunks.map(c => c.filePath)).size,
         chunks: chunks.length,
         indexedAt: Date.now(),
+        partial: false,
+        memoryBudgetBytes: getIndexMemoryBudget(),
+        tokenizer: TOKENIZER_VERSION,
     };
-    writeFileSync(join(indexPath, 'meta.json'), JSON.stringify(meta, null, 2), 'utf-8');
-    return { indexPath, meta };
+    return persistIndex(rootPath, db, meta);
+}
+/**
+ * Build an index incrementally. Each yielded batch is released after insertion.
+ * The persisted index remains usable when the memory budget ends the scan early.
+ */
+export async function buildIndexFromBatches(rootPath, batches, memoryBudgetBytes = getIndexMemoryBudget()) {
+    const absRoot = resolve(rootPath);
+    const initialHeapBytes = process.memoryUsage().heapUsed;
+    const db = await create({
+        schema: ORAMA_SCHEMA,
+        components: { tokenizer: createDocumentTokenizer() },
+    });
+    let files = 0;
+    let chunks = 0;
+    let partial = false;
+    for (const batch of batches) {
+        const batchBytes = batch.reduce((total, item) => total + Buffer.byteLength(item.content, 'utf-8'), 0);
+        const heapUsed = process.memoryUsage().heapUsed - initialHeapBytes;
+        if (heapUsed >= memoryBudgetBytes || heapUsed + batchBytes * 4 > memoryBudgetBytes) {
+            partial = true;
+            break;
+        }
+        await insertChunks(db, batch);
+        files++;
+        chunks += batch.length;
+    }
+    if (chunks === 0) {
+        if (partial) {
+            throw Object.assign(new Error(`Index memory budget (${memoryBudgetBytes} bytes) is too small to index any files in ${absRoot}`), { code: 'MEMORY_LIMIT_REACHED' });
+        }
+        throw Object.assign(new Error(`No indexable files found in ${absRoot}`), { code: 'NO_INDEXABLE_FILES' });
+    }
+    const meta = {
+        rootPath: absRoot,
+        files,
+        chunks,
+        indexedAt: Date.now(),
+        partial,
+        memoryBudgetBytes,
+        tokenizer: TOKENIZER_VERSION,
+    };
+    return persistIndex(rootPath, db, meta);
+}
+/** Build a complete index and record file hashes for later incremental refreshes. */
+export async function buildIndexFromScannedFiles(rootPath, files, memoryBudgetBytes = getIndexMemoryBudget(), extensions) {
+    const absRoot = resolve(rootPath);
+    const db = await create({
+        schema: ORAMA_SCHEMA,
+        components: { tokenizer: createDocumentTokenizer() },
+    });
+    const source = {
+        files: {},
+        extensions: normalizeExtensions(extensions),
+    };
+    const initialHeapBytes = process.memoryUsage().heapUsed;
+    let partial = false;
+    for (const file of files) {
+        const fileBytes = file.chunks.reduce((total, chunk) => total + Buffer.byteLength(chunk.content, 'utf-8'), 0);
+        const heapUsed = process.memoryUsage().heapUsed - initialHeapBytes;
+        if (heapUsed >= memoryBudgetBytes || heapUsed + fileBytes * 4 > memoryBudgetBytes) {
+            partial = true;
+            break;
+        }
+        await insertChunks(db, file.chunks);
+        source.files[file.filePath] = fileMetadata(file);
+    }
+    if (Object.keys(source.files).length === 0) {
+        if (partial) {
+            throw Object.assign(new Error(`Index memory budget (${memoryBudgetBytes} bytes) is too small to index any files in ${absRoot}`), { code: 'MEMORY_LIMIT_REACHED' });
+        }
+        throw Object.assign(new Error(`No indexable files found in ${absRoot}`), { code: 'NO_INDEXABLE_FILES' });
+    }
+    const git = getGitState(absRoot, undefined, source.extensions);
+    if (git && !git.hasUncommittedTrackedIndexableChanges && !git.hasUntrackedIndexableFiles) {
+        source.git = { head: git.head };
+    }
+    return persistIndex(rootPath, db, createMeta(absRoot, source, partial, memoryBudgetBytes));
+}
+async function replaceFile(db, source, file) {
+    const previous = source.files[file.filePath];
+    if (previous?.contentHash === file.contentHash)
+        return;
+    if (previous?.chunkIds.length)
+        await removeMultiple(db, previous.chunkIds, BATCH_SIZE);
+    await insertChunks(db, file.chunks);
+    source.files[file.filePath] = fileMetadata(file);
+}
+async function removeFile(db, source, filePath) {
+    const previous = source.files[filePath];
+    if (!previous)
+        return;
+    if (previous.chunkIds.length)
+        await removeMultiple(db, previous.chunkIds, BATCH_SIZE);
+    delete source.files[filePath];
+}
+function exceedsMemoryBudget(file, initialHeapBytes, memoryBudgetBytes) {
+    const fileBytes = file.chunks.reduce((total, chunk) => total + Buffer.byteLength(chunk.content, 'utf-8'), 0);
+    const heapUsed = process.memoryUsage().heapUsed - initialHeapBytes;
+    return heapUsed >= memoryBudgetBytes || heapUsed + fileBytes * 4 > memoryBudgetBytes;
+}
+async function refreshWithHashes(rootPath, db, source, memoryBudgetBytes) {
+    const initialHeapBytes = process.memoryUsage().heapUsed;
+    const seen = new Set();
+    for (const file of scanFiles(rootPath, {
+        extensions: source.extensions,
+        maxFileSize: Math.min(10 * 1024 * 1024, Math.floor(memoryBudgetBytes / 8)),
+    })) {
+        if (exceedsMemoryBudget(file, initialHeapBytes, memoryBudgetBytes))
+            return true;
+        seen.add(file.filePath);
+        await replaceFile(db, source, file);
+    }
+    for (const filePath of Object.keys(source.files)) {
+        if (!seen.has(filePath))
+            await removeFile(db, source, filePath);
+    }
+    return false;
+}
+async function refreshWithGit(rootPath, db, source, changedFiles, memoryBudgetBytes) {
+    const initialHeapBytes = process.memoryUsage().heapUsed;
+    const pending = new Set(changedFiles);
+    for (const file of scanFiles(rootPath, { extensions: source.extensions }, pending)) {
+        if (exceedsMemoryBudget(file, initialHeapBytes, memoryBudgetBytes))
+            return true;
+        pending.delete(file.filePath);
+        await replaceFile(db, source, file);
+    }
+    for (const filePath of pending)
+        await removeFile(db, source, filePath);
+    return false;
+}
+/** Refresh a complete index by Git diff when possible, otherwise by file hashes. */
+export async function refreshIndex(rootPath) {
+    const absRoot = resolve(rootPath);
+    const previous = getIndexMeta(absRoot);
+    const source = previous?.source;
+    if (!previous || previous.partial || !source) {
+        return buildIndexFromScannedFiles(absRoot, scanFiles(absRoot));
+    }
+    const memoryBudgetBytes = getIndexMemoryBudget();
+    const db = await loadIndex(absRoot);
+    const git = getGitState(absRoot, source.git?.head, source.extensions);
+    let partial = false;
+    if (git && source.git
+        && !git.hasUncommittedTrackedIndexableChanges
+        && !git.hasUntrackedIndexableFiles) {
+        partial = await refreshWithGit(absRoot, db, source, git.changedFiles, memoryBudgetBytes);
+        if (!partial)
+            source.git = { head: git.head };
+    }
+    else {
+        partial = await refreshWithHashes(absRoot, db, source, memoryBudgetBytes);
+        if (!partial) {
+            const currentGit = getGitState(absRoot, undefined, source.extensions);
+            if (currentGit && !currentGit.hasUncommittedTrackedIndexableChanges && !currentGit.hasUntrackedIndexableFiles) {
+                source.git = { head: currentGit.head };
+            }
+            else
+                delete source.git;
+        }
+    }
+    return persistIndex(absRoot, db, createMeta(absRoot, source, partial, memoryBudgetBytes));
+}
+/** Refresh only when the index has exceeded its maximum age. */
+export async function refreshIndexIfStale(rootPath) {
+    const meta = getIndexMeta(rootPath);
+    if (!meta || Date.now() - meta.indexedAt < INDEX_REFRESH_INTERVAL_MS)
+        return false;
+    await refreshIndex(rootPath);
+    return true;
 }
 // ── Index loading ─────────────────────────────────────────────────────
 export async function loadIndex(rootPath) {
     const indexPath = getIndexPath(rootPath);
     const data = readFileSync(join(indexPath, 'index.json'), 'utf-8');
-    return restore('json', data);
+    const db = await create({
+        schema: ORAMA_SCHEMA,
+        components: { tokenizer: createDocumentTokenizer() },
+    });
+    load(db, JSON.parse(data));
+    return db;
 }
 // ── Index detection ───────────────────────────────────────────────────
 export function hasIndex(rootPath) {
     const indexPath = getIndexPath(rootPath);
-    return existsSync(join(indexPath, 'index.json'));
+    return existsSync(join(indexPath, 'index.json'))
+        && getIndexMeta(rootPath)?.tokenizer === TOKENIZER_VERSION;
 }
 // ── Index metadata ────────────────────────────────────────────────────
 export function getIndexMeta(rootPath) {

package/dist/deep/local-doc/indexer.js.map

@@ -1 +1 @@
-{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../src/deep/local-doc/indexer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAA+B,YAAY,EAAE,MAAM,YAAY,CAAC;AAEvE,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,yEAAyE;AAEzE,2CAA2C;AAC3C,SAAS,WAAW;IAClB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,+BAA+B;AAC/B,SAAS,UAAU;IACjB,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,yEAAyE;AAEzE,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAgB,EAChB,MAAsB;IAEtB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAEzC,0BAA0B;IAC1B,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1C,2DAA2D;IAC3D,iFAAiF;IACjF,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC;QACtB,MAAM,EAAE,YAAY;KACrB,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,sDAAsD;QACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAC9C,MAAM,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE,MAAM,CAAW,CAAC;IACjD,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAE5D,aAAa;IACb,MAAM,IAAI,GAAG;QACX,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;QAChD,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IACF,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAEpF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAC7B,CAAC;AAED,yEAAyE;AAEzE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;IAClE,OAAO,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,yEAAyE;AAEzE,MAAM,UAAU,QAAQ,CAAC,QAAgB;IACvC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,yEAAyE;AAEzE,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../src/deep/local-doc/indexer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,gCAAgC,CAAC;AACzD,OAAO,EAIL,YAAY,GAGb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,sBAAsB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AACjD,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;AAClD,MAAM,CAAC,MAAM,yBAAyB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAElE,SAAS,uBAAuB;IAC9B,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;IACpC,SAAS,CAAC,QAAQ,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,CAC1D,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC7D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,0BAA0B,CAAC,UAAkB,EAAE,SAAiB;IAC9E,OAAO,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,UAAU,GAAG,IAAI,EAAE,SAAS,GAAG,GAAG,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO,0BAA0B,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,yEAAyE;AAEzE,2CAA2C;AAC3C,SAAS,WAAW;IAClB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,+BAA+B;AAC/B,SAAS,UAAU;IACjB,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,mBAAmB,CAAC,UAAqB;IAChD,OAAO,CAAC,UAAU,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CACnD,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,EAAE,CACpF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,OAAe,EAAE,OAAe;IACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,OAAO,QAAQ,KAAK,EAAE;WACjB,CAAC,UAAU,CAAC,QAAQ,CAAC;WACrB,QAAQ,KAAK,IAAI;WACjB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,YAAY,CAAC,IAAiB;IACrC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;AACzF,CAAC;AAED,SAAS,MAAM,CAAC,QAAgB,EAAE,IAAc;IAC9C,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,EAAE;YACpD,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC;SACpC,CAAC,CAAC,IAAI,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AASD,SAAS,WAAW,CAAC,QAAgB,EAAE,QAAiB,EAAE,UAAqB;IAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEnC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,MAAM,kBAAkB,GAAG,CAAC,OAAe,EAAiB,EAAE;QAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1C,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAChG,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACxD,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,oBAAoB,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAClG,IAAI,eAAe,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,0BAA0B,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;SAC9D,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;IAEnD,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAmB,EAAE;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE;YAC7B,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,qBAAqB,EAAE,IAAI,EAAE,GAAG,KAAK;SAC7E,CAAC,CAAC;QACH,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QACjC,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;aACzB,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,kBAAkB,CAAC;aACvB,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACrD,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC;IAC1D,MAAM,gBAAgB,GAAG,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IAC5E,IAAI,YAAY,KAAK,IAAI,IAAI,gBAAgB,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAEpE,OAAO;QACL,IAAI;QACJ,YAAY;QACZ,qCAAqC,EAAE,gBAAgB,CAAC,MAAM,GAAG,CAAC;QAClE,0BAA0B;KAC3B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAO,EAAE,MAAsB;IACzD,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,UAAU,EAAE,CAAC;QAClE,MAAM,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CACjB,OAAe,EACf,MAAuC,EACvC,OAAgB,EAChB,iBAAyB;IAEzB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,MAAM;QACnB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC,CAAC;IACN,OAAO;QACL,QAAQ,EAAE,OAAO;QACjB,KAAK;QACL,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,OAAO;QACP,iBAAiB;QACjB,SAAS,EAAE,iBAAiB;QAC5B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,QAAgB,EAChB,EAAO,EACP,IAA2B;IAE3B,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE,MAAM,CAAW,CAAC;IACjD,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5D,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACpF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAC7B,CAAC;AAED,yEAAyE;AAEzE,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAgB,EAChB,MAAsB;IAEtB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC;QACtB,MAAM,EAAE,YAAY;QACpB,UAAU,EAAE,EAAE,SAAS,EAAE,uBAAuB,EAAE,EAAE;KACrD,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,YAAY,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,IAAI,GAA0B;QAClC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;QAChD,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,OAAO,EAAE,KAAK;QACd,iBAAiB,EAAE,oBAAoB,EAAE;QACzC,SAAS,EAAE,iBAAiB;KAC7B,CAAC;IACF,OAAO,YAAY,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,QAAgB,EAChB,OAAiC,EACjC,iBAAiB,GAAG,oBAAoB,EAAE;IAE1C,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IACxD,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC;QACtB,MAAM,EAAE,YAAY;QACpB,UAAU,EAAE,EAAE,SAAS,EAAE,uBAAuB,EAAE,EAAE;KACrD,CAAC,CAAC;IACH,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAC9C,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,GAAG,gBAAgB,CAAC;QAEnE,IAAI,QAAQ,IAAI,iBAAiB,IAAI,QAAQ,GAAG,UAAU,GAAG,CAAC,GAAG,iBAAiB,EAAE,CAAC;YACnF,OAAO,GAAG,IAAI,CAAC;YACf,MAAM;QACR,CAAC;QAED,MAAM,YAAY,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9B,KAAK,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,CAAC,MAAM,CACjB,IAAI,KAAK,CAAC,wBAAwB,iBAAiB,8CAA8C,OAAO,EAAE,CAAC,EAC3G,EAAE,IAAI,EAAE,sBAAsB,EAAE,CACjC,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,OAAO,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,MAAM,IAAI,GAA0B;QAClC,QAAQ,EAAE,OAAO;QACjB,KAAK;QACL,MAAM;QACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,OAAO;QACP,iBAAiB;QACjB,SAAS,EAAE,iBAAiB;KAC7B,CAAC;IACF,OAAO,YAAY,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,QAAgB,EAChB,KAA4B,EAC5B,iBAAiB,GAAG,oBAAoB,EAAE,EAC1C,UAAqB;IAErB,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC;QACtB,MAAM,EAAE,YAAY;QACpB,UAAU,EAAE,EAAE,SAAS,EAAE,uBAAuB,EAAE,EAAE;KACrD,CAAC,CAAC;IACH,MAAM,MAAM,GAAwB;QAClC,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,mBAAmB,CAAC,UAAU,CAAC;KAC5C,CAAC;IACF,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IACxD,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACpD,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,GAAG,gBAAgB,CAAC;QACnE,IAAI,QAAQ,IAAI,iBAAiB,IAAI,QAAQ,GAAG,SAAS,GAAG,CAAC,GAAG,iBAAiB,EAAE,CAAC;YAClF,OAAO,GAAG,IAAI,CAAC;YACf,MAAM;QACR,CAAC;QACD,MAAM,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,CAAC,MAAM,CACjB,IAAI,KAAK,CAAC,wBAAwB,iBAAiB,8CAA8C,OAAO,EAAE,CAAC,EAC3G,EAAE,IAAI,EAAE,sBAAsB,EAAE,CACjC,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,OAAO,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/D,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,qCAAqC,IAAI,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC;QACzF,MAAM,CAAC,GAAG,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IACD,OAAO,YAAY,CAAC,QAAQ,EAAE,EAAE,EAAE,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,EAAO,EAAE,MAA2B,EAAE,IAAiB;IAChF,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,QAAQ,EAAE,WAAW,KAAK,IAAI,CAAC,WAAW;QAAE,OAAO;IACvD,IAAI,QAAQ,EAAE,QAAQ,CAAC,MAAM;QAAE,MAAM,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACvF,MAAM,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,EAAO,EAAE,MAA2B,EAAE,QAAgB;IAC9E,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ;QAAE,OAAO;IACtB,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM;QAAE,MAAM,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACtF,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,mBAAmB,CAC1B,IAAiB,EACjB,gBAAwB,EACxB,iBAAyB;IAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACpD,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnE,OAAO,QAAQ,IAAI,iBAAiB,IAAI,QAAQ,GAAG,SAAS,GAAG,CAAC,GAAG,iBAAiB,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,QAAgB,EAChB,EAAO,EACP,MAA2B,EAC3B,iBAAyB;IAEzB,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IACxD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,QAAQ,EAAE;QACrC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;KAC3E,CAAC,EAAE,CAAC;QACH,IAAI,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,EAAE,iBAAiB,CAAC;YAAE,OAAO,IAAI,CAAC;QAChF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,MAAM,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,MAAM,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,QAAgB,EAChB,EAAO,EACP,MAA2B,EAC3B,YAAsB,EACtB,iBAAyB;IAEzB,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IACxD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC;QACnF,IAAI,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,EAAE,iBAAiB,CAAC;YAAE,OAAO,IAAI,CAAC;QAChF,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,MAAM,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,OAAO;QAAE,MAAM,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAgB;IACjD,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,QAAQ,EAAE,MAAM,CAAC;IAChC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7C,OAAO,0BAA0B,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,iBAAiB,GAAG,oBAAoB,EAAE,CAAC;IACjD,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IACtE,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,GAAG,IAAI,MAAM,CAAC,GAAG;WAChB,CAAC,GAAG,CAAC,qCAAqC;WAC1C,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC;QACrC,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,GAAG,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YACtE,IAAI,UAAU,IAAI,CAAC,UAAU,CAAC,qCAAqC,IAAI,CAAC,UAAU,CAAC,0BAA0B,EAAE,CAAC;gBAC9G,MAAM,CAAC,GAAG,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC;;gBACI,OAAO,MAAM,CAAC,GAAG,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,gEAAgE;AAChE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAgB;IACxD,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,GAAG,yBAAyB;QAAE,OAAO,KAAK,CAAC;IACnF,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC7B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,yEAAyE;AAEzE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;IAClE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC;QACtB,MAAM,EAAE,YAAY;QACpB,UAAU,EAAE,EAAE,SAAS,EAAE,uBAAuB,EAAE,EAAE;KACrD,CAAC,CAAC;IACH,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,yEAAyE;AAEzE,MAAM,UAAU,QAAQ,CAAC,QAAgB;IACvC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;WAC3C,YAAY,CAAC,QAAQ,CAAC,EAAE,SAAS,KAAK,iBAAiB,CAAC;AAC/D,CAAC;AAED,yEAAyE;AAEzE,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/deep/local-doc/scanner.d.ts

@@ -1,10 +1,10 @@
 /**
- * Scanner — file scanning + structure-aware chunking
- *
- * Scans a directory for documents, parses YAML frontmatter,
- * and splits content into chunks using chunk-smart (markdown)
- * or paragraph splitting (plain text).
+ * Scanner - file scanning and structure-aware chunking.
  */
-import { ScannedChunk, ScannerOptions } from './types.js';
+import { ScannedChunk, ScannedFile, ScannerOptions } from './types.js';
+/** Yield one file at a time, with a hash for incremental change detection. */
+export declare function scanFiles(rootPath: string, options?: ScannerOptions, filePaths?: Iterable<string>): Generator<ScannedFile>;
+/** Yield one file batch at a time so callers can index and release them. */
+export declare function scanBatches(rootPath: string, options?: ScannerOptions): Generator<ScannedChunk[]>;
 export declare function scan(rootPath: string, options?: ScannerOptions): ScannedChunk[];
 //# sourceMappingURL=scanner.d.ts.map

package/dist/deep/local-doc/scanner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../../../src/deep/local-doc/scanner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAwD1D,wBAAgB,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,YAAY,EAAE,CA4I/E"}
+{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../../../src/deep/local-doc/scanner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AA8JvE,8EAA8E;AAC9E,wBAAiB,SAAS,CACxB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,cAAc,EACxB,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,GAC3B,SAAS,CAAC,WAAW,CAAC,CAYxB;AAED,4EAA4E;AAC5E,wBAAiB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC,CAIlG;AAED,wBAAgB,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,YAAY,EAAE,CAI/E"}