@copilotkit/pathfinder 1.1.0

package/dist/indexing/chunking/raw-text.js

@@ -0,0 +1,59 @@
+// Plain text chunker — paragraph-boundary splitting for non-structured content.
+const DEFAULT_TARGET_TOKENS = 600;
+const DEFAULT_OVERLAP_TOKENS = 50;
+/**
+ * Split plain text into embedding-friendly chunks on paragraph boundaries.
+ *
+ * @param content - The full file content
+ * @param _filePath - Path to the source file (unused, kept for registry signature)
+ * @param config - Source configuration with chunk size parameters
+ * @returns Array of ChunkOutput objects
+ */
+export function chunkRawText(content, _filePath, config) {
+    if (!content || !content.trim()) {
+        return [];
+    }
+    const targetChars = (config.chunk?.target_tokens ?? DEFAULT_TARGET_TOKENS) * 4;
+    const overlapChars = (config.chunk?.overlap_tokens ?? DEFAULT_OVERLAP_TOKENS) * 4;
+    // Split on double newlines into paragraphs
+    const paragraphs = content.split(/\n\n+/).filter(p => p.trim().length > 0);
+    if (paragraphs.length === 0) {
+        return [];
+    }
+    // Merge small consecutive paragraphs until reaching target size
+    const merged = [];
+    let current = '';
+    for (const para of paragraphs) {
+        const trimmed = para.trim();
+        const separator = current ? '\n\n' : '';
+        if (current && (current.length + separator.length + trimmed.length) > targetChars) {
+            merged.push(current);
+            current = trimmed;
+        }
+        else {
+            current = current ? current + separator + trimmed : trimmed;
+        }
+    }
+    if (current.trim()) {
+        merged.push(current);
+    }
+    // Apply overlap
+    const chunks = [];
+    for (let i = 0; i < merged.length; i++) {
+        let chunkContent = merged[i];
+        if (i > 0 && overlapChars > 0) {
+            const prevChunk = merged[i - 1];
+            const overlapText = prevChunk.slice(-overlapChars);
+            // Find a clean break point (newline or space)
+            const breakPoint = overlapText.lastIndexOf('\n');
+            const cleanOverlap = breakPoint > 0 ? overlapText.slice(breakPoint) : overlapText;
+            chunkContent = cleanOverlap + '\n\n' + chunkContent;
+        }
+        chunks.push({
+            content: chunkContent.trim(),
+            chunkIndex: i,
+        });
+    }
+    return chunks;
+}
+//# sourceMappingURL=raw-text.js.map

package/dist/indexing/chunking/raw-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-text.js","sourceRoot":"","sources":["../../../src/indexing/chunking/raw-text.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAIhF,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC;;;;;;;GAOG;AACH,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,SAAiB,EAAE,MAAoB;IACjF,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,IAAI,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC/E,MAAM,YAAY,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,IAAI,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAElF,2CAA2C;IAC3C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE3E,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,gEAAgE;IAChE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAExC,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;YAChF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,OAAO,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAChE,CAAC;IACL,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,gBAAgB;IAChB,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAE7B,IAAI,CAAC,GAAG,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAChC,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;YAEnD,8CAA8C;YAC9C,MAAM,UAAU,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,YAAY,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;YAElF,YAAY,GAAG,YAAY,GAAG,MAAM,GAAG,YAAY,CAAC;QACxD,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACR,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE;YAC5B,UAAU,EAAE,CAAC;SAChB,CAAC,CAAC;IACP,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/indexing/embeddings.d.ts

@@ -0,0 +1,10 @@
+export declare class EmbeddingClient {
+    private client;
+    private model;
+    private dimensions;
+    constructor(apiKey: string, model?: string, dimensions?: number);
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    private embedWithRetry;
+}
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/indexing/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/indexing/embeddings.ts"],"names":[],"mappings":"AAQA,qBAAa,eAAe;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,UAAU,CAAS;gBAEf,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM;IAMzD,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAgCxC,cAAc;CAwC/B"}

package/dist/indexing/embeddings.js

@@ -0,0 +1,78 @@
+// OpenAI batch embedding client with automatic batching and retry logic
+import OpenAI from 'openai';
+const MAX_BATCH_SIZE = 2048;
+const MAX_RETRIES = 3;
+const BASE_DELAY_MS = 1000;
+export class EmbeddingClient {
+    client;
+    model;
+    dimensions;
+    constructor(apiKey, model, dimensions) {
+        this.client = new OpenAI({ apiKey });
+        this.model = model ?? 'text-embedding-3-small';
+        this.dimensions = dimensions ?? 1536;
+    }
+    async embed(text) {
+        const result = await this.embedBatch([text]);
+        return result[0];
+    }
+    async embedBatch(texts) {
+        if (texts.length === 0)
+            return [];
+        // Truncate texts that exceed OpenAI's 8192 token limit (~32K chars with safety margin)
+        const MAX_CHARS = 30_000;
+        const truncated = texts.map((t) => {
+            if (t.length > MAX_CHARS) {
+                return t.slice(0, MAX_CHARS);
+            }
+            return t;
+        });
+        const chunks = [];
+        for (let i = 0; i < truncated.length; i += MAX_BATCH_SIZE) {
+            chunks.push(truncated.slice(i, i + MAX_BATCH_SIZE));
+        }
+        const totalBatches = chunks.length;
+        const results = [];
+        for (let i = 0; i < chunks.length; i++) {
+            // Only log batch progress when there are multiple batches
+            if (totalBatches > 1) {
+                console.log(`Embedding batch ${i + 1}/${totalBatches} (${chunks[i].length} texts)...`);
+            }
+            const batchResults = await this.embedWithRetry(chunks[i], i + 1);
+            results.push(...batchResults);
+        }
+        return results;
+    }
+    async embedWithRetry(texts, batchNum, attempt = 1) {
+        try {
+            const response = await this.client.embeddings.create({
+                model: this.model,
+                input: texts,
+                dimensions: this.dimensions,
+            });
+            // OpenAI returns embeddings sorted by index, but sort explicitly to be safe
+            const sorted = response.data.sort((a, b) => a.index - b.index);
+            return sorted.map((item) => item.embedding);
+        }
+        catch (error) {
+            if (attempt >= MAX_RETRIES) {
+                console.error(`Embedding batch ${batchNum} failed after ${MAX_RETRIES} retries`);
+                throw error;
+            }
+            const isRetryable = error instanceof OpenAI.RateLimitError ||
+                error instanceof OpenAI.InternalServerError ||
+                error instanceof OpenAI.APIConnectionError;
+            if (!isRetryable)
+                throw error;
+            const delay = BASE_DELAY_MS * Math.pow(2, attempt - 1);
+            console.warn(`Embedding batch ${batchNum} attempt ${attempt}/${MAX_RETRIES} failed ` +
+                `(${error.message}), retrying in ${delay}ms...`);
+            await sleep(delay);
+            return this.embedWithRetry(texts, batchNum, attempt + 1);
+        }
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/indexing/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/indexing/embeddings.ts"],"names":[],"mappings":"AAAA,wEAAwE;AAExE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B,MAAM,OAAO,eAAe;IAChB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,UAAU,CAAS;IAE3B,YAAY,MAAc,EAAE,KAAc,EAAE,UAAmB;QAC3D,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,wBAAwB,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,uFAAuF;QACvF,MAAM,SAAS,GAAG,MAAM,CAAC;QACzB,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC9B,IAAI,CAAC,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YACjC,CAAC;YACD,OAAO,CAAC,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;QACnC,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,0DAA0D;YAC1D,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CACP,mBAAmB,CAAC,GAAG,CAAC,IAAI,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,YAAY,CAC5E,CAAC;YACN,CAAC;YACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,cAAc,CACxB,KAAe,EACf,QAAgB,EAChB,UAAkB,CAAC;QAEnB,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,KAAK;gBACZ,UAAU,EAAE,IAAI,CAAC,UAAU;aAC9B,CAAC,CAAC;YAEH,4EAA4E;YAC5E,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACtB,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CACT,mBAAmB,QAAQ,iBAAiB,WAAW,UAAU,CACpE,CAAC;gBACF,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,MAAM,WAAW,GACb,KAAK,YAAY,MAAM,CAAC,cAAc;gBACtC,KAAK,YAAY,MAAM,CAAC,mBAAmB;gBAC3C,KAAK,YAAY,MAAM,CAAC,kBAAkB,CAAC;YAE/C,IAAI,CAAC,WAAW;gBAAE,MAAM,KAAK,CAAC;YAE9B,MAAM,KAAK,GAAG,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CACR,mBAAmB,QAAQ,YAAY,OAAO,IAAI,WAAW,UAAU;gBACvE,IAAK,KAAe,CAAC,OAAO,kBAAkB,KAAK,OAAO,CAC7D,CAAC;YAEF,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;CACJ;AAED,SAAS,KAAK,CAAC,EAAU;IACrB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC"}

package/dist/indexing/orchestrator.d.ts

@@ -0,0 +1,69 @@
+export declare class IndexingOrchestrator {
+    private queue;
+    private running;
+    private processing;
+    private activeSources;
+    private lastReindexDate;
+    constructor();
+    /**
+     * Smart startup check: compare DB commit SHAs against remote HEAD.
+     * Only re-indexes sources that have actually changed, avoiding
+     * unnecessary OpenAI API calls on container restarts.
+     */
+    checkAndIndex(): Promise<void>;
+    /**
+     * Get the HEAD SHA of a remote repo without cloning.
+     * Uses `git ls-remote` which only fetches refs.
+     */
+    private getRemoteHead;
+    /**
+     * Queue a full re-index of all sources. Returns immediately.
+     */
+    queueFullReindex(): void;
+    /**
+     * Queue an incremental re-index for a specific repo. Returns immediately.
+     */
+    queueIncrementalReindex(repoUrl: string): void;
+    /**
+     * Returns true if any indexing job is currently running.
+     */
+    isIndexing(): boolean;
+    /**
+     * Start a background timer that triggers a full reindex once per day at
+     * the configured UTC hour.  Uses a simple setInterval (no cron library).
+     */
+    startNightlyReindex(): void;
+    /**
+     * Check if an index state is stale (never indexed or older than the configured threshold).
+     */
+    private isStale;
+    /**
+     * Process the job queue (max 1 concurrent job).
+     */
+    private drain;
+    /**
+     * Execute a single job.
+     */
+    private executeJob;
+    /**
+     * Run a full re-index of all indexable sources (those referenced by search tools).
+     */
+    private runFullReindex;
+    /**
+     * Run an incremental re-index for all sources associated with a repo.
+     */
+    private runIncrementalReindex;
+    /**
+     * Index a single source with full state tracking.
+     */
+    private indexSourceWithState;
+    /**
+     * Simple per-source mutex. If the source is already being indexed, skip.
+     */
+    private withSourceLock;
+    /**
+     * Update the index_state status for a source.
+     */
+    private setIndexStatus;
+}
+//# sourceMappingURL=orchestrator.d.ts.map

package/dist/indexing/orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../src/indexing/orchestrator.ts"],"names":[],"mappings":"AA+BA,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,UAAU,CAAS;IAG3B,OAAO,CAAC,aAAa,CAAqB;IAG1C,OAAO,CAAC,eAAe,CAAuB;;IAM9C;;;;OAIG;IACG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAqGpC;;;OAGG;YACW,aAAa;IAa3B;;OAEG;IACH,gBAAgB,IAAI,IAAI;IAQxB;;OAEG;IACH,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAU9C;;OAEG;IACH,UAAU,IAAI,OAAO;IAIrB;;;OAGG;IACH,mBAAmB,IAAI,IAAI;IA4B3B;;OAEG;IACH,OAAO,CAAC,OAAO;IASf;;OAEG;YACW,KAAK;IAwBnB;;OAEG;YACW,UAAU;IAoCxB;;OAEG;YACW,cAAc;IAqB5B;;OAEG;YACW,qBAAqB;IAoDnC;;OAEG;YACW,oBAAoB;IAgDlC;;OAEG;YACW,cAAc;IAmB5B;;OAEG;YACW,cAAc;CAgB/B"}

package/dist/indexing/orchestrator.js

@@ -0,0 +1,387 @@
+// Job queue and coordination for indexing pipelines.
+// Fully config-driven: indexes sources referenced by search tools in mcp-docs.yaml.
+import { simpleGit } from 'simple-git';
+import { getConfig, getServerConfig, getIndexableSourceNames } from '../config.js';
+import { EmbeddingClient } from './embeddings.js';
+import { SourceIndexer } from './source-indexer.js';
+import { getIndexState, upsertIndexState, } from '../db/queries.js';
+/**
+ * Find all source configs that reference a given repo URL.
+ */
+function getSourcesByRepo(repoUrl) {
+    return getServerConfig().sources.filter(s => s.repo === repoUrl);
+}
+function getStaleThresholdMs() {
+    const serverCfg = getServerConfig();
+    return (serverCfg.indexing?.stale_threshold_hours ?? 24) * 60 * 60 * 1000;
+}
+export class IndexingOrchestrator {
+    queue = [];
+    running = false;
+    processing = false;
+    // Per-source mutex: prevents concurrent indexing of the same source
+    activeSources = new Set();
+    // Track last nightly reindex date to prevent drift-based duplicate triggers
+    lastReindexDate = null;
+    constructor() {
+        // No-op — all setup happens lazily via getConfig()
+    }
+    /**
+     * Smart startup check: compare DB commit SHAs against remote HEAD.
+     * Only re-indexes sources that have actually changed, avoiding
+     * unnecessary OpenAI API calls on container restarts.
+     */
+    async checkAndIndex() {
+        const indexableNames = getIndexableSourceNames();
+        if (indexableNames.size === 0) {
+            console.log('[orchestrator] No search tools configured — skipping indexing');
+            return;
+        }
+        console.log('[orchestrator] Checking index state...');
+        const serverCfg = getServerConfig();
+        const indexableSources = serverCfg.sources.filter(s => indexableNames.has(s.name));
+        // Check indexable sources for missing/errored state.
+        // Queue individual sources that need reindexing rather than triggering a full reindex of everything.
+        const sourcesNeedingFullReindex = [];
+        const sourcesOk = [];
+        for (const source of indexableSources) {
+            const state = await getIndexState(source.type, source.name);
+            if (!state || !state.last_commit_sha || state.status === 'error') {
+                console.log(`[orchestrator] ${source.name}: never indexed or in error state — will queue for reindex`);
+                sourcesNeedingFullReindex.push(source);
+            }
+            else {
+                sourcesOk.push(source);
+            }
+        }
+        // Queue full reindex for individual missing/errored sources
+        if (sourcesNeedingFullReindex.length > 0) {
+            // If ALL sources need reindex, just do a full reindex
+            if (sourcesNeedingFullReindex.length === indexableSources.length) {
+                console.log('[orchestrator] All indexable sources need reindexing — queuing full reindex');
+                this.queueFullReindex();
+                return;
+            }
+            // Queue incremental reindexes for each affected git-backed repo
+            const reposToReindex = new Set(sourcesNeedingFullReindex.filter(s => s.repo).map(s => s.repo));
+            for (const repoUrl of reposToReindex) {
+                this.queueIncrementalReindex(repoUrl);
+            }
+            // Local sources (no repo) get queued as a full reindex of just those sources
+            const localSources = sourcesNeedingFullReindex.filter(s => !s.repo);
+            if (localSources.length > 0) {
+                this.queue.push({ type: 'full-reindex-local', sources: localSources });
+                this.drain().catch(err => console.error('[orchestrator] drain() failed:', err));
+            }
+        }
+        if (sourcesOk.length === 0)
+            return;
+        // Local sources in sourcesOk have no remote to check — always reindex on startup
+        const localSourcesOk = sourcesOk.filter(s => !s.repo);
+        if (localSourcesOk.length > 0) {
+            console.log(`[orchestrator] Queuing reindex for ${localSourcesOk.length} local source(s)`);
+            this.queue.push({ type: 'full-reindex-local', sources: localSourcesOk });
+            this.drain().catch(err => console.error('[orchestrator] drain() failed:', err));
+        }
+        console.log('[orchestrator] Checking remotes for changes on indexed sources...');
+        // Only check remotes for git-backed sources
+        const repos = [...new Set(sourcesOk.filter(s => s.repo).map(s => s.repo))];
+        for (const repoUrl of repos) {
+            try {
+                const remoteHead = await this.getRemoteHead(repoUrl);
+                const sources = getSourcesByRepo(repoUrl).filter(s => indexableNames.has(s.name));
+                let anyChanged = false;
+                for (const source of sources) {
+                    const state = await getIndexState(source.type, source.name);
+                    if (state?.last_commit_sha !== remoteHead) {
+                        anyChanged = true;
+                        break;
+                    }
+                }
+                if (anyChanged) {
+                    console.log(`[orchestrator] Remote HEAD ${remoteHead.slice(0, 8)} for ${repoUrl} differs from indexed — queuing incremental reindex`);
+                    this.queueIncrementalReindex(repoUrl);
+                }
+                else {
+                    console.log(`[orchestrator] Index current at ${remoteHead.slice(0, 8)}`);
+                }
+            }
+            catch (err) {
+                // If we can't check remote, fall back to age-based staleness
+                console.warn(`[orchestrator] Failed to check remote HEAD for ${repoUrl}, falling back to age check:`, err);
+                const repoSources = getSourcesByRepo(repoUrl);
+                const firstState = await getIndexState(repoSources[0].type, repoSources[0].name);
+                if (this.isStale(firstState)) {
+                    const thresholdHours = getServerConfig().indexing?.stale_threshold_hours ?? 24;
+                    console.log(`[orchestrator] Index for ${repoUrl} is stale (>${thresholdHours}h) — queuing full reindex`);
+                    this.queueFullReindex();
+                }
+                else {
+                    console.log(`[orchestrator] Index for ${repoUrl} appears fresh, skipping`);
+                }
+            }
+        }
+    }
+    /**
+     * Get the HEAD SHA of a remote repo without cloning.
+     * Uses `git ls-remote` which only fetches refs.
+     */
+    async getRemoteHead(repoUrl) {
+        const config = getConfig();
+        let url = repoUrl;
+        if (config.githubToken) {
+            url = repoUrl.replace('https://github.com/', `https://x-access-token:${config.githubToken}@github.com/`);
+        }
+        const git = simpleGit();
+        const result = await git.listRemote([url, 'HEAD']);
+        const sha = result.split('\t')[0]?.trim();
+        if (!sha)
+            throw new Error(`Could not resolve HEAD for ${repoUrl}`);
+        return sha;
+    }
+    /**
+     * Queue a full re-index of all sources. Returns immediately.
+     */
+    queueFullReindex() {
+        this.queue.push({ type: 'full-reindex' });
+        console.log('[orchestrator] Full re-index queued');
+        this.drain().catch((err) => {
+            console.error('[orchestrator] drain() failed:', err);
+        });
+    }
+    /**
+     * Queue an incremental re-index for a specific repo. Returns immediately.
+     */
+    queueIncrementalReindex(repoUrl) {
+        this.queue.push({ type: 'incremental-reindex', repoUrl });
+        console.log(`[orchestrator] Incremental re-index queued for ${repoUrl}`);
+        this.drain().catch((err) => {
+            console.error('[orchestrator] drain() failed:', err);
+        });
+    }
+    /**
+     * Returns true if any indexing job is currently running.
+     */
+    isIndexing() {
+        return this.running;
+    }
+    /**
+     * Start a background timer that triggers a full reindex once per day at
+     * the configured UTC hour.  Uses a simple setInterval (no cron library).
+     */
+    startNightlyReindex() {
+        const serverCfg = getServerConfig();
+        if (!serverCfg.indexing?.auto_reindex) {
+            console.log('[orchestrator] Nightly reindex disabled');
+            return;
+        }
+        const hour = serverCfg.indexing.reindex_hour_utc;
+        console.log(`[orchestrator] Nightly reindex scheduled at ${hour}:00 UTC`);
+        // Check every 60 seconds if it's time to run
+        setInterval(() => {
+            const now = new Date();
+            const today = now.toISOString().slice(0, 10);
+            if (now.getUTCHours() === hour && this.lastReindexDate !== today) {
+                if (!this.isIndexing()) {
+                    this.lastReindexDate = today;
+                    console.log('[orchestrator] Starting nightly reindex');
+                    this.queueFullReindex();
+                }
+            }
+        }, 60_000);
+    }
+    // -----------------------------------------------------------------------
+    // Private
+    // -----------------------------------------------------------------------
+    /**
+     * Check if an index state is stale (never indexed or older than the configured threshold).
+     */
+    isStale(state) {
+        if (!state)
+            return true;
+        if (!state.last_indexed_at)
+            return true;
+        if (state.status === 'error')
+            return true;
+        const age = Date.now() - new Date(state.last_indexed_at).getTime();
+        return age > getStaleThresholdMs();
+    }
+    /**
+     * Process the job queue (max 1 concurrent job).
+     */
+    async drain() {
+        if (this.processing)
+            return; // Already draining
+        this.processing = true;
+        try {
+            while (this.queue.length > 0) {
+                const job = this.queue.shift();
+                this.running = true;
+                try {
+                    await this.executeJob(job);
+                }
+                catch (err) {
+                    console.error('[orchestrator] Job failed:', err);
+                }
+            }
+        }
+        finally {
+            this.running = false;
+            this.processing = false;
+        }
+    }
+    /**
+     * Execute a single job.
+     */
+    async executeJob(job) {
+        const config = getConfig();
+        const serverCfg = getServerConfig();
+        if (!serverCfg.embedding) {
+            throw new Error('embedding config is required for indexing');
+        }
+        const embeddingClient = new EmbeddingClient(config.openaiApiKey, serverCfg.embedding.model, serverCfg.embedding.dimensions);
+        if (job.type === 'full-reindex') {
+            await this.runFullReindex(embeddingClient, config.cloneDir, config.githubToken);
+        }
+        else if (job.type === 'full-reindex-local') {
+            if (!job.sources || job.sources.length === 0) {
+                console.warn('[orchestrator] full-reindex-local job has no sources, skipping');
+                return;
+            }
+            for (const sourceConfig of job.sources) {
+                await this.indexSourceWithState(sourceConfig, embeddingClient, config.cloneDir);
+            }
+        }
+        else if (job.type === 'incremental-reindex') {
+            if (!job.repoUrl) {
+                console.warn('[orchestrator] incremental-reindex job has no repoUrl, skipping');
+                return;
+            }
+            await this.runIncrementalReindex(embeddingClient, config.cloneDir, config.githubToken, job.repoUrl);
+        }
+    }
+    /**
+     * Run a full re-index of all indexable sources (those referenced by search tools).
+     */
+    async runFullReindex(embeddingClient, cloneDir, githubToken) {
+        console.log('[orchestrator] Starting full re-index');
+        const serverCfg = getServerConfig();
+        const indexableNames = getIndexableSourceNames();
+        for (const sourceConfig of serverCfg.sources.filter(s => indexableNames.has(s.name))) {
+            await this.indexSourceWithState(sourceConfig, embeddingClient, cloneDir, githubToken);
+        }
+        console.log('[orchestrator] Full re-index complete');
+    }
+    /**
+     * Run an incremental re-index for all sources associated with a repo.
+     */
+    async runIncrementalReindex(embeddingClient, cloneDir, githubToken, repoUrl) {
+        console.log(`[orchestrator] Starting incremental re-index for ${repoUrl}`);
+        const indexableNames = getIndexableSourceNames();
+        const sources = getSourcesByRepo(repoUrl).filter(s => indexableNames.has(s.name));
+        for (const sourceConfig of sources) {
+            const state = await getIndexState(sourceConfig.type, sourceConfig.name);
+            if (state?.last_commit_sha) {
+                await this.withSourceLock(`${sourceConfig.type}:${sourceConfig.name}`, async () => {
+                    await this.setIndexStatus(sourceConfig.type, sourceConfig.name, 'indexing');
+                    try {
+                        const indexer = new SourceIndexer(sourceConfig, embeddingClient, cloneDir, githubToken);
+                        await indexer.incrementalIndex(state.last_commit_sha);
+                        const headSha = await indexer.getHeadSha();
+                        await upsertIndexState({
+                            source_type: sourceConfig.type,
+                            source_key: sourceConfig.name,
+                            last_commit_sha: headSha,
+                            last_indexed_at: new Date(),
+                            status: 'idle',
+                        });
+                    }
+                    catch (err) {
+                        console.error(`[orchestrator] Incremental reindex failed for ${sourceConfig.name}:`, err);
+                        try {
+                            await this.setIndexStatus(sourceConfig.type, sourceConfig.name, 'error', err instanceof Error ? err.message : String(err));
+                        }
+                        catch (statusErr) {
+                            console.error('[orchestrator] Failed to update index status:', statusErr);
+                        }
+                        // Don't rethrow — continue with remaining sources
+                    }
+                });
+            }
+            else {
+                // No previous state — do a full index for this source
+                await this.indexSourceWithState(sourceConfig, embeddingClient, cloneDir, githubToken);
+            }
+        }
+        console.log(`[orchestrator] Incremental re-index complete for ${repoUrl}`);
+    }
+    /**
+     * Index a single source with full state tracking.
+     */
+    async indexSourceWithState(sourceConfig, embeddingClient, cloneDir, githubToken) {
+        const lockKey = `${sourceConfig.type}:${sourceConfig.name}`;
+        await this.withSourceLock(lockKey, async () => {
+            const indexer = new SourceIndexer(sourceConfig, embeddingClient, cloneDir, githubToken);
+            await this.setIndexStatus(sourceConfig.type, sourceConfig.name, 'indexing');
+            try {
+                const state = await getIndexState(sourceConfig.type, sourceConfig.name);
+                if (state?.last_commit_sha) {
+                    await indexer.incrementalIndex(state.last_commit_sha);
+                }
+                else {
+                    await indexer.fullIndex();
+                }
+                const headSha = await indexer.getHeadSha();
+                await upsertIndexState({
+                    source_type: sourceConfig.type,
+                    source_key: sourceConfig.name,
+                    last_commit_sha: headSha,
+                    last_indexed_at: new Date(),
+                    status: 'idle',
+                });
+                console.log(`[orchestrator] Indexing complete for ${sourceConfig.name}`);
+            }
+            catch (err) {
+                console.error(`[orchestrator] Indexing failed for ${sourceConfig.name}:`, err);
+                try {
+                    await this.setIndexStatus(sourceConfig.type, sourceConfig.name, 'error', err instanceof Error ? err.message : String(err));
+                }
+                catch (statusErr) {
+                    console.error('[orchestrator] Failed to update index status:', statusErr);
+                }
+                // Don't rethrow — continue with remaining sources
+            }
+        });
+    }
+    /**
+     * Simple per-source mutex. If the source is already being indexed, skip.
+     */
+    async withSourceLock(sourceKey, fn) {
+        if (this.activeSources.has(sourceKey)) {
+            console.log(`[orchestrator] Skipping ${sourceKey} — already being indexed`);
+            return;
+        }
+        this.activeSources.add(sourceKey);
+        try {
+            await fn();
+        }
+        finally {
+            this.activeSources.delete(sourceKey);
+        }
+    }
+    /**
+     * Update the index_state status for a source.
+     */
+    async setIndexStatus(sourceType, sourceKey, status, errorMessage) {
+        const existing = await getIndexState(sourceType, sourceKey);
+        await upsertIndexState({
+            source_type: sourceType,
+            source_key: sourceKey,
+            last_commit_sha: existing?.last_commit_sha ?? null,
+            last_indexed_at: existing?.last_indexed_at ?? null,
+            status,
+            error_message: errorMessage ?? null,
+        });
+    }
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/indexing/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/indexing/orchestrator.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,oFAAoF;AAEpF,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EACH,aAAa,EACb,gBAAgB,GACnB,MAAM,kBAAkB,CAAC;AAG1B;;GAEG;AACH,SAAS,gBAAgB,CAAC,OAAe;IACrC,OAAO,eAAe,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,mBAAmB;IACxB,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;IACpC,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,qBAAqB,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9E,CAAC;AAQD,MAAM,OAAO,oBAAoB;IACrB,KAAK,GAAU,EAAE,CAAC;IAClB,OAAO,GAAG,KAAK,CAAC;IAChB,UAAU,GAAG,KAAK,CAAC;IAE3B,oEAAoE;IAC5D,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAE1C,4EAA4E;IACpE,eAAe,GAAkB,IAAI,CAAC;IAE9C;QACI,mDAAmD;IACvD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,aAAa;QACf,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;QACjD,IAAI,cAAc,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;YAC7E,OAAO;QACX,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;QACpC,MAAM,gBAAgB,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnF,qDAAqD;QACrD,qGAAqG;QACrG,MAAM,yBAAyB,GAAmB,EAAE,CAAC;QACrD,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5D,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC/D,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,IAAI,4DAA4D,CAAC,CAAC;gBACvG,yBAAyB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACJ,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QAED,4DAA4D;QAC5D,IAAI,yBAAyB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,sDAAsD;YACtD,IAAI,yBAAyB,CAAC,MAAM,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBAC/D,OAAO,CAAC,GAAG,CAAC,6EAA6E,CAAC,CAAC;gBAC3F,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,OAAO;YACX,CAAC;YACD,gEAAgE;YAChE,MAAM,cAAc,GAAG,IAAI,GAAG,CAC1B,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC,CAClE,CAAC;YACF,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;gBACnC,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YACD,6EAA6E;YAC7E,MAAM,YAAY,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACpE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;gBACvE,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC,CAAC;YACpF,CAAC;QACL,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEnC,iFAAiF;QACjF,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,sCAAsC,cAAc,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAC3F,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;QAEjF,4CAA4C;QAC5C,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBACrD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAElF,IAAI,UAAU,GAAG,KAAK,CAAC;gBACvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC3B,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC5D,IAAI,KAAK,EAAE,eAAe,KAAK,UAAU,EAAE,CAAC;wBACxC,UAAU,GAAG,IAAI,CAAC;wBAClB,MAAM;oBACV,CAAC;gBACL,CAAC;gBAED,IAAI,UAAU,EAAE,CAAC;oBACb,OAAO,CAAC,GAAG,CACP,8BAA8B,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,OAAO,qDAAqD,CAC3H,CAAC;oBACF,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,GAAG,CAAC,mCAAmC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC7E,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,6DAA6D;gBAC7D,OAAO,CAAC,IAAI,CAAC,kDAAkD,OAAO,8BAA8B,EAAE,GAAG,CAAC,CAAC;gBAC3G,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBAC9C,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACjF,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC3B,MAAM,cAAc,GAAG,eAAe,EAAE,CAAC,QAAQ,EAAE,qBAAqB,IAAI,EAAE,CAAC;oBAC/E,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,eAAe,cAAc,2BAA2B,CAAC,CAAC;oBACzG,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,0BAA0B,CAAC,CAAC;gBAC/E,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CAAC,OAAe;QACvC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,GAAG,GAAG,OAAO,CAAC;QAClB,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,qBAAqB,EAAE,0BAA0B,MAAM,CAAC,WAAW,cAAc,CAAC,CAAC;QAC7G,CAAC;QACD,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;QACnE,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;OAEG;IACH,gBAAgB;QACZ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,uBAAuB,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CACP,kDAAkD,OAAO,EAAE,CAC9D,CAAC;QACF,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,UAAU;QACN,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,mBAAmB;QACf,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YACvD,OAAO;QACX,CAAC;QAED,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,+CAA+C,IAAI,SAAS,CAAC,CAAC;QAE1E,6CAA6C;QAC7C,WAAW,CAAC,GAAG,EAAE;YACb,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,eAAe,KAAK,KAAK,EAAE,CAAC;gBAC/D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;oBACrB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;oBACvD,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC5B,CAAC;YACL,CAAC;QACL,CAAC,EAAE,MAAM,CAAC,CAAC;IACf,CAAC;IAED,0EAA0E;IAC1E,UAAU;IACV,0EAA0E;IAE1E;;OAEG;IACK,OAAO,CAAC,KAAwB;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,CAAC,KAAK,CAAC,eAAe;YAAE,OAAO,IAAI,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC;QAE1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,OAAO,EAAE,CAAC;QACnE,OAAO,GAAG,GAAG,mBAAmB,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,KAAK;QACf,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,CAAC,mBAAmB;QAChD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBAEpB,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC/B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CACT,4BAA4B,EAC5B,GAAG,CACN,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC5B,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU,CAAC,GAAQ;QAC7B,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,eAAe,CACvC,MAAM,CAAC,YAAY,EACnB,SAAS,CAAC,SAAS,CAAC,KAAK,EACzB,SAAS,CAAC,SAAS,CAAC,UAAU,CACjC,CAAC;QAEF,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACpF,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;gBAC/E,OAAO;YACX,CAAC;YACD,KAAK,MAAM,YAAY,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpF,CAAC;QACL,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;gBAChF,OAAO;YACX,CAAC;YACD,MAAM,IAAI,CAAC,qBAAqB,CAC5B,eAAe,EACf,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,GAAG,CAAC,OAAO,CACd,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CACxB,eAAgC,EAChC,QAAgB,EAChB,WAAoB;QAEpB,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QAErD,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;QACjD,KAAK,MAAM,YAAY,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnF,MAAM,IAAI,CAAC,oBAAoB,CAC3B,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,WAAW,CACd,CAAC;QACN,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CAC/B,eAAgC,EAChC,QAAgB,EAChB,WAA+B,EAC/B,OAAe;QAEf,OAAO,CAAC,GAAG,CACP,oDAAoD,OAAO,EAAE,CAChE,CAAC;QAEF,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,KAAK,MAAM,YAAY,IAAI,OAAO,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;YACxE,IAAI,KAAK,EAAE,eAAe,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;oBAC9E,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;oBAC5E,IAAI,CAAC;wBACD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;wBACxF,MAAM,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,eAAgB,CAAC,CAAC;wBACvD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC3C,MAAM,gBAAgB,CAAC;4BACnB,WAAW,EAAE,YAAY,CAAC,IAAI;4BAC9B,UAAU,EAAE,YAAY,CAAC,IAAI;4BAC7B,eAAe,EAAE,OAAO;4BACxB,eAAe,EAAE,IAAI,IAAI,EAAE;4BAC3B,MAAM,EAAE,MAAM;yBACjB,CAAC,CAAC;oBACP,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,iDAAiD,YAAY,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;wBAC1F,IAAI,CAAC;4BACD,MAAM,IAAI,CAAC,cAAc,CACrB,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,IAAI,EACjB,OAAO,EACP,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACnD,CAAC;wBACN,CAAC;wBAAC,OAAO,SAAS,EAAE,CAAC;4BACjB,OAAO,CAAC,KAAK,CAAC,+CAA+C,EAAE,SAAS,CAAC,CAAC;wBAC9E,CAAC;wBACD,kDAAkD;oBACtD,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,sDAAsD;gBACtD,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;YAC1F,CAAC;QACL,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,oDAAoD,OAAO,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAC9B,YAA0B,EAC1B,eAAgC,EAChC,QAAgB,EAChB,WAAoB;QAEpB,MAAM,OAAO,GAAG,GAAG,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;QAC5D,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;YACxF,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAE5E,IAAI,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;gBACxE,IAAI,KAAK,EAAE,eAAe,EAAE,CAAC;oBACzB,MAAM,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC1D,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;gBAC9B,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC3C,MAAM,gBAAgB,CAAC;oBACnB,WAAW,EAAE,YAAY,CAAC,IAAI;oBAC9B,UAAU,EAAE,YAAY,CAAC,IAAI;oBAC7B,eAAe,EAAE,OAAO;oBACxB,eAAe,EAAE,IAAI,IAAI,EAAE;oBAC3B,MAAM,EAAE,MAAM;iBACjB,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,wCAAwC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,KAAK,CACT,sCAAsC,YAAY,CAAC,IAAI,GAAG,EAC1D,GAAG,CACN,CAAC;gBACF,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,cAAc,CACrB,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,IAAI,EACjB,OAAO,EACP,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACnD,CAAC;gBACN,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACjB,OAAO,CAAC,KAAK,CAAC,+CAA+C,EAAE,SAAS,CAAC,CAAC;gBAC9E,CAAC;gBACD,kDAAkD;YACtD,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CACxB,SAAiB,EACjB,EAAuB;QAEvB,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CACP,2BAA2B,SAAS,0BAA0B,CACjE,CAAC;YACF,OAAO;QACX,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC;YACD,MAAM,EAAE,EAAE,CAAC;QACf,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CACxB,UAAkB,EAClB,SAAiB,EACjB,MAAmB,EACnB,YAAqB;QAErB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,gBAAgB,CAAC;YACnB,WAAW,EAAE,UAAU;YACvB,UAAU,EAAE,SAAS;YACrB,eAAe,EAAE,QAAQ,EAAE,eAAe,IAAI,IAAI;YAClD,eAAe,EAAE,QAAQ,EAAE,eAAe,IAAI,IAAI;YAClD,MAAM;YACN,aAAa,EAAE,YAAY,IAAI,IAAI;SACtC,CAAC,CAAC;IACP,CAAC;CACJ"}