@copilotkit/pathfinder 1.4.0 → 1.6.0

package/dist/indexing/providers/discord.js

@@ -0,0 +1,282 @@
+// DiscordDataProvider — Discord thread acquisition via REST API + LLM distillation (text)
+// and direct Q&A extraction (forum). Implements DataProvider.
+import OpenAI from 'openai';
+import { DiscordApiClient } from './discord-api.js';
+import { distillThread } from '../distiller.js';
+import { getConfig } from '../../config.js';
+const MAX_ANSWER_CHARS = 8000;
+export class DiscordDataProvider {
+    config;
+    apiClient;
+    openaiClient = null;
+    logPrefix;
+    constructor(config, options) {
+        if (config.type !== 'discord') {
+            throw new Error('DiscordDataProvider requires a discord source config');
+        }
+        this.config = config;
+        const token = options.discordBotToken;
+        if (!token) {
+            throw new Error('DiscordDataProvider requires a discordBotToken in provider options');
+        }
+        this.apiClient = new DiscordApiClient({ token });
+        // Only create OpenAI client if text channels are configured
+        const hasTextChannels = this.config.channels.some(c => c.type === 'text');
+        if (hasTextChannels) {
+            this.openaiClient = new OpenAI({ apiKey: getConfig().openaiApiKey });
+        }
+        this.logPrefix = `[discord-provider:${config.name}]`;
+    }
+    async fullAcquire() {
+        console.log(`${this.logPrefix} Starting full acquire for ${this.config.channels.length} channel(s)`);
+        const allItems = [];
+        let maxSnowflake = '0';
+        let failedChannels = 0;
+        for (const channel of this.config.channels) {
+            try {
+                const { items, latestId } = channel.type === 'text'
+                    ? await this.processTextChannel(channel.id)
+                    : await this.processForumChannel(channel.id);
+                allItems.push(...items);
+                if (BigInt(latestId) > BigInt(maxSnowflake))
+                    maxSnowflake = latestId;
+            }
+            catch (err) {
+                failedChannels++;
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`${this.logPrefix} Failed to process channel ${channel.id}: ${msg}`);
+            }
+        }
+        if (failedChannels === this.config.channels.length) {
+            throw new Error(`All ${failedChannels} channel(s) failed during acquire`);
+        }
+        console.log(`${this.logPrefix} Full acquire complete: ${allItems.length} Q&A pairs from ${this.config.channels.length} channel(s)`);
+        return {
+            items: allItems,
+            removedIds: [],
+            stateToken: maxSnowflake,
+        };
+    }
+    async incrementalAcquire(lastStateToken) {
+        console.log(`${this.logPrefix} Starting incremental acquire since ${lastStateToken}`);
+        const allItems = [];
+        let maxSnowflake = lastStateToken;
+        let failedChannels = 0;
+        for (const channel of this.config.channels) {
+            try {
+                const { items, latestId } = channel.type === 'text'
+                    ? await this.processTextChannel(channel.id, lastStateToken)
+                    : await this.processForumChannel(channel.id, lastStateToken);
+                allItems.push(...items);
+                if (BigInt(latestId) > BigInt(maxSnowflake))
+                    maxSnowflake = latestId;
+            }
+            catch (err) {
+                failedChannels++;
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`${this.logPrefix} Failed to process channel ${channel.id}: ${msg}`);
+            }
+        }
+        if (failedChannels === this.config.channels.length) {
+            throw new Error(`All ${failedChannels} channel(s) failed during acquire`);
+        }
+        console.log(`${this.logPrefix} Incremental acquire complete: ${allItems.length} Q&A pairs`);
+        return {
+            items: allItems,
+            removedIds: [],
+            stateToken: maxSnowflake,
+        };
+    }
+    async getCurrentStateToken() {
+        let maxSnowflake = '0';
+        for (const channel of this.config.channels) {
+            try {
+                if (channel.type === 'text') {
+                    const messages = await this.apiClient.fetchChannelMessages(channel.id, undefined, 1);
+                    if (messages.length > 0) {
+                        const latest = messages[0].id;
+                        if (BigInt(latest) > BigInt(maxSnowflake))
+                            maxSnowflake = latest;
+                    }
+                }
+                else {
+                    const threads = await this.apiClient.fetchForumThreads(channel.id, this.config.guild_id);
+                    for (const thread of threads) {
+                        if (BigInt(thread.last_message_id) > BigInt(maxSnowflake)) {
+                            maxSnowflake = thread.last_message_id;
+                        }
+                    }
+                }
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.warn(`${this.logPrefix} Failed to check channel ${channel.id}: ${msg}`);
+            }
+        }
+        return maxSnowflake === '0' ? null : maxSnowflake;
+    }
+    // -----------------------------------------------------------------------
+    // Private helpers
+    // -----------------------------------------------------------------------
+    /**
+     * Process a text channel: fetch messages with threads, distill via LLM.
+     */
+    async processTextChannel(channelId, after) {
+        const messages = await this.apiClient.fetchChannelMessages(channelId, after);
+        const items = [];
+        let latestId = after ?? '0';
+        // Filter to messages with threads having >= min_thread_replies
+        const threads = messages.filter(m => m.thread && m.thread.message_count >= this.config.min_thread_replies);
+        console.log(`${this.logPrefix} Channel ${channelId}: ${messages.length} messages, ${threads.length} qualifying threads`);
+        for (const message of threads) {
+            try {
+                const threadItems = await this.processTextThread(channelId, message);
+                items.push(...threadItems);
+                if (BigInt(message.id) > BigInt(latestId))
+                    latestId = message.id;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`${this.logPrefix} Failed to distill thread ${message.id}: ${msg}`);
+            }
+        }
+        return { items, latestId };
+    }
+    /**
+     * Process a single text channel thread: fetch replies, resolve users, distill.
+     */
+    async processTextThread(channelId, parentMessage) {
+        const threadId = parentMessage.thread.id;
+        const replies = await this.apiClient.fetchThreadMessages(threadId);
+        // Resolve user display names
+        const threadMessages = [];
+        for (const reply of replies) {
+            let author = reply.author.global_name ?? reply.author.username;
+            try {
+                const user = await this.apiClient.fetchUser(reply.author.id);
+                author = user.displayName;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.warn(`${this.logPrefix} Failed to resolve user ${reply.author.id}: ${msg}`);
+            }
+            threadMessages.push({
+                author,
+                content: reply.content,
+                timestamp: reply.timestamp,
+                reactions: reply.reactions?.map(r => ({ name: r.emoji.name, count: r.count })),
+            });
+        }
+        // Distill the thread
+        const distillerResult = await distillThread(threadMessages, {
+            model: this.config.distiller_model,
+            client: this.openaiClient,
+        });
+        const items = [];
+        const sourceUrl = this.apiClient.getMessageUrl(this.config.guild_id, channelId, parentMessage.id);
+        const participants = [...new Set(threadMessages.map(m => m.author))];
+        for (let i = 0; i < distillerResult.pairs.length; i++) {
+            const pair = distillerResult.pairs[i];
+            items.push({
+                id: `${channelId}:${parentMessage.id}:${i}`,
+                content: `Q: ${pair.question}\n\nA: ${pair.answer}`,
+                title: pair.question,
+                sourceUrl,
+                metadata: {
+                    channel: channelId,
+                    participants,
+                    confidence: pair.confidence,
+                },
+            });
+        }
+        return items;
+    }
+    /**
+     * Process a forum channel: fetch threads, extract Q&A directly.
+     */
+    async processForumChannel(channelId, afterToken) {
+        const allThreads = await this.apiClient.fetchForumThreads(channelId, this.config.guild_id);
+        let latestId = afterToken ?? '0';
+        const items = [];
+        // Filter by min_thread_replies
+        let threads = allThreads.filter(t => t.message_count >= this.config.min_thread_replies);
+        // For incremental, filter threads with new activity
+        if (afterToken) {
+            threads = threads.filter(t => BigInt(t.last_message_id) > BigInt(afterToken));
+        }
+        console.log(`${this.logPrefix} Forum ${channelId}: ${allThreads.length} total threads, ${threads.length} qualifying`);
+        for (const thread of threads) {
+            try {
+                const messages = await this.apiClient.fetchThreadMessages(thread.id);
+                const answer = synthesizeForumAnswer(messages, thread.name);
+                if (!answer) {
+                    console.log(`${this.logPrefix} Skipping forum thread ${thread.id} — empty synthesized answer`);
+                    continue;
+                }
+                const truncatedAnswer = truncateAnswer(answer);
+                const sourceUrl = this.apiClient.getMessageUrl(this.config.guild_id, thread.id, messages[0]?.id ?? thread.id);
+                items.push({
+                    id: `${channelId}:${thread.id}`,
+                    content: `Q: ${thread.name}\n\nA: ${truncatedAnswer}`,
+                    title: thread.name,
+                    sourceUrl,
+                    metadata: {
+                        channel: channelId,
+                        confidence: 1.0,
+                        forumThread: true,
+                    },
+                });
+                if (BigInt(thread.last_message_id) > BigInt(latestId)) {
+                    latestId = thread.last_message_id;
+                }
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`${this.logPrefix} Failed to process forum thread ${thread.id}: ${msg}`);
+            }
+        }
+        return { items, latestId };
+    }
+}
+/**
+ * Synthesize an answer from forum thread reply messages.
+ */
+function synthesizeForumAnswer(messages, threadName) {
+    if (messages.length === 0)
+        return '';
+    const firstContent = messages[0]?.content.trim() ?? '';
+    const titleLower = threadName.trim().toLowerCase();
+    let processedMessages = messages;
+    // If the first message starts with or matches the title, strip the title portion
+    // but keep any additional content the OP may have added
+    if (firstContent.toLowerCase().startsWith(titleLower)) {
+        const remainder = firstContent.slice(threadName.trim().length).trim();
+        if (!remainder) {
+            // First message was just the title restated — skip it
+            processedMessages = messages.slice(1);
+        }
+        // If there's a remainder, keep the full message (OP added context beyond the title)
+    }
+    else if (titleLower.startsWith(firstContent.toLowerCase()) && firstContent.length > 0) {
+        // First message is a truncated version of the title — skip it
+        processedMessages = messages.slice(1);
+    }
+    // Filter out messages with empty/whitespace-only content
+    const withContent = processedMessages.filter(m => m.content.trim().length > 0);
+    if (withContent.length === 0)
+        return '';
+    return withContent
+        .map(m => `${m.author.global_name ?? m.author.username}: ${m.content}`)
+        .join('\n\n');
+}
+/**
+ * Truncate an answer if it exceeds MAX_ANSWER_CHARS.
+ */
+function truncateAnswer(answer) {
+    if (answer.length <= MAX_ANSWER_CHARS)
+        return answer;
+    const truncated = answer.slice(0, MAX_ANSWER_CHARS);
+    const lastBreak = truncated.lastIndexOf('\n\n');
+    return (lastBreak > 0 ? truncated.slice(0, lastBreak) : truncated) + '\n\n[truncated]';
+}
+//# sourceMappingURL=discord.js.map

package/dist/indexing/providers/discord.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discord.js","sourceRoot":"","sources":["../../../src/indexing/providers/discord.ts"],"names":[],"mappings":"AAAA,0FAA0F;AAC1F,8DAA8D;AAE9D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAA2C,MAAM,kBAAkB,CAAC;AAC7F,OAAO,EAAE,aAAa,EAAsB,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAI5C,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,MAAM,OAAO,mBAAmB;IACpB,MAAM,CAAsB;IAC5B,SAAS,CAAmB;IAC5B,YAAY,GAAkB,IAAI,CAAC;IACnC,SAAS,CAAS;IAE1B,YAAY,MAAoB,EAAE,OAAwB;QACtD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;QAC1F,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,gBAAgB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAEjD,4DAA4D;QAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC1E,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,YAAY,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,YAAY,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,qBAAqB,MAAM,CAAC,IAAI,GAAG,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW;QACb,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,8BAA8B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;QACrG,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,GAAG,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,CAAC;gBACD,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,KAAK,MAAM;oBAC/C,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3C,CAAC,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAEjD,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;gBACxB,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;oBAAE,YAAY,GAAG,QAAQ,CAAC;YACzE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;gBACjB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,8BAA8B,OAAO,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAED,IAAI,cAAc,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,OAAO,cAAc,mCAAmC,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,2BAA2B,QAAQ,CAAC,MAAM,mBAAmB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;QAEpI,OAAO;YACH,KAAK,EAAE,QAAQ;YACf,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,YAAY;SAC3B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,cAAsB;QAC3C,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,uCAAuC,cAAc,EAAE,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAkB,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,cAAc,CAAC;QAClC,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,CAAC;gBACD,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,KAAK,MAAM;oBAC/C,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,EAAE,cAAc,CAAC;oBAC3D,CAAC,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;gBAEjE,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;gBACxB,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;oBAAE,YAAY,GAAG,QAAQ,CAAC;YACzE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;gBACjB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,8BAA8B,OAAO,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAED,IAAI,cAAc,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,OAAO,cAAc,mCAAmC,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,kCAAkC,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC;QAE5F,OAAO;YACH,KAAK,EAAE,QAAQ;YACf,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,YAAY;SAC3B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,IAAI,YAAY,GAAG,GAAG,CAAC;QAEvB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,CAAC;gBACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;oBACrF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtB,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9B,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;4BAAE,YAAY,GAAG,MAAM,CAAC;oBACrE,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACzF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC3B,IAAI,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;4BACxD,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC;wBAC1C,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,4BAA4B,OAAO,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YACpF,CAAC;QACL,CAAC;QAED,OAAO,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC;IACtD,CAAC;IAED,0EAA0E;IAC1E,kBAAkB;IAClB,0EAA0E;IAE1E;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC5B,SAAiB,EACjB,KAAc;QAEd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,IAAI,QAAQ,GAAG,KAAK,IAAI,GAAG,CAAC;QAE5B,+DAA+D;QAC/D,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAC3B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAC5E,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,YAAY,SAAS,KAAK,QAAQ,CAAC,MAAM,cAAc,OAAO,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAEzH,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBACrE,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;gBAE3B,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;oBAAE,QAAQ,GAAG,OAAO,CAAC,EAAE,CAAC;YACrE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,6BAA6B,OAAO,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YACtF,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC3B,SAAiB,EACjB,aAA6B;QAE7B,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAO,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAEnE,6BAA6B;QAC7B,MAAM,cAAc,GAAoB,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC/D,IAAI,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC7D,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;YAC9B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,2BAA2B,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YACxF,CAAC;YAED,cAAc,CAAC,IAAI,CAAC;gBAChB,MAAM;gBACN,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;aACjF,CAAC,CAAC;QACP,CAAC;QAED,qBAAqB;QACrB,MAAM,eAAe,GAAG,MAAM,aAAa,CAAC,cAAc,EAAE;YACxD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;YAClC,MAAM,EAAE,IAAI,CAAC,YAAa;SAC7B,CAAC,CAAC;QAEH,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,SAAS,EACT,aAAa,CAAC,EAAE,CACnB,CAAC;QACF,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEtC,KAAK,CAAC,IAAI,CAAC;gBACP,EAAE,EAAE,GAAG,SAAS,IAAI,aAAa,CAAC,EAAE,IAAI,CAAC,EAAE;gBAC3C,OAAO,EAAE,MAAM,IAAI,CAAC,QAAQ,UAAU,IAAI,CAAC,MAAM,EAAE;gBACnD,KAAK,EAAE,IAAI,CAAC,QAAQ;gBACpB,SAAS;gBACT,QAAQ,EAAE;oBACN,OAAO,EAAE,SAAS;oBAClB,YAAY;oBACZ,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC9B;aACJ,CAAC,CAAC;QACP,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAC7B,SAAiB,EACjB,UAAmB;QAEnB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3F,IAAI,QAAQ,GAAG,UAAU,IAAI,GAAG,CAAC;QACjC,MAAM,KAAK,GAAkB,EAAE,CAAC;QAEhC,+BAA+B;QAC/B,IAAI,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAExF,oDAAoD;QACpD,IAAI,UAAU,EAAE,CAAC;YACb,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;QAClF,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,UAAU,SAAS,KAAK,UAAU,CAAC,MAAM,mBAAmB,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;QAEtH,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACrE,MAAM,MAAM,GAAG,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBAE5D,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,0BAA0B,MAAM,CAAC,EAAE,6BAA6B,CAAC,CAAC;oBAC/F,SAAS;gBACb,CAAC;gBAED,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,EACpB,MAAM,CAAC,EAAE,EACT,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,MAAM,CAAC,EAAE,CAC/B,CAAC;gBAEF,KAAK,CAAC,IAAI,CAAC;oBACP,EAAE,EAAE,GAAG,SAAS,IAAI,MAAM,CAAC,EAAE,EAAE;oBAC/B,OAAO,EAAE,MAAM,MAAM,CAAC,IAAI,UAAU,eAAe,EAAE;oBACrD,KAAK,EAAE,MAAM,CAAC,IAAI;oBAClB,SAAS;oBACT,QAAQ,EAAE;wBACN,OAAO,EAAE,SAAS;wBAClB,UAAU,EAAE,GAAG;wBACf,WAAW,EAAE,IAAI;qBACpB;iBACJ,CAAC,CAAC;gBAEH,IAAI,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACpD,QAAQ,GAAG,MAAM,CAAC,eAAe,CAAC;gBACtC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,mCAAmC,MAAM,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YAC3F,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;CACJ;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,QAA0B,EAAE,UAAkB;IACzE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;IACvD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAEnD,IAAI,iBAAiB,GAAG,QAAQ,CAAC;IAEjC,iFAAiF;IACjF,wDAAwD;IACxD,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACpD,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACtE,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,sDAAsD;YACtD,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,oFAAoF;IACxF,CAAC;SAAM,IAAI,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtF,8DAA8D;QAC9D,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,yDAAyD;IACzD,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/E,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAExC,OAAO,WAAW;SACb,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;SACtE,IAAI,CAAC,MAAM,CAAC,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAc;IAClC,IAAI,MAAM,CAAC,MAAM,IAAI,gBAAgB;QAAE,OAAO,MAAM,CAAC;IACrD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAChD,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,iBAAiB,CAAC;AAC3F,CAAC"}

package/dist/indexing/providers/file.d.ts

@@ -0,0 +1,18 @@
+import type { SourceConfig } from '../../types.js';
+import type { DataProvider, AcquisitionResult, ProviderOptions } from './types.js';
+export declare class FileDataProvider implements DataProvider {
+    private config;
+    private options;
+    private logPrefix;
+    private skipDirs;
+    private maxFileSize;
+    constructor(config: SourceConfig, options: ProviderOptions);
+    private isLocal;
+    fullAcquire(): Promise<AcquisitionResult>;
+    incrementalAcquire(lastStateToken: string): Promise<AcquisitionResult>;
+    getCurrentStateToken(): Promise<string | null>;
+    private ensureRepo;
+    private walkFiles;
+    private computeLocalSha;
+}
+//# sourceMappingURL=file.d.ts.map

package/dist/indexing/providers/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../src/indexing/providers/file.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,YAAY,EAAoB,MAAM,gBAAgB,CAAC;AACrE,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAe,eAAe,EAAE,MAAM,YAAY,CAAC;AAoBhG,qBAAa,gBAAiB,YAAW,YAAY;IACjD,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,eAAe;IAW1D,OAAO,CAAC,OAAO;IAIT,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAsDzC,kBAAkB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAwEtE,oBAAoB,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YAuCtC,UAAU;YA2BV,SAAS;YAiCT,eAAe;CAShC"}

package/dist/indexing/providers/file.js

@@ -0,0 +1,262 @@
+// FileDataProvider — git-backed and local file data acquisition.
+// Handles clone/pull, file walking, pattern matching, content reading.
+import fs from 'node:fs';
+import path from 'node:path';
+import { createHash } from 'node:crypto';
+import { simpleGit } from 'simple-git';
+import { matchesPatterns, hasLowSemanticValue } from '../utils.js';
+import { isFileSourceConfig } from '../../types.js';
+const DEFAULT_SKIP_DIRS = new Set(['node_modules', 'dist', 'build', '.git']);
+const DEFAULT_MAX_FILE_SIZE = 102400; // 100KB
+function repoNameFromUrl(repoUrl) {
+    const last = repoUrl.split('/').pop() ?? '';
+    return last.replace(/\.git$/, '');
+}
+function authenticatedUrl(repoUrl, githubToken) {
+    if (githubToken) {
+        return repoUrl.replace('https://github.com/', `https://x-access-token:${githubToken}@github.com/`);
+    }
+    return repoUrl;
+}
+export class FileDataProvider {
+    config;
+    options;
+    logPrefix;
+    skipDirs;
+    maxFileSize;
+    constructor(config, options) {
+        if (!isFileSourceConfig(config)) {
+            throw new Error('FileDataProvider cannot handle slack source type');
+        }
+        this.config = config;
+        this.options = options;
+        this.logPrefix = `[file-provider:${config.name}]`;
+        this.skipDirs = new Set([...DEFAULT_SKIP_DIRS, ...(config.skip_dirs ?? [])]);
+        this.maxFileSize = config.max_file_size ?? DEFAULT_MAX_FILE_SIZE;
+    }
+    isLocal() {
+        return !this.config.repo;
+    }
+    async fullAcquire() {
+        let repoDir;
+        let stateToken;
+        if (this.isLocal()) {
+            repoDir = path.resolve(this.config.path);
+            if (!fs.existsSync(repoDir)) {
+                throw new Error(`Local source path does not exist: ${repoDir}`);
+            }
+            stateToken = await this.computeLocalSha(repoDir);
+        }
+        else {
+            const repoName = repoNameFromUrl(this.config.repo);
+            repoDir = path.join(this.options.cloneDir, repoName);
+            const git = await this.ensureRepo(repoDir, repoName);
+            stateToken = await git.revparse(['HEAD']);
+        }
+        const walkRoot = this.isLocal()
+            ? repoDir
+            : path.join(repoDir, this.config.path);
+        if (!fs.existsSync(walkRoot)) {
+            console.warn(`${this.logPrefix} Walk root not found at ${walkRoot}, skipping`);
+            return { items: [], removedIds: [], stateToken };
+        }
+        const allFiles = await this.walkFiles(walkRoot);
+        const matchingFiles = allFiles.filter(absPath => {
+            const relPath = path.relative(repoDir, absPath);
+            return matchesPatterns(relPath, this.config);
+        });
+        const skipped = allFiles.length - matchingFiles.length;
+        console.log(`${this.logPrefix} Found ${matchingFiles.length} files for full acquire` +
+            (skipped > 0 ? ` (${skipped} excluded by patterns)` : ''));
+        const items = [];
+        for (const absPath of matchingFiles) {
+            const relPath = path.relative(repoDir, absPath);
+            try {
+                const content = await fs.promises.readFile(absPath, 'utf-8');
+                if (hasLowSemanticValue(content))
+                    continue;
+                items.push({ id: relPath, content });
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`${this.logPrefix} Failed to read ${relPath}: ${msg}`);
+            }
+        }
+        return { items, removedIds: [], stateToken };
+    }
+    async incrementalAcquire(lastStateToken) {
+        if (this.isLocal()) {
+            console.log(`${this.logPrefix} Local source — falling back to full acquire`);
+            return this.fullAcquire();
+        }
+        const repoName = repoNameFromUrl(this.config.repo);
+        const repoDir = path.join(this.options.cloneDir, repoName);
+        const git = await this.ensureRepo(repoDir, repoName);
+        const headSha = await git.revparse(['HEAD']);
+        if (headSha === lastStateToken) {
+            console.log(`${this.logPrefix} No new commits, skipping`);
+            return { items: [], removedIds: [], stateToken: headSha };
+        }
+        // Unshallow for diff
+        try {
+            await git.fetch(['--unshallow']);
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            if (!msg.includes('unshallow') && !msg.includes('does not make sense')) {
+                console.warn(`${this.logPrefix} git fetch --unshallow failed:`, msg);
+            }
+        }
+        let diffOutput;
+        try {
+            diffOutput = await git.diff(['--name-only', `${lastStateToken}..HEAD`]);
+        }
+        catch (err) {
+            console.warn(`${this.logPrefix} git diff failed, falling back to full acquire:`, err);
+            return this.fullAcquire();
+        }
+        const changedFiles = diffOutput.split('\n').map(f => f.trim()).filter(f => f.length > 0);
+        const matchingChanged = changedFiles.filter(f => matchesPatterns(f, this.config));
+        if (matchingChanged.length === 0) {
+            console.log(`${this.logPrefix} No matching changes detected`);
+            return { items: [], removedIds: [], stateToken: headSha };
+        }
+        console.log(`${this.logPrefix} Incremental acquire: ${matchingChanged.length} changed files`);
+        // Find deleted files
+        const diffStatusOutput = await git.diff(['--name-status', `${lastStateToken}..HEAD`]);
+        const deletedFiles = diffStatusOutput.split('\n')
+            .filter(line => line.startsWith('D\t'))
+            .map(line => line.slice(2).trim())
+            .filter(f => matchesPatterns(f, this.config));
+        // Read changed (non-deleted) files
+        const filesToRead = matchingChanged.filter(f => !deletedFiles.includes(f));
+        const items = [];
+        for (const relPath of filesToRead) {
+            const absPath = path.join(repoDir, relPath);
+            if (!fs.existsSync(absPath))
+                continue;
+            try {
+                const stat = await fs.promises.stat(absPath);
+                if (stat.size > this.maxFileSize)
+                    continue;
+                const content = await fs.promises.readFile(absPath, 'utf-8');
+                if (hasLowSemanticValue(content))
+                    continue;
+                items.push({ id: relPath, content });
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                console.error(`${this.logPrefix} Failed to read ${relPath}: ${msg}`);
+            }
+        }
+        return { items, removedIds: deletedFiles, stateToken: headSha };
+    }
+    async getCurrentStateToken() {
+        if (this.isLocal()) {
+            const walkRoot = path.resolve(this.config.path);
+            if (!fs.existsSync(walkRoot))
+                return null;
+            return this.computeLocalSha(walkRoot);
+        }
+        // For git sources: try ls-remote first (no clone needed)
+        try {
+            let url = this.config.repo;
+            if (this.options.githubToken) {
+                url = authenticatedUrl(url, this.options.githubToken);
+            }
+            const git = simpleGit();
+            const result = await git.listRemote([url, 'HEAD']);
+            const sha = result.split('\t')[0]?.trim();
+            return sha || null;
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            console.warn(`${this.logPrefix} ls-remote failed for ${this.config.repo}: ${msg}`);
+            // Fall back to local HEAD if clone dir exists
+            const repoName = repoNameFromUrl(this.config.repo);
+            const repoDir = path.join(this.options.cloneDir, repoName);
+            if (!fs.existsSync(repoDir))
+                return null;
+            try {
+                const git = simpleGit(repoDir);
+                return await git.revparse(['HEAD']);
+            }
+            catch (innerErr) {
+                const innerMsg = innerErr instanceof Error ? innerErr.message : String(innerErr);
+                console.warn(`${this.logPrefix} local HEAD lookup also failed for ${repoDir}: ${innerMsg}`);
+                return null;
+            }
+        }
+    }
+    // -----------------------------------------------------------------------
+    // Private helpers
+    // -----------------------------------------------------------------------
+    async ensureRepo(repoDir, repoName) {
+        await fs.promises.mkdir(this.options.cloneDir, { recursive: true });
+        const gitDir = path.join(repoDir, '.git');
+        if (fs.existsSync(gitDir)) {
+            console.log(`${this.logPrefix} Pulling latest changes for ${repoName}`);
+            const git = simpleGit(repoDir);
+            try {
+                await git.pull();
+                return git;
+            }
+            catch (err) {
+                console.warn(`${this.logPrefix} Corrupted repo at ${repoDir}, re-cloning:`, err);
+                await fs.promises.rm(repoDir, { recursive: true, force: true });
+            }
+        }
+        const authUrl = authenticatedUrl(this.config.repo, this.options.githubToken);
+        console.log(`${this.logPrefix} Cloning ${this.config.repo} into ${repoDir}`);
+        const git = simpleGit(this.options.cloneDir);
+        const cloneOpts = ['--depth=1'];
+        if (this.config.branch) {
+            cloneOpts.push('--branch', this.config.branch);
+        }
+        await git.clone(authUrl, repoName, cloneOpts);
+        return simpleGit(repoDir);
+    }
+    async walkFiles(dir) {
+        const results = [];
+        let entries;
+        try {
+            entries = await fs.promises.readdir(dir, { withFileTypes: true });
+        }
+        catch (err) {
+            console.warn(`${this.logPrefix} Unable to read directory ${dir}:`, err);
+            return results;
+        }
+        for (const entry of entries) {
+            if (this.skipDirs.has(entry.name))
+                continue;
+            const fullPath = path.join(dir, entry.name);
+            if (entry.isDirectory()) {
+                const nested = await this.walkFiles(fullPath);
+                results.push(...nested);
+            }
+            else if (entry.isFile()) {
+                try {
+                    const stat = await fs.promises.stat(fullPath);
+                    if (stat.size > this.maxFileSize)
+                        continue;
+                }
+                catch (err) {
+                    console.warn(`${this.logPrefix} Unable to stat ${fullPath}:`, err);
+                    continue;
+                }
+                results.push(fullPath);
+            }
+        }
+        return results;
+    }
+    async computeLocalSha(walkRoot) {
+        const files = await this.walkFiles(walkRoot);
+        const hash = createHash('sha256');
+        for (const f of files.sort()) {
+            const stat = await fs.promises.stat(f);
+            hash.update(`${f}:${stat.mtimeMs}\n`);
+        }
+        return `local-${hash.digest('hex').slice(0, 12)}`;
+    }
+}
+//# sourceMappingURL=file.js.map

package/dist/indexing/providers/file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.js","sourceRoot":"","sources":["../../../src/indexing/providers/file.ts"],"names":[],"mappings":"AAAA,iEAAiE;AACjE,uEAAuE;AAEvE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAkB,MAAM,YAAY,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAIpD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;AAC7E,MAAM,qBAAqB,GAAG,MAAM,CAAC,CAAC,QAAQ;AAE9C,SAAS,eAAe,CAAC,OAAe;IACpC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe,EAAE,WAAoB;IAC3D,IAAI,WAAW,EAAE,CAAC;QACd,OAAO,OAAO,CAAC,OAAO,CAClB,qBAAqB,EACrB,0BAA0B,WAAW,cAAc,CACtD,CAAC;IACN,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,MAAM,OAAO,gBAAgB;IACjB,MAAM,CAAmB;IACzB,OAAO,CAAkB;IACzB,SAAS,CAAS;IAClB,QAAQ,CAAc;IACtB,WAAW,CAAS;IAE5B,YAAY,MAAoB,EAAE,OAAwB;QACtD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,kBAAkB,MAAM,CAAC,IAAI,GAAG,CAAC;QAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,iBAAiB,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,aAAa,IAAI,qBAAqB,CAAC;IACrE,CAAC;IAEO,OAAO;QACX,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,OAAe,CAAC;QACpB,IAAI,UAAkB,CAAC;QAEvB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,qCAAqC,OAAO,EAAE,CAAC,CAAC;YACpE,CAAC;YACD,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACJ,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC;YACpD,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACrD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACrD,UAAU,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE;YAC3B,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE3C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,2BAA2B,QAAQ,YAAY,CAAC,CAAC;YAC/E,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAChD,OAAO,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;QACvD,OAAO,CAAC,GAAG,CACP,GAAG,IAAI,CAAC,SAAS,UAAU,aAAa,CAAC,MAAM,yBAAyB;YACxE,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,wBAAwB,CAAC,CAAC,CAAC,EAAE,CAAC,CAC5D,CAAC;QAEF,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7D,IAAI,mBAAmB,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,mBAAmB,OAAO,KAAK,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,cAAsB;QAC3C,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,8CAA8C,CAAC,CAAC;YAC7E,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAE7C,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,2BAA2B,CAAC,CAAC;YAC1D,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;QAC9D,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC;YACD,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;gBACrE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,gCAAgC,EAAE,GAAG,CAAC,CAAC;YACzE,CAAC;QACL,CAAC;QAED,IAAI,UAAkB,CAAC;QACvB,IAAI,CAAC;YACD,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,cAAc,QAAQ,CAAC,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,iDAAiD,EAAE,GAAG,CAAC,CAAC;YACtF,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzF,MAAM,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAElF,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,+BAA+B,CAAC,CAAC;YAC9D,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;QAC9D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,yBAAyB,eAAe,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAE9F,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,GAAG,cAAc,QAAQ,CAAC,CAAC,CAAC;QACtF,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC;aAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;aACtC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAElD,mCAAmC;QACnC,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YACtC,IAAI,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC7C,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAC3C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7D,IAAI,mBAAmB,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,mBAAmB,OAAO,KAAK,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,oBAAoB;QACtB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC1C,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAED,yDAAyD;QACzD,IAAI,CAAC;YACD,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAK,CAAC;YAC5B,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC3B,GAAG,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;YACnD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAC1C,OAAO,GAAG,IAAI,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,yBAAyB,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACnF,8CAA8C;YAC9C,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC3D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,OAAO,IAAI,CAAC;YACzC,IAAI,CAAC;gBACD,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;gBAC/B,OAAO,MAAM,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACxC,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAChB,MAAM,QAAQ,GAAG,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACjF,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,sCAAsC,OAAO,KAAK,QAAQ,EAAE,CAAC,CAAC;gBAC5F,OAAO,IAAI,CAAC;YAChB,CAAC;QACL,CAAC;IACL,CAAC;IAED,0EAA0E;IAC1E,kBAAkB;IAClB,0EAA0E;IAElE,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,QAAgB;QACtD,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,+BAA+B,QAAQ,EAAE,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/B,IAAI,CAAC;gBACD,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,OAAO,GAAG,CAAC;YACf,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,sBAAsB,OAAO,eAAe,EAAE,GAAG,CAAC,CAAC;gBACjF,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAK,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,YAAY,IAAI,CAAC,MAAM,CAAC,IAAK,SAAS,OAAO,EAAE,CAAC,CAAC;QAC9E,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,CAAC,WAAW,CAAC,CAAC;QAChC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACrB,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC9C,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAW;QAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,OAAoB,CAAC;QACzB,IAAI,CAAC;YACD,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,6BAA6B,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;YACxE,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAE5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAC5B,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACxB,IAAI,CAAC;oBACD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9C,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW;wBAAE,SAAS;gBAC/C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,mBAAmB,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC;oBACnE,SAAS;gBACb,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,QAAgB;QAC1C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACtD,CAAC;CACJ"}

package/dist/indexing/providers/index.d.ts

@@ -0,0 +1,5 @@
+import type { DataProviderFactory } from './types.js';
+export declare function registerProvider(type: string, factory: DataProviderFactory): void;
+export declare function getProvider(type: string): DataProviderFactory;
+export type { DataProvider, DataProviderFactory, ProviderOptions, ContentItem, AcquisitionResult } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/indexing/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/indexing/providers/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAItD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAEjF;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,CAM7D;AAED,YAAY,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC"}

package/dist/indexing/providers/index.js

@@ -0,0 +1,24 @@
+// Provider registry — maps source type to a DataProvider factory.
+const registry = new Map();
+export function registerProvider(type, factory) {
+    registry.set(type, factory);
+}
+export function getProvider(type) {
+    const factory = registry.get(type);
+    if (!factory) {
+        throw new Error(`Unknown provider type: "${type}". Available: ${[...registry.keys()].join(', ')}`);
+    }
+    return factory;
+}
+// Register built-in providers
+import { FileDataProvider } from './file.js';
+for (const type of ['markdown', 'code', 'raw-text', 'html']) {
+    registerProvider(type, (config, options) => new FileDataProvider(config, options));
+}
+import { SlackDataProvider } from './slack.js';
+registerProvider('slack', (config, options) => new SlackDataProvider(config, options));
+import { DiscordDataProvider } from './discord.js';
+registerProvider('discord', (config, options) => new DiscordDataProvider(config, options));
+import { NotionDataProvider } from './notion.js';
+registerProvider('notion', (config, options) => new NotionDataProvider(config, options));
+//# sourceMappingURL=index.js.map

package/dist/indexing/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/indexing/providers/index.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAIlE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;AAExD,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,OAA4B;IACvE,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,iBAAiB,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAID,8BAA8B;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,KAAK,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC;IAC1D,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AACvF,CAAC;AAED,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,gBAAgB,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAEvF,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,gBAAgB,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAE3F,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,gBAAgB,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC"}