midnight-mcp 0.0.1

package/dist/pipeline/github.d.ts

@@ -0,0 +1,67 @@
+import { RepositoryConfig } from "../utils/index.js";
+export interface GitHubFile {
+    path: string;
+    content: string;
+    sha: string;
+    size: number;
+    encoding: string;
+}
+export interface GitHubCommit {
+    sha: string;
+    message: string;
+    author: string;
+    date: string;
+    url: string;
+}
+export interface RepositoryInfo {
+    owner: string;
+    repo: string;
+    branch: string;
+    lastCommit: GitHubCommit | null;
+    fileCount: number;
+}
+export declare class GitHubClient {
+    private octokit;
+    private fileCache;
+    private treeCache;
+    private repoInfoCache;
+    constructor(token?: string);
+    /**
+     * Get repository information
+     */
+    getRepositoryInfo(owner: string, repo: string): Promise<RepositoryInfo>;
+    /**
+     * Get file content from a repository
+     */
+    getFileContent(owner: string, repo: string, path: string, ref?: string): Promise<GitHubFile | null>;
+    /**
+     * Get repository tree (list of all files)
+     */
+    getRepositoryTree(owner: string, repo: string, ref?: string): Promise<string[]>;
+    /**
+     * Filter files by patterns
+     */
+    filterFilesByPatterns(files: string[], patterns: string[], exclude: string[]): string[];
+    /**
+     * Fetch all files from a repository matching patterns
+     */
+    fetchRepositoryFiles(repoConfig: RepositoryConfig): Promise<GitHubFile[]>;
+    /**
+     * Get recent commits
+     */
+    getRecentCommits(owner: string, repo: string, since?: string, perPage?: number): Promise<GitHubCommit[]>;
+    /**
+     * Get files changed in recent commits
+     */
+    getChangedFiles(owner: string, repo: string, since: string): Promise<string[]>;
+    /**
+     * Search code in repositories
+     */
+    searchCode(query: string, owner?: string, repo?: string, language?: string): Promise<Array<{
+        path: string;
+        repository: string;
+        url: string;
+    }>>;
+}
+export declare const githubClient: GitHubClient;
+//# sourceMappingURL=github.d.ts.map

package/dist/pipeline/github.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../src/pipeline/github.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAmCrE,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,YAAY,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,SAAS,CAAmC;IACpD,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,aAAa,CAAuC;gBAEhD,KAAK,CAAC,EAAE,MAAM;IAS1B;;OAEG;IACG,iBAAiB,CACrB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,CAAC;IAgD1B;;OAEG;IACG,cAAc,CAClB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IA2C7B;;OAEG;IACG,iBAAiB,CACrB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,EAAE,CAAC;IAoCpB;;OAEG;IACH,qBAAqB,CACnB,KAAK,EAAE,MAAM,EAAE,EACf,QAAQ,EAAE,MAAM,EAAE,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,MAAM,EAAE;IAiBX;;OAEG;IACG,oBAAoB,CACxB,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC,UAAU,EAAE,CAAC;IA0BxB;;OAEG;IACG,gBAAgB,CACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,CAAC,EAAE,MAAM,EACd,OAAO,SAAK,GACX,OAAO,CAAC,YAAY,EAAE,CAAC;IA8B1B;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,EAAE,CAAC;IA4BpB;;OAEG;IACG,UAAU,CACd,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,MAAM,EACd,IAAI,CAAC,EAAE,MAAM,EACb,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CA6BrE;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC"}

package/dist/pipeline/github.js

@@ -0,0 +1,287 @@
+import { Octokit } from "octokit";
+import { config, logger } from "../utils/index.js";
+class SimpleCache {
+    cache = new Map();
+    ttlMs;
+    constructor(ttlMinutes = 10) {
+        this.ttlMs = ttlMinutes * 60 * 1000;
+    }
+    get(key) {
+        const entry = this.cache.get(key);
+        if (!entry)
+            return null;
+        if (Date.now() - entry.timestamp > this.ttlMs) {
+            this.cache.delete(key);
+            return null;
+        }
+        return entry.data;
+    }
+    set(key, data) {
+        this.cache.set(key, { data, timestamp: Date.now() });
+    }
+    clear() {
+        this.cache.clear();
+    }
+}
+export class GitHubClient {
+    octokit;
+    fileCache = new SimpleCache(15); // 15 min cache for files
+    treeCache = new SimpleCache(10); // 10 min cache for trees
+    repoInfoCache = new SimpleCache(10); // 10 min cache for repo info
+    constructor(token) {
+        this.octokit = new Octokit({
+            auth: token || config.githubToken,
+            request: {
+                timeout: 10000, // 10 second timeout for API calls
+            },
+        });
+    }
+    /**
+     * Get repository information
+     */
+    async getRepositoryInfo(owner, repo) {
+        const cacheKey = `repo:${owner}/${repo}`;
+        const cached = this.repoInfoCache.get(cacheKey);
+        if (cached) {
+            logger.debug(`Cache hit for repo info: ${cacheKey}`);
+            return cached;
+        }
+        try {
+            const { data: repoData } = await this.octokit.rest.repos.get({
+                owner,
+                repo,
+            });
+            const { data: commits } = await this.octokit.rest.repos.listCommits({
+                owner,
+                repo,
+                per_page: 1,
+            });
+            const lastCommit = commits[0]
+                ? {
+                    sha: commits[0].sha,
+                    message: commits[0].commit.message,
+                    author: commits[0].commit.author?.name || "Unknown",
+                    date: commits[0].commit.author?.date || "",
+                    url: commits[0].html_url,
+                }
+                : null;
+            const result = {
+                owner,
+                repo,
+                branch: repoData.default_branch,
+                lastCommit,
+                fileCount: 0, // Will be updated during tree fetch
+            };
+            this.repoInfoCache.set(cacheKey, result);
+            return result;
+        }
+        catch (error) {
+            logger.error(`Failed to get repository info for ${owner}/${repo}`, {
+                error: String(error),
+            });
+            throw error;
+        }
+    }
+    /**
+     * Get file content from a repository
+     */
+    async getFileContent(owner, repo, path, ref) {
+        const cacheKey = `file:${owner}/${repo}/${path}@${ref || "main"}`;
+        const cached = this.fileCache.get(cacheKey);
+        if (cached) {
+            logger.debug(`Cache hit for file: ${cacheKey}`);
+            return cached;
+        }
+        try {
+            const { data } = await this.octokit.rest.repos.getContent({
+                owner,
+                repo,
+                path,
+                ref,
+            });
+            if (Array.isArray(data) || data.type !== "file") {
+                return null;
+            }
+            const content = data.encoding === "base64"
+                ? Buffer.from(data.content, "base64").toString("utf-8")
+                : data.content;
+            const result = {
+                path: data.path,
+                content,
+                sha: data.sha,
+                size: data.size,
+                encoding: data.encoding,
+            };
+            this.fileCache.set(cacheKey, result);
+            return result;
+        }
+        catch (error) {
+            logger.warn(`Failed to get file ${path} from ${owner}/${repo}`, {
+                error: String(error),
+            });
+            return null;
+        }
+    }
+    /**
+     * Get repository tree (list of all files)
+     */
+    async getRepositoryTree(owner, repo, ref) {
+        const cacheKey = `tree:${owner}/${repo}@${ref || "main"}`;
+        const cached = this.treeCache.get(cacheKey);
+        if (cached) {
+            logger.debug(`Cache hit for tree: ${cacheKey}`);
+            return cached;
+        }
+        try {
+            const { data: refData } = await this.octokit.rest.git.getRef({
+                owner,
+                repo,
+                ref: `heads/${ref || "main"}`,
+            });
+            const { data: treeData } = await this.octokit.rest.git.getTree({
+                owner,
+                repo,
+                tree_sha: refData.object.sha,
+                recursive: "true",
+            });
+            const result = treeData.tree
+                .filter((item) => item.type === "blob" && item.path)
+                .map((item) => item.path);
+            this.treeCache.set(cacheKey, result);
+            return result;
+        }
+        catch (error) {
+            logger.error(`Failed to get repository tree for ${owner}/${repo}`, {
+                error: String(error),
+            });
+            throw error;
+        }
+    }
+    /**
+     * Filter files by patterns
+     */
+    filterFilesByPatterns(files, patterns, exclude) {
+        const matchPattern = (file, pattern) => {
+            // Convert glob pattern to regex
+            const regexPattern = pattern
+                .replace(/\*\*/g, ".*")
+                .replace(/\*/g, "[^/]*")
+                .replace(/\./g, "\\.");
+            return new RegExp(`^${regexPattern}$`).test(file);
+        };
+        return files.filter((file) => {
+            const matchesInclude = patterns.some((p) => matchPattern(file, p));
+            const matchesExclude = exclude.some((p) => matchPattern(file, p));
+            return matchesInclude && !matchesExclude;
+        });
+    }
+    /**
+     * Fetch all files from a repository matching patterns
+     */
+    async fetchRepositoryFiles(repoConfig) {
+        const { owner, repo, branch, patterns, exclude } = repoConfig;
+        logger.info(`Fetching files from ${owner}/${repo}...`);
+        const allFiles = await this.getRepositoryTree(owner, repo, branch);
+        const filteredFiles = this.filterFilesByPatterns(allFiles, patterns, exclude);
+        logger.info(`Found ${filteredFiles.length} matching files in ${owner}/${repo}`);
+        const files = [];
+        for (const filePath of filteredFiles) {
+            const file = await this.getFileContent(owner, repo, filePath, branch);
+            if (file) {
+                files.push(file);
+            }
+        }
+        return files;
+    }
+    /**
+     * Get recent commits
+     */
+    async getRecentCommits(owner, repo, since, perPage = 30) {
+        try {
+            const params = {
+                owner,
+                repo,
+                per_page: perPage,
+            };
+            if (since) {
+                params.since = since;
+            }
+            const { data } = await this.octokit.rest.repos.listCommits(params);
+            return data.map((commit) => ({
+                sha: commit.sha,
+                message: commit.commit.message,
+                author: commit.commit.author?.name || "Unknown",
+                date: commit.commit.author?.date || "",
+                url: commit.html_url,
+            }));
+        }
+        catch (error) {
+            logger.error(`Failed to get commits for ${owner}/${repo}`, {
+                error: String(error),
+            });
+            return [];
+        }
+    }
+    /**
+     * Get files changed in recent commits
+     */
+    async getChangedFiles(owner, repo, since) {
+        try {
+            const commits = await this.getRecentCommits(owner, repo, since);
+            const changedFiles = new Set();
+            for (const commit of commits) {
+                const { data } = await this.octokit.rest.repos.getCommit({
+                    owner,
+                    repo,
+                    ref: commit.sha,
+                });
+                data.files?.forEach((file) => {
+                    if (file.filename) {
+                        changedFiles.add(file.filename);
+                    }
+                });
+            }
+            return Array.from(changedFiles);
+        }
+        catch (error) {
+            logger.error(`Failed to get changed files for ${owner}/${repo}`, {
+                error: String(error),
+            });
+            return [];
+        }
+    }
+    /**
+     * Search code in repositories
+     */
+    async searchCode(query, owner, repo, language) {
+        try {
+            let q = query;
+            if (owner && repo) {
+                q += ` repo:${owner}/${repo}`;
+            }
+            else if (owner) {
+                q += ` user:${owner}`;
+            }
+            if (language) {
+                q += ` language:${language}`;
+            }
+            const { data } = await this.octokit.rest.search.code({
+                q,
+                per_page: 30,
+            });
+            return data.items.map((item) => ({
+                path: item.path,
+                repository: item.repository.full_name,
+                url: item.html_url,
+            }));
+        }
+        catch (error) {
+            logger.warn(`Code search failed for query: ${query}`, {
+                error: String(error),
+            });
+            return [];
+        }
+    }
+}
+export const githubClient = new GitHubClient();
+//# sourceMappingURL=github.js.map

package/dist/pipeline/github.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"github.js","sourceRoot":"","sources":["../../src/pipeline/github.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAoB,MAAM,mBAAmB,CAAC;AAQrE,MAAM,WAAW;IACP,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;IACzC,KAAK,CAAS;IAEtB,YAAY,aAAqB,EAAE;QACjC,IAAI,CAAC,KAAK,GAAG,UAAU,GAAG,EAAE,GAAG,IAAI,CAAC;IACtC,CAAC;IAED,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,IAAO;QACtB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF;AA0BD,MAAM,OAAO,YAAY;IACf,OAAO,CAAU;IACjB,SAAS,GAAG,IAAI,WAAW,CAAa,EAAE,CAAC,CAAC,CAAC,yBAAyB;IACtE,SAAS,GAAG,IAAI,WAAW,CAAW,EAAE,CAAC,CAAC,CAAC,yBAAyB;IACpE,aAAa,GAAG,IAAI,WAAW,CAAiB,EAAE,CAAC,CAAC,CAAC,6BAA6B;IAE1F,YAAY,KAAc;QACxB,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC;YACzB,IAAI,EAAE,KAAK,IAAI,MAAM,CAAC,WAAW;YACjC,OAAO,EAAE;gBACP,OAAO,EAAE,KAAK,EAAE,kCAAkC;aACnD;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,KAAa,EACb,IAAY;QAEZ,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,IAAI,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;YACrD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;gBAC3D,KAAK;gBACL,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;gBAClE,KAAK;gBACL,IAAI;gBACJ,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC;gBAC3B,CAAC,CAAC;oBACE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG;oBACnB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO;oBAClC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,SAAS;oBACnD,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE;oBAC1C,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;iBACzB;gBACH,CAAC,CAAC,IAAI,CAAC;YAET,MAAM,MAAM,GAAG;gBACb,KAAK;gBACL,IAAI;gBACJ,MAAM,EAAE,QAAQ,CAAC,cAAc;gBAC/B,UAAU;gBACV,SAAS,EAAE,CAAC,EAAE,oCAAoC;aACnD,CAAC;YAEF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qCAAqC,KAAK,IAAI,IAAI,EAAE,EAAE;gBACjE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,KAAa,EACb,IAAY,EACZ,IAAY,EACZ,GAAY;QAEZ,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;YAChD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;gBACxD,KAAK;gBACL,IAAI;gBACJ,IAAI;gBACJ,GAAG;aACJ,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAChD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GACX,IAAI,CAAC,QAAQ,KAAK,QAAQ;gBACxB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACvD,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;YAEnB,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO;gBACP,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,sBAAsB,IAAI,SAAS,KAAK,IAAI,IAAI,EAAE,EAAE;gBAC9D,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,KAAa,EACb,IAAY,EACZ,GAAY;QAEZ,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,IAAI,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;YAChD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC3D,KAAK;gBACL,IAAI;gBACJ,GAAG,EAAE,SAAS,GAAG,IAAI,MAAM,EAAE;aAC9B,CAAC,CAAC;YAEH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC7D,KAAK;gBACL,IAAI;gBACJ,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG;gBAC5B,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI;iBACzB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC;iBACnD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;YAEtC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qCAAqC,KAAK,IAAI,IAAI,EAAE,EAAE;gBACjE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,KAAe,EACf,QAAkB,EAClB,OAAiB;QAEjB,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,OAAe,EAAW,EAAE;YAC9D,gCAAgC;YAChC,MAAM,YAAY,GAAG,OAAO;iBACzB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;iBACtB,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC;iBACvB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzB,OAAO,IAAI,MAAM,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC,CAAC;QAEF,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3B,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAClE,OAAO,cAAc,IAAI,CAAC,cAAc,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CACxB,UAA4B;QAE5B,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;QAC9D,MAAM,CAAC,IAAI,CAAC,uBAAuB,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC;QAEvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACnE,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAC9C,QAAQ,EACR,QAAQ,EACR,OAAO,CACR,CAAC;QAEF,MAAM,CAAC,IAAI,CACT,SAAS,aAAa,CAAC,MAAM,sBAAsB,KAAK,IAAI,IAAI,EAAE,CACnE,CAAC;QAEF,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACtE,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,KAAa,EACb,IAAY,EACZ,KAAc,EACd,OAAO,GAAG,EAAE;QAEZ,IAAI,CAAC;YACH,MAAM,MAAM,GACV;gBACE,KAAK;gBACL,IAAI;gBACJ,QAAQ,EAAE,OAAO;aAClB,CAAC;YAEJ,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACvB,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAEnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;gBAC9B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,SAAS;gBAC/C,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE;gBACtC,GAAG,EAAE,MAAM,CAAC,QAAQ;aACrB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,KAAK,IAAI,IAAI,EAAE,EAAE;gBACzD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,KAAa,EACb,IAAY,EACZ,KAAa;QAEb,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;YAEvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;oBACvD,KAAK;oBACL,IAAI;oBACJ,GAAG,EAAE,MAAM,CAAC,GAAG;iBAChB,CAAC,CAAC;gBAEH,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC3B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAClB,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAClC,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAED,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,mCAAmC,KAAK,IAAI,IAAI,EAAE,EAAE;gBAC/D,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,KAAa,EACb,KAAc,EACd,IAAa,EACb,QAAiB;QAEjB,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,KAAK,CAAC;YACd,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,CAAC,IAAI,SAAS,KAAK,IAAI,IAAI,EAAE,CAAC;YAChC,CAAC;iBAAM,IAAI,KAAK,EAAE,CAAC;gBACjB,CAAC,IAAI,SAAS,KAAK,EAAE,CAAC;YACxB,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,CAAC,IAAI,aAAa,QAAQ,EAAE,CAAC;YAC/B,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACnD,CAAC;gBACD,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;gBACrC,GAAG,EAAE,IAAI,CAAC,QAAQ;aACnB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,iCAAiC,KAAK,EAAE,EAAE;gBACpD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/pipeline/index.d.ts

@@ -0,0 +1,11 @@
+export { GitHubClient, githubClient } from "./github.js";
+export type { GitHubFile, GitHubCommit, RepositoryInfo } from "./github.js";
+export { parseFile, parseCompactFile, parseTypeScriptFile, parseMarkdownFile, } from "./parser.js";
+export type { ParsedFile, CodeUnit } from "./parser.js";
+export { EmbeddingGenerator, embeddingGenerator } from "./embeddings.js";
+export type { EmbeddingResult } from "./embeddings.js";
+export { indexRepository, indexAllRepositories, incrementalUpdate, } from "./indexer.js";
+export type { IndexStats } from "./indexer.js";
+export { ReleaseTracker, releaseTracker } from "./releases.js";
+export type { Release, ChangelogEntry, VersionInfo } from "./releases.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/pipeline/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pipeline/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACzD,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE5E,OAAO,EACL,SAAS,EACT,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACzE,YAAY,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AACtB,YAAY,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/D,YAAY,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC"}

package/dist/pipeline/index.js

@@ -0,0 +1,6 @@
+export { GitHubClient, githubClient } from "./github.js";
+export { parseFile, parseCompactFile, parseTypeScriptFile, parseMarkdownFile, } from "./parser.js";
+export { EmbeddingGenerator, embeddingGenerator } from "./embeddings.js";
+export { indexRepository, indexAllRepositories, incrementalUpdate, } from "./indexer.js";
+export { ReleaseTracker, releaseTracker } from "./releases.js";
+//# sourceMappingURL=index.js.map

package/dist/pipeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/pipeline/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGzD,OAAO,EACL,SAAS,EACT,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAGzE,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAGtB,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC"}

package/dist/pipeline/indexer.d.ts

@@ -0,0 +1,38 @@
+import { RepositoryConfig } from "../utils/index.js";
+export interface IndexStats {
+    totalFiles: number;
+    totalChunks: number;
+    totalCodeUnits: number;
+    repositoriesIndexed: string[];
+    lastIndexed: string;
+}
+export interface ChunkMetadata {
+    repository: string;
+    filePath: string;
+    language: string;
+    chunkType: "code_unit" | "file_chunk";
+    codeUnitType?: string;
+    codeUnitName?: string;
+    startLine: number;
+    endLine: number;
+    isPublic: boolean;
+}
+/**
+ * Index a single repository
+ */
+export declare function indexRepository(repoConfig: RepositoryConfig): Promise<{
+    fileCount: number;
+    chunkCount: number;
+}>;
+/**
+ * Index all configured repositories
+ */
+export declare function indexAllRepositories(): Promise<IndexStats>;
+/**
+ * Incremental update - only index changed files
+ */
+export declare function incrementalUpdate(repoConfig: RepositoryConfig, since: string): Promise<{
+    fileCount: number;
+    chunkCount: number;
+}>;
+//# sourceMappingURL=indexer.d.ts.map

package/dist/pipeline/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/pipeline/indexer.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,WAAW,GAAG,YAAY,CAAC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAsFD;;GAEG;AACH,wBAAsB,eAAe,CACnC,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CA6DpD;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,UAAU,CAAC,CA0BhE;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,UAAU,EAAE,gBAAgB,EAC5B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAiFpD"}

package/dist/pipeline/indexer.js

@@ -0,0 +1,222 @@
+import { githubClient } from "./github.js";
+import { parseFile } from "./parser.js";
+import { embeddingGenerator } from "./embeddings.js";
+import { vectorStore } from "../db/vectorStore.js";
+import { logger, DEFAULT_REPOSITORIES, } from "../utils/index.js";
+/**
+ * Create chunks from a parsed file
+ * Uses intelligent chunking based on code structure
+ */
+function createChunks(file, repository) {
+    const chunks = [];
+    // Add code units as individual chunks
+    for (const unit of file.codeUnits) {
+        chunks.push({
+            text: unit.code,
+            metadata: {
+                repository,
+                filePath: file.path,
+                language: file.language,
+                chunkType: "code_unit",
+                codeUnitType: unit.type,
+                codeUnitName: unit.name,
+                startLine: unit.startLine,
+                endLine: unit.endLine,
+                isPublic: unit.isPublic,
+            },
+        });
+    }
+    // If no code units were extracted, chunk the entire file
+    if (file.codeUnits.length === 0 && file.content.length > 0) {
+        const chunkSize = 2000; // characters
+        const overlapLines = 5; // lines to overlap
+        const lines = file.content.split("\n");
+        let currentChunk = "";
+        let startLine = 1;
+        let currentLine = 1;
+        for (const line of lines) {
+            if (currentChunk.length + line.length > chunkSize &&
+                currentChunk.length > 0) {
+                chunks.push({
+                    text: currentChunk,
+                    metadata: {
+                        repository,
+                        filePath: file.path,
+                        language: file.language,
+                        chunkType: "file_chunk",
+                        startLine,
+                        endLine: currentLine - 1,
+                        isPublic: true,
+                    },
+                });
+                // Start new chunk with overlap
+                const prevLines = currentChunk.split("\n").slice(-overlapLines);
+                currentChunk = prevLines.join("\n") + "\n";
+                startLine = Math.max(1, currentLine - overlapLines);
+            }
+            currentChunk += line + "\n";
+            currentLine++;
+        }
+        // Add remaining content
+        if (currentChunk.trim().length > 0) {
+            chunks.push({
+                text: currentChunk,
+                metadata: {
+                    repository,
+                    filePath: file.path,
+                    language: file.language,
+                    chunkType: "file_chunk",
+                    startLine,
+                    endLine: currentLine - 1,
+                    isPublic: true,
+                },
+            });
+        }
+    }
+    return chunks;
+}
+/**
+ * Index a single repository
+ */
+export async function indexRepository(repoConfig) {
+    const repoName = `${repoConfig.owner}/${repoConfig.repo}`;
+    logger.info(`Starting index for ${repoName}...`);
+    try {
+        // Fetch all files from the repository
+        const files = await githubClient.fetchRepositoryFiles(repoConfig);
+        logger.info(`Fetched ${files.length} files from ${repoName}`);
+        let chunkCount = 0;
+        const documents = [];
+        for (const file of files) {
+            // Parse the file
+            const parsed = parseFile(file.path, file.content);
+            // Create chunks
+            const chunks = createChunks(parsed, repoName);
+            for (const chunk of chunks) {
+                documents.push({
+                    id: `${repoName}:${file.path}:${chunk.metadata.startLine}`,
+                    content: chunk.text,
+                    metadata: {
+                        repository: chunk.metadata.repository,
+                        filePath: chunk.metadata.filePath,
+                        language: chunk.metadata.language,
+                        startLine: chunk.metadata.startLine,
+                        endLine: chunk.metadata.endLine,
+                        codeType: chunk.metadata.codeUnitType || "unknown",
+                        codeName: chunk.metadata.codeUnitName || "",
+                        isPublic: chunk.metadata.isPublic,
+                    },
+                });
+                chunkCount++;
+            }
+        }
+        // Generate embeddings and store in vector database
+        if (documents.length > 0) {
+            logger.info(`Generating embeddings for ${documents.length} chunks...`);
+            const texts = documents.map((d) => d.content);
+            const embeddings = await embeddingGenerator.generateEmbeddings(texts);
+            // Add embeddings to documents
+            for (let i = 0; i < documents.length; i++) {
+                documents[i].embedding = embeddings[i].embedding;
+            }
+            // Store in vector database
+            await vectorStore.addDocuments(documents);
+            logger.info(`Stored ${documents.length} documents in vector store`);
+        }
+        return { fileCount: files.length, chunkCount };
+    }
+    catch (error) {
+        logger.error(`Failed to index repository ${repoName}`, {
+            error: String(error),
+        });
+        throw error;
+    }
+}
+/**
+ * Index all configured repositories
+ */
+export async function indexAllRepositories() {
+    logger.info("Starting full index of all repositories...");
+    const stats = {
+        totalFiles: 0,
+        totalChunks: 0,
+        totalCodeUnits: 0,
+        repositoriesIndexed: [],
+        lastIndexed: new Date().toISOString(),
+    };
+    for (const repoConfig of DEFAULT_REPOSITORIES) {
+        try {
+            const { fileCount, chunkCount } = await indexRepository(repoConfig);
+            stats.totalFiles += fileCount;
+            stats.totalChunks += chunkCount;
+            stats.repositoriesIndexed.push(`${repoConfig.owner}/${repoConfig.repo}`);
+        }
+        catch (error) {
+            logger.error(`Failed to index ${repoConfig.owner}/${repoConfig.repo}`, {
+                error: String(error),
+            });
+        }
+    }
+    logger.info("Indexing complete", stats);
+    return stats;
+}
+/**
+ * Incremental update - only index changed files
+ */
+export async function incrementalUpdate(repoConfig, since) {
+    const repoName = `${repoConfig.owner}/${repoConfig.repo}`;
+    logger.info(`Starting incremental update for ${repoName} since ${since}...`);
+    try {
+        // Get changed files
+        const changedPaths = await githubClient.getChangedFiles(repoConfig.owner, repoConfig.repo, since);
+        // Filter by patterns
+        const filteredPaths = githubClient.filterFilesByPatterns(changedPaths, repoConfig.patterns, repoConfig.exclude);
+        logger.info(`Found ${filteredPaths.length} changed files matching patterns`);
+        let chunkCount = 0;
+        const documents = [];
+        for (const filePath of filteredPaths) {
+            // Delete existing documents for this file
+            await vectorStore.deleteByPath(repoName, filePath);
+            // Fetch new content
+            const file = await githubClient.getFileContent(repoConfig.owner, repoConfig.repo, filePath, repoConfig.branch);
+            if (file) {
+                const parsed = parseFile(file.path, file.content);
+                const chunks = createChunks(parsed, repoName);
+                for (const chunk of chunks) {
+                    documents.push({
+                        id: `${repoName}:${filePath}:${chunk.metadata.startLine}`,
+                        content: chunk.text,
+                        metadata: {
+                            repository: chunk.metadata.repository,
+                            filePath: chunk.metadata.filePath,
+                            language: chunk.metadata.language,
+                            startLine: chunk.metadata.startLine,
+                            endLine: chunk.metadata.endLine,
+                            codeType: chunk.metadata.codeUnitType || "unknown",
+                            codeName: chunk.metadata.codeUnitName || "",
+                            isPublic: chunk.metadata.isPublic,
+                        },
+                    });
+                    chunkCount++;
+                }
+            }
+        }
+        // Generate embeddings and store
+        if (documents.length > 0) {
+            const texts = documents.map((d) => d.content);
+            const embeddings = await embeddingGenerator.generateEmbeddings(texts);
+            for (let i = 0; i < documents.length; i++) {
+                documents[i].embedding = embeddings[i].embedding;
+            }
+            await vectorStore.addDocuments(documents);
+        }
+        return { fileCount: filteredPaths.length, chunkCount };
+    }
+    catch (error) {
+        logger.error(`Failed incremental update for ${repoName}`, {
+            error: String(error),
+        });
+        throw error;
+    }
+}
+//# sourceMappingURL=indexer.js.map