@esankhan3/code-search-mcp 0.0.2 → 0.1.0

package/dist/core/embedder.js

@@ -1,334 +0,0 @@
-import { execSync as execSyncCmd } from "node:child_process";
-import { existsSync as fsExistsSync, readFileSync as fsReadFileSync } from "node:fs";
-import { join as pathJoin } from "node:path";
-import { homedir as osHomedir } from "node:os";
-class CodestralEmbedder {
-  name = "codestral";
-  dimensions;
-  model;
-  constructor(options) {
-    this.model = options?.model ?? "codestral-embed-2505";
-    this.dimensions = options?.dimensions ?? 1024;
-  }
-  async embed(texts) {
-    const apiKey = process.env.MISTRAL_API_KEY;
-    if (!apiKey) {
-      throw new Error("MISTRAL_API_KEY environment variable is not set");
-    }
-    const response = await fetch("https://api.mistral.ai/v1/embeddings", {
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json",
-        Authorization: `Bearer ${apiKey}`
-      },
-      body: JSON.stringify({
-        model: this.model,
-        input: texts,
-        encoding_format: "float"
-      })
-    });
-    if (!response.ok) {
-      const body = await response.text();
-      throw new Error(`Codestral embedding request failed (${response.status}): ${body}`);
-    }
-    const json = await response.json();
-    return json.data.map((d) => d.embedding);
-  }
-  async embedSingle(text) {
-    const [result] = await this.embed([text]);
-    return result;
-  }
-}
-class VoyageEmbedder {
-  name = "voyage";
-  dimensions;
-  model;
-  constructor(options) {
-    this.model = options?.model ?? "voyage-code-3";
-    this.dimensions = options?.dimensions ?? 1024;
-  }
-  async embed(texts) {
-    const apiKey = process.env.VOYAGE_API_KEY;
-    if (!apiKey) {
-      throw new Error("VOYAGE_API_KEY environment variable is not set");
-    }
-    const response = await fetch("https://api.voyageai.com/v1/embeddings", {
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json",
-        Authorization: `Bearer ${apiKey}`
-      },
-      body: JSON.stringify({
-        model: this.model,
-        input: texts,
-        input_type: "document"
-      })
-    });
-    if (!response.ok) {
-      const body = await response.text();
-      throw new Error(`Voyage embedding request failed (${response.status}): ${body}`);
-    }
-    const json = await response.json();
-    return json.data.map((d) => d.embedding);
-  }
-  async embedSingle(text) {
-    const [result] = await this.embed([text]);
-    return result;
-  }
-}
-class OpenAIEmbedder {
-  name = "openai";
-  dimensions;
-  model;
-  constructor(options) {
-    this.model = options?.model ?? "text-embedding-3-large";
-    this.dimensions = options?.dimensions ?? 1024;
-  }
-  async embed(texts) {
-    const apiKey = process.env.OPENAI_API_KEY;
-    if (!apiKey) {
-      throw new Error("OPENAI_API_KEY environment variable is not set");
-    }
-    const response = await fetch("https://api.openai.com/v1/embeddings", {
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json",
-        Authorization: `Bearer ${apiKey}`
-      },
-      body: JSON.stringify({
-        model: this.model,
-        input: texts,
-        dimensions: this.dimensions
-      })
-    });
-    if (!response.ok) {
-      const body = await response.text();
-      throw new Error(`OpenAI embedding request failed (${response.status}): ${body}`);
-    }
-    const json = await response.json();
-    return json.data.map((d) => d.embedding);
-  }
-  async embedSingle(text) {
-    const [result] = await this.embed([text]);
-    return result;
-  }
-}
-const OLLAMA_PREFIX_MODELS = {
-  "nomic-embed-text": { document: "search_document: ", query: "search_query: " }
-};
-const OLLAMA_MODEL_DIMS = {
-  "bge-m3": 1024,
-  "nomic-embed-text": 768,
-  "snowflake-arctic-embed:l": 1024,
-  "mxbai-embed-large": 1024,
-  "all-minilm": 384
-};
-class OllamaEmbedder {
-  name = "ollama";
-  dimensions;
-  model;
-  baseUrl;
-  prefixes;
-  constructor(options) {
-    this.model = options?.model ?? "bge-m3";
-    this.dimensions = options?.dimensions ?? OLLAMA_MODEL_DIMS[this.model] ?? 1024;
-    this.baseUrl = process.env.OLLAMA_HOST ?? "http://localhost:11434";
-    this.prefixes = OLLAMA_PREFIX_MODELS[this.model] ?? null;
-  }
-  /** Embed texts as documents (for indexing) */
-  async embed(texts) {
-    const prefixed = this.prefixes ? texts.map((t) => `${this.prefixes.document}${t}`) : texts;
-    return this._rawEmbed(prefixed);
-  }
-  /** Embed a single text as a query (for search) */
-  async embedSingle(text) {
-    const prefixed = this.prefixes ? `${this.prefixes.query}${text}` : text;
-    const [result] = await this._rawEmbed([prefixed]);
-    return result;
-  }
-  async _rawEmbed(texts) {
-    const response = await fetch(`${this.baseUrl}/api/embed`, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({ model: this.model, input: texts })
-    });
-    if (!response.ok) {
-      const body = await response.text();
-      throw new Error(`Ollama embedding request failed (${response.status}): ${body}`);
-    }
-    const json = await response.json();
-    return json.embeddings;
-  }
-}
-class GeminiOAuthEmbedder {
-  name = "gemini-oauth";
-  dimensions;
-  model;
-  constructor(options) {
-    this.model = options?.model ?? "text-embedding-004";
-    this.dimensions = options?.dimensions ?? 768;
-  }
-  getAccessToken() {
-    const oauthPath = pathJoin(osHomedir(), ".gemini", "oauth_creds.json");
-    if (!fsExistsSync(oauthPath)) {
-      throw new Error("Gemini CLI not authenticated. Run: gemini auth login");
-    }
-    const creds = JSON.parse(fsReadFileSync(oauthPath, "utf-8"));
-    if (!creds.access_token) {
-      throw new Error("Gemini OAuth token not found. Run: gemini auth login");
-    }
-    return creds.access_token;
-  }
-  async embed(texts) {
-    const token = this.getAccessToken();
-    const results = [];
-    const response = await fetch(
-      `https://generativelanguage.googleapis.com/v1beta/models/${this.model}:batchEmbedContents`,
-      {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${token}`
-        },
-        body: JSON.stringify({
-          requests: texts.map((text) => ({
-            model: `models/${this.model}`,
-            content: { parts: [{ text }] },
-            taskType: "RETRIEVAL_DOCUMENT"
-          }))
-        })
-      }
-    );
-    if (!response.ok) {
-      const body = await response.text();
-      throw new Error(`Gemini embedding request failed (${response.status}): ${body.slice(0, 300)}`);
-    }
-    const json = await response.json();
-    for (const emb of json.embeddings) {
-      results.push(emb.values);
-    }
-    return results;
-  }
-  async embedSingle(text) {
-    const [result] = await this.embed([text]);
-    return result;
-  }
-}
-class OpenAICompatibleEmbedder {
-  name = "openai-compatible";
-  dimensions;
-  model;
-  baseUrl;
-  apiKey;
-  constructor(options) {
-    this.baseUrl = options?.baseUrl || process.env.CODE_SEARCH_EMBEDDING_BASE_URL || "";
-    this.model = options?.model || process.env.CODE_SEARCH_EMBEDDING_MODEL || "";
-    this.apiKey = options?.apiKey || process.env.CODE_SEARCH_EMBEDDING_API_KEY;
-    this.dimensions = options?.dimensions ?? 1024;
-    if (!this.baseUrl) throw new Error("Embedding base URL required. Set CODE_SEARCH_EMBEDDING_BASE_URL");
-    if (!this.model) throw new Error("Embedding model required. Set CODE_SEARCH_EMBEDDING_MODEL");
-  }
-  async embed(texts) {
-    const headers = { "Content-Type": "application/json" };
-    if (this.apiKey) headers["Authorization"] = `Bearer ${this.apiKey}`;
-    const response = await fetch(`${this.baseUrl.replace(/\/$/, "")}/v1/embeddings`, {
-      method: "POST",
-      headers,
-      body: JSON.stringify({
-        model: this.model,
-        input: texts,
-        dimensions: this.dimensions,
-        encoding_format: "float"
-      })
-    });
-    if (!response.ok) {
-      const body = await response.text();
-      throw new Error(`Embedding request failed (${response.status}): ${body}`);
-    }
-    const json = await response.json();
-    return json.data.map((d) => d.embedding);
-  }
-  async embedSingle(text) {
-    const [result] = await this.embed([text]);
-    return result;
-  }
-}
-function isOllamaRunning() {
-  try {
-    const host = process.env.OLLAMA_HOST ?? "http://localhost:11434";
-    execSyncCmd(`curl -s --max-time 2 ${host}/api/tags`, { stdio: "pipe", timeout: 3e3 });
-    return true;
-  } catch {
-    return false;
-  }
-}
-function isGeminiCliAuthenticated() {
-  try {
-    const oauthPath = pathJoin(osHomedir(), ".gemini", "oauth_creds.json");
-    if (!fsExistsSync(oauthPath)) return false;
-    const creds = JSON.parse(fsReadFileSync(oauthPath, "utf-8"));
-    return !!creds.access_token;
-  } catch {
-    return false;
-  }
-}
-function createEmbeddingProvider(config) {
-  const opts = { model: config.model, dimensions: config.dimensions };
-  switch (config.provider) {
-    case "codestral":
-    case "mistral":
-      return new CodestralEmbedder(opts);
-    case "voyage":
-      return new VoyageEmbedder(opts);
-    case "openai":
-      return new OpenAIEmbedder(opts);
-    case "ollama":
-      return new OllamaEmbedder(opts);
-    case "gemini-oauth":
-    case "gemini":
-      return new GeminiOAuthEmbedder(opts);
-    case "openai-compatible":
-    case "custom":
-      return new OpenAICompatibleEmbedder(opts);
-    case "auto": {
-      if (process.env.CODE_SEARCH_EMBEDDING_BASE_URL) return new OpenAICompatibleEmbedder(opts);
-      if (isOllamaRunning()) return new OllamaEmbedder(opts);
-      if (process.env.MISTRAL_API_KEY) return new CodestralEmbedder(opts);
-      if (process.env.OPENAI_API_KEY) return new OpenAIEmbedder(opts);
-      if (process.env.VOYAGE_API_KEY) return new VoyageEmbedder(opts);
-      if (process.env.GOOGLE_API_KEY || process.env.GEMINI_API_KEY) {
-        return new GeminiOAuthEmbedder(opts);
-      }
-      if (isGeminiCliAuthenticated()) return new GeminiOAuthEmbedder(opts);
-      throw new Error(
-        "No embedding provider available. Install Ollama (brew install ollama && ollama pull nomic-embed-text), or set an API key (MISTRAL_API_KEY, OPENAI_API_KEY), or set CODE_SEARCH_EMBEDDING_BASE_URL for a custom provider."
-      );
-    }
-    default:
-      throw new Error(
-        `Unknown embedding provider "${config.provider}". Supported: codestral, mistral, voyage, openai, ollama, gemini, openai-compatible, custom, auto`
-      );
-  }
-}
-async function batchEmbed(provider, texts, batchSize = 50, delayMs = 100) {
-  const results = [];
-  for (let i = 0; i < texts.length; i += batchSize) {
-    const batch = texts.slice(i, i + batchSize);
-    const embeddings = await provider.embed(batch);
-    results.push(...embeddings);
-    if (i + batchSize < texts.length && delayMs > 0) {
-      await new Promise((resolve) => setTimeout(resolve, delayMs));
-    }
-  }
-  return results;
-}
-export {
-  CodestralEmbedder,
-  GeminiOAuthEmbedder,
-  OllamaEmbedder,
-  OpenAICompatibleEmbedder,
-  OpenAIEmbedder,
-  VoyageEmbedder,
-  batchEmbed,
-  createEmbeddingProvider
-};

package/dist/core/file-walker.js

@@ -1,186 +0,0 @@
-import { readdirSync, statSync } from "node:fs";
-import { join, extname } from "node:path";
-const SOURCE_EXTENSIONS = /* @__PURE__ */ new Set([
-  ".ts",
-  ".tsx",
-  ".js",
-  ".jsx",
-  ".py",
-  ".go",
-  ".rs",
-  ".java",
-  ".php"
-]);
-const SKIP_DIRS = /* @__PURE__ */ new Set([
-  "node_modules",
-  "dist",
-  "build",
-  ".git",
-  "vendor",
-  "__pycache__",
-  ".next"
-]);
-function langFromExt(ext) {
-  switch (ext) {
-    case ".ts":
-    case ".tsx":
-      return "typescript";
-    case ".js":
-    case ".jsx":
-      return "javascript";
-    case ".py":
-      return "python";
-    case ".go":
-      return "go";
-    case ".rs":
-      return "rust";
-    case ".java":
-      return "java";
-    case ".php":
-      return "php";
-    default:
-      return "unknown";
-  }
-}
-function walkDir(dir, collected) {
-  let entries;
-  try {
-    entries = readdirSync(dir);
-  } catch {
-    return;
-  }
-  for (const entry of entries) {
-    if (SKIP_DIRS.has(entry)) continue;
-    const full = join(dir, entry);
-    let stat;
-    try {
-      stat = statSync(full);
-    } catch {
-      continue;
-    }
-    if (stat.isDirectory()) {
-      walkDir(full, collected);
-    } else if (stat.isFile() && SOURCE_EXTENSIONS.has(extname(entry))) {
-      collected.push(full);
-    }
-  }
-}
-function extractImports(lines, lang) {
-  const imports = [];
-  for (const line of lines) {
-    const trimmed = line.trim();
-    if (lang === "typescript" || lang === "javascript") {
-      const m = trimmed.match(/^import\s+.*from\s+['"]([@\w/.-]+)['"]/);
-      if (m) imports.push(m[1]);
-    } else if (lang === "python") {
-      const m = trimmed.match(/^(?:from\s+([\w.]+)\s+)?import\s+([\w., ]+)/);
-      if (m) imports.push(m[1] ?? m[2]);
-    } else if (lang === "go") {
-      const m = trimmed.match(/^\s*"([^"]+)"/);
-      if (m) imports.push(m[1]);
-    } else if (lang === "java") {
-      const m = trimmed.match(/^import\s+([\w.]+);/);
-      if (m) imports.push(m[1]);
-    } else if (lang === "rust") {
-      const m = trimmed.match(/^use\s+([\w:]+)/);
-      if (m) imports.push(m[1]);
-    } else if (lang === "php") {
-      const m = trimmed.match(/^use\s+([\w\\]+)/);
-      if (m) imports.push(m[1]);
-    }
-  }
-  return imports;
-}
-function extractNamedImports(lines, lang) {
-  const results = [];
-  const fullText = lines.join("\n");
-  if (lang === "typescript" || lang === "javascript") {
-    const re = /^import\s+\{([^}]+)\}\s+from\s+['"]([@\w/.\-]+)['"]/gm;
-    let m;
-    while ((m = re.exec(fullText)) !== null) {
-      const names = m[1].split(",").map((s) => {
-        const parts = s.trim().split(/\s+as\s+/);
-        return parts[0].trim();
-      }).filter(Boolean);
-      if (names.length > 0) results.push({ specifier: m[2], names });
-    }
-    const defaultRe = /^import\s+([A-Z]\w*)\s+from\s+['"]([@\w/.\-]+)['"]/gm;
-    while ((m = defaultRe.exec(fullText)) !== null) {
-      results.push({ specifier: m[2], names: [m[1]] });
-    }
-  }
-  if (lang === "python") {
-    const re = /^from\s+([\w.]+)\s+import\s+(.+)$/gm;
-    let m;
-    while ((m = re.exec(fullText)) !== null) {
-      const names = m[2].split(",").map((s) => {
-        const parts = s.trim().split(/\s+as\s+/);
-        return parts[0].trim();
-      }).filter((s) => s && !s.startsWith("("));
-      if (names.length > 0) results.push({ specifier: m[1], names });
-    }
-  }
-  if (lang === "go") {
-    for (const line of lines) {
-      const trimmed = line.trim();
-      const aliased = trimmed.match(/^\s*(\w+)\s+"([^"]+)"/);
-      if (aliased) {
-        results.push({ specifier: aliased[2], names: [aliased[1]] });
-        continue;
-      }
-      const regular = trimmed.match(/^\s*"([^"]+)"/);
-      if (regular) {
-        const lastSeg = regular[1].split("/").pop();
-        if (lastSeg) results.push({ specifier: regular[1], names: [lastSeg] });
-      }
-    }
-  }
-  if (lang === "php") {
-    for (const line of lines) {
-      const trimmed = line.trim();
-      const m = trimmed.match(/^use\s+([\w\\]+)(?:\s+as\s+(\w+))?\s*;/);
-      if (m) {
-        const parts = m[1].split("\\");
-        const name = m[2] || parts[parts.length - 1];
-        results.push({ specifier: m[1], names: [name] });
-      }
-    }
-  }
-  if (lang === "rust") {
-    for (const line of lines) {
-      const trimmed = line.trim();
-      const grouped = trimmed.match(/^use\s+([\w:]+)::\{([^}]+)\}\s*;/);
-      if (grouped) {
-        const names = grouped[2].split(",").map((s) => s.trim().split(/\s+as\s+/)[0].trim()).filter(Boolean);
-        if (names.length > 0) results.push({ specifier: grouped[1], names });
-        continue;
-      }
-      const single = trimmed.match(/^use\s+([\w:]+)(?:\s+as\s+(\w+))?\s*;/);
-      if (single) {
-        const segments = single[1].split("::");
-        const name = single[2] || segments[segments.length - 1];
-        results.push({ specifier: single[1], names: [name] });
-      }
-    }
-  }
-  if (lang === "java") {
-    for (const line of lines) {
-      const trimmed = line.trim();
-      const m = trimmed.match(/^import\s+([\w.]+)\s*;/);
-      if (m) {
-        const parts = m[1].split(".");
-        const name = parts[parts.length - 1];
-        if (name !== "*") results.push({ specifier: m[1], names: [name] });
-      }
-    }
-  }
-  return results;
-}
-export {
-  SKIP_DIRS,
-  SOURCE_EXTENSIONS,
-  extractImports,
-  extractNamedImports,
-  langFromExt,
-  walkDir
-};

package/dist/core/git-diff.js

@@ -1,160 +0,0 @@
-import { execSync } from "node:child_process";
-import { extname } from "node:path";
-const SOURCE_EXTS = /* @__PURE__ */ new Set([
-  ".ts",
-  ".tsx",
-  ".js",
-  ".jsx",
-  ".mjs",
-  ".cjs",
-  ".go",
-  ".py",
-  ".rs",
-  ".java",
-  ".php",
-  ".rb",
-  ".swift",
-  ".kt",
-  ".cs",
-  ".scala",
-  ".c",
-  ".cpp",
-  ".h",
-  ".hpp",
-  ".yaml",
-  ".yml",
-  ".json",
-  ".toml",
-  ".xml",
-  ".sql",
-  ".graphql",
-  ".proto",
-  ".md",
-  ".txt"
-]);
-function isSourceFile(filePath) {
-  return SOURCE_EXTS.has(extname(filePath).toLowerCase());
-}
-function parseNameStatus(output) {
-  const added = [];
-  const modified = [];
-  const deleted = [];
-  const renamed = [];
-  if (!output) return { added, modified, deleted, renamed, fallbackToFull: false };
-  for (const line of output.split("\n")) {
-    if (!line.trim()) continue;
-    const parts = line.split("	");
-    const status = parts[0];
-    const filePath = parts[1];
-    if (!filePath || !status) continue;
-    if (!isSourceFile(filePath) && status[0] !== "R" && status[0] !== "C") continue;
-    switch (status[0]) {
-      case "A":
-        added.push(filePath);
-        break;
-      case "M":
-        modified.push(filePath);
-        break;
-      case "D":
-        deleted.push(filePath);
-        break;
-      case "R": {
-        const newPath = parts[2];
-        if (newPath) {
-          renamed.push({ from: filePath, to: newPath });
-          if (isSourceFile(filePath)) deleted.push(filePath);
-          if (isSourceFile(newPath)) added.push(newPath);
-        }
-        break;
-      }
-      case "C": {
-        const copyPath = parts[2];
-        if (copyPath && isSourceFile(copyPath)) added.push(copyPath);
-        break;
-      }
-    }
-  }
-  return { added, modified, deleted, renamed, fallbackToFull: false };
-}
-function mergeDiffs(a, b, extraAdded) {
-  const allAdded = /* @__PURE__ */ new Set([...a.added, ...b.added, ...extraAdded]);
-  const allModified = /* @__PURE__ */ new Set([...a.modified, ...b.modified]);
-  const allDeleted = /* @__PURE__ */ new Set([...a.deleted, ...b.deleted]);
-  const allRenamed = [...a.renamed, ...b.renamed];
-  for (const f of allAdded) allModified.delete(f);
-  for (const f of [...allAdded]) {
-    if (allDeleted.has(f)) {
-      allAdded.delete(f);
-      allDeleted.delete(f);
-      allModified.add(f);
-    }
-  }
-  return {
-    added: [...allAdded],
-    modified: [...allModified],
-    deleted: [...allDeleted],
-    renamed: allRenamed,
-    fallbackToFull: a.fallbackToFull || b.fallbackToFull
-  };
-}
-function getCommittedChanges(repoPath, sinceCommit) {
-  try {
-    const output = execSync(
-      `git diff --name-status ${sinceCommit}..HEAD`,
-      { cwd: repoPath, encoding: "utf-8", timeout: 1e4, stdio: ["pipe", "pipe", "pipe"] }
-    ).trim();
-    return parseNameStatus(output);
-  } catch {
-    return { added: [], modified: [], deleted: [], renamed: [], fallbackToFull: true };
-  }
-}
-function getUncommittedChanges(repoPath) {
-  try {
-    const staged = execSync("git diff --name-status --cached", {
-      cwd: repoPath,
-      encoding: "utf-8",
-      timeout: 5e3,
-      stdio: ["pipe", "pipe", "pipe"]
-    }).trim();
-    const unstaged = execSync("git diff --name-status", {
-      cwd: repoPath,
-      encoding: "utf-8",
-      timeout: 5e3,
-      stdio: ["pipe", "pipe", "pipe"]
-    }).trim();
-    const untracked = execSync("git ls-files --others --exclude-standard", {
-      cwd: repoPath,
-      encoding: "utf-8",
-      timeout: 5e3,
-      stdio: ["pipe", "pipe", "pipe"]
-    }).trim();
-    const stagedDiff = parseNameStatus(staged);
-    const unstagedDiff = parseNameStatus(unstaged);
-    const untrackedFiles = untracked ? untracked.split("\n").filter((f) => f && isSourceFile(f)) : [];
-    return mergeDiffs(stagedDiff, unstagedDiff, untrackedFiles);
-  } catch {
-    return { added: [], modified: [], deleted: [], renamed: [], fallbackToFull: false };
-  }
-}
-function getAllChanges(repoPath, lastIndexedSha) {
-  if (!lastIndexedSha) {
-    return { added: [], modified: [], deleted: [], renamed: [], fallbackToFull: true };
-  }
-  const committed = getCommittedChanges(repoPath, lastIndexedSha);
-  if (committed.fallbackToFull) return committed;
-  const uncommitted = getUncommittedChanges(repoPath);
-  return mergeDiffs(committed, uncommitted, []);
-}
-function getChangedFilesList(diff) {
-  return [...diff.added, ...diff.modified];
-}
-function getDeletedFilesList(diff) {
-  return [...diff.deleted];
-}
-export {
-  getAllChanges,
-  getChangedFilesList,
-  getCommittedChanges,
-  getDeletedFilesList,
-  getUncommittedChanges
-};