@grepai/cli 0.7.3 → 0.7.5

package/index.js

@@ -89672,7 +89672,7 @@ class AgentFs extends Service()("@grepai/core/internal/services/agentfs", {
 }
 
 // ../core/src/domain/index.ts
-var SupportedLanguage = Literal2("typescript", "tsx");
+var SupportedLanguage = Literal2("typescript", "tsx", "json", "javascript");
 
 // ../core/src/domain/embedding.ts
 var Embedding2 = transformOrFail(Union2(NonEmptyArray(Number$), String$), String$, {
@@ -100710,17 +100710,27 @@ var LanceDbLive = Migrations.Default.pipe(provideMerge2(LanceDb.Default));
 var ChunkStorageLanceDb = effect(ChunkStorage, gen2(function* () {
   const db = yield* LanceDb;
   const embedder = yield* Embedder;
+  const config3 = yield* Config;
+  function withNormalizedFilePath(input) {
+    if (config3.experimental__agentFs) {
+      return {
+        ...input,
+        filePath: `/${input.filePath}`
+      };
+    }
+    return input;
+  }
   const search = fnUntraced2(function* (input) {
     const { query, topK = 10 } = input;
     const queryEmbedding = yield* embedder.embedQuery(query).pipe(flatMap10(decode3(EmbeddingA)));
-    return yield* db.useTable((t) => t.vectorSearch(fromIterable(queryEmbedding)).distanceType("cosine").limit(topK).select(["filePath", "startLine", "endLine", "_distance"]).toArray()).pipe(flatMap10(decodeUnknown2(Array$(ChunkSearchResult))));
+    return yield* db.useTable((t) => t.vectorSearch(fromIterable(queryEmbedding)).distanceType("cosine").limit(topK).select(["filePath", "startLine", "endLine", "_distance"]).toArray()).pipe(flatMap10(decodeUnknown2(Array$(ChunkSearchResult))), map16(map4(withNormalizedFilePath)));
   }, catchTags2({
     ParseError: (cause2) => new SchemaValidationFailed({ cause: cause2 }),
     LanceDbError: (cause2) => new ChunkStorageError({ cause: cause2 })
   }));
   const grep = fnUntraced2(function* (input) {
     const { pattern: pattern2, limit = 100 } = input;
-    return yield* db.useTable((t) => t.query().where(`content LIKE '%${pattern2}%'`).select(["filePath", "startLine", "endLine", "content"]).limit(limit).toArray()).pipe(flatMap10(decodeUnknown2(Array$(GrepResult))));
+    return yield* db.useTable((t) => t.query().where(`content LIKE '%${pattern2}%'`).select(["filePath", "startLine", "endLine", "content"]).limit(limit).toArray()).pipe(flatMap10(decodeUnknown2(Array$(GrepResult))), map16(map4(withNormalizedFilePath)));
   }, catchTags2({
     ParseError: (cause2) => new SchemaValidationFailed({ cause: cause2 }),
     LanceDbError: (cause2) => new ChunkStorageError({ cause: cause2 })
@@ -100758,6 +100768,16 @@ class SqlError extends (/* @__PURE__ */ TypeIdError(SqlErrorTypeId, "SqlError"))
 var ChunkStorageSql = effect(ChunkStorage, gen2(function* () {
   const db = yield* exports_SqlClient.SqlClient;
   const embedder = yield* Embedder;
+  const config3 = yield* Config;
+  function withNormalizedFilePath(input) {
+    if (config3.experimental__agentFs) {
+      return {
+        ...input,
+        filePath: `/${input.filePath}`
+      };
+    }
+    return input;
+  }
   const search = fnUntraced2(function* (input) {
     const { query, topK = 10 } = input;
     const queryEmbedding = yield* embedder.embedQuery(query);
@@ -100790,7 +100810,7 @@ var ChunkStorageSql = effect(ChunkStorage, gen2(function* () {
               INNER JOIN
                 chunks c ON c.id = ce.chunk_id
             `
-    }).pipe(flatMap10(decodeUnknown2(Array$(ChunkSearchResult))));
+    }).pipe(flatMap10(decodeUnknown2(Array$(ChunkSearchResult))), map16(map4(withNormalizedFilePath)));
   }, catchTags2({
     ParseError: (cause2) => new SchemaValidationFailed({ cause: cause2 }),
     SqlError: (cause2) => new ChunkStorageError({ cause: cause2 })
@@ -100822,7 +100842,7 @@ var ChunkStorageSql = effect(ChunkStorage, gen2(function* () {
                 INSTR(c.content, ${pattern2}) > 0
               LIMIT ${limit}
             `
-    }).pipe(flatMap10(decodeUnknown2(Array$(GrepResult))));
+    }).pipe(flatMap10(decodeUnknown2(Array$(GrepResult))), map16(map4(withNormalizedFilePath)));
   }, catchTags2({
     ParseError: (cause2) => new SchemaValidationFailed({ cause: cause2 }),
     SqlError: (cause2) => new ChunkStorageError({ cause: cause2 })
@@ -104198,7 +104218,9 @@ class AstParser extends Service()("@grepai/core/internal/services/chunker-ast/as
 }
 var languageMap2 = {
   typescript: "./tree-sitter-typescript.wasm",
-  tsx: "./tree-sitter-tsx.wasm"
+  tsx: "./tree-sitter-tsx.wasm",
+  json: "./tree-sitter-json.wasm",
+  javascript: "./tree-sitter-javascript.wasm"
 };
 
 // ../core/src/internal/services/chunker-ast/context-header-builder.ts
@@ -104220,10 +104242,122 @@ class ContextHeaderBuilder extends Service()("@grepai/core/internal/services/chu
 }) {
 }
 
+// ../core/src/internal/services/chunker-ast/language-config/javascript.ts
+var javascript = {
+  isClosingSyntax: (text13) => /^[\s)\]}>]+$/.test(text13),
+  extractNodeName,
+  wantedNodes: new Set([
+    "function_declaration",
+    "function_expression",
+    "generator_function_declaration",
+    "generator_function",
+    "arrow_function",
+    "method_definition",
+    "class_declaration",
+    "class",
+    "field_definition",
+    "class_static_block",
+    "lexical_declaration",
+    "variable_declaration",
+    "export_statement",
+    "import_statement"
+  ]),
+  scopeNodes: new Set([
+    "function_declaration",
+    "generator_function_declaration",
+    "method_definition",
+    "class_declaration",
+    "class",
+    "lexical_declaration",
+    "variable_declaration"
+  ]),
+  importNodes: new Set(["import_statement", "export_statement"])
+};
+function extractNodeName(node) {
+  const nameChild = node.childForFieldName("name");
+  if (nameChild) {
+    return nameChild.text;
+  }
+  if (node.type === "lexical_declaration" || node.type === "variable_declaration") {
+    const declarator = node.namedChildren.find((child) => child.type === "variable_declarator");
+    if (declarator) {
+      const varName = declarator.childForFieldName("name");
+      if (varName) {
+        return varName.text;
+      }
+    }
+  }
+  const identifierChild = node.namedChildren.find((child) => child.type === "identifier" || child.type === "property_identifier");
+  if (identifierChild) {
+    return identifierChild.text;
+  }
+  if (node.type === "arrow_function" || node.type === "function_expression" || node.type === "generator_function") {
+    let ancestor = node.parent;
+    while (ancestor) {
+      if (ancestor.type === "variable_declarator") {
+        const varName = ancestor.childForFieldName("name");
+        if (varName) {
+          return varName.text;
+        }
+      }
+      if (ancestor.type === "pair") {
+        const key = ancestor.childForFieldName("key");
+        if (key) {
+          return key.text;
+        }
+      }
+      if (ancestor.type === "lexical_declaration" || ancestor.type === "variable_declaration" || ancestor.type === "expression_statement") {
+        break;
+      }
+      ancestor = ancestor.parent;
+    }
+  }
+  return "<anonymous>";
+}
+
+// ../core/src/internal/services/chunker-ast/language-config/json.ts
+var json4 = {
+  isClosingSyntax: (text13) => /^[\s\]},]+$/.test(text13),
+  extractNodeName: extractNodeName2,
+  wantedNodes: new Set(["pair"]),
+  scopeNodes: new Set(["pair"]),
+  importNodes: new Set([])
+};
+function extractNodeName2(node) {
+  if (node.type === "pair") {
+    const key = node.childForFieldName("key");
+    if (key) {
+      return stripQuotes(key.text);
+    }
+    return "<pair>";
+  }
+  if (node.type === "object" || node.type === "array") {
+    let ancestor = node.parent;
+    while (ancestor) {
+      if (ancestor.type === "pair") {
+        const key = ancestor.childForFieldName("key");
+        if (key) {
+          return stripQuotes(key.text);
+        }
+        break;
+      }
+      ancestor = ancestor.parent;
+    }
+    return node.type === "object" ? "<object>" : "<array>";
+  }
+  return "<anonymous>";
+}
+function stripQuotes(text13) {
+  if (text13.length >= 2 && text13[0] === '"' && text13[text13.length - 1] === '"') {
+    return text13.slice(1, -1);
+  }
+  return text13;
+}
+
 // ../core/src/internal/services/chunker-ast/language-config/tsx.ts
 var tsx = {
   isClosingSyntax: (text13) => /^[\s)}\]>]+$/.test(text13) || /^\s*\/>/.test(text13) || /^\s*<\/[a-zA-Z_$][\w$.:-]*\s*>/.test(text13),
-  extractNodeName,
+  extractNodeName: extractNodeName3,
   wantedNodes: new Set([
     "function_declaration",
     "function_expression",
@@ -104275,7 +104409,7 @@ var tsx = {
     "import_alias"
   ])
 };
-function extractNodeName(node) {
+function extractNodeName3(node) {
   if (node.type === "jsx_element") {
     const openTag = node.childForFieldName("open_tag");
     if (openTag) {
@@ -104337,7 +104471,7 @@ function extractNodeName(node) {
 // ../core/src/internal/services/chunker-ast/language-config/typescript.ts
 var typescript = {
   isClosingSyntax: (text13) => /^[\s)\]}>]+$/.test(text13),
-  extractNodeName: extractNodeName2,
+  extractNodeName: extractNodeName4,
   wantedNodes: new Set([
     "function_declaration",
     "function_expression",
@@ -104387,7 +104521,7 @@ var typescript = {
     "import_alias"
   ])
 };
-function extractNodeName2(node) {
+function extractNodeName4(node) {
   const nameChild = node.childForFieldName("name");
   if (nameChild) {
     return nameChild.text;
@@ -104432,7 +104566,9 @@ function extractNodeName2(node) {
 // ../core/src/internal/services/chunker-ast/language-config/index.ts
 var languageConfig = {
   typescript,
-  tsx
+  tsx,
+  json: json4,
+  javascript
 };
 
 // ../core/src/internal/services/chunker-ast/index.ts
@@ -104446,13 +104582,13 @@ var ChunkerAst = effect(Chunker, gen2(function* () {
       wantedNodes,
       scopeNodes,
       importNodes,
-      extractNodeName: extractNodeName3
+      extractNodeName: extractNodeName5
     } = languageConfig[language];
     const tokenCount = yield* tokenCounter.count(node.text);
     const isWanted = wantedNodes.has(node.type);
     const isScope = scopeNodes.has(node.type);
     const isImport = importNodes.has(node.type);
-    const nextScope = isScope && !isImport ? [...scopeStack, extractNodeName3(node)] : scopeStack;
+    const nextScope = isScope && !isImport ? [...scopeStack, extractNodeName5(node)] : scopeStack;
     if (isWanted) {
       if (tokenCount <= config3.embedding.maxChunkSize || node.childCount === 0) {
         return [
@@ -104627,6 +104763,18 @@ var CodebaseScannerAgentFs = scoped3(CodebaseScanner, gen2(function* () {
     })), when5("tsx", () => ({
       filePath,
       language: "tsx"
+    })), when5("json", () => ({
+      filePath,
+      language: "json"
+    })), when5("js", () => ({
+      filePath,
+      language: "javascript"
+    })), when5("mjs", () => ({
+      filePath,
+      language: "javascript"
+    })), when5("cjs", () => ({
+      filePath,
+      language: "javascript"
     })), option4);
   }
   const toScanResults = fnUntraced2(function* (files) {
@@ -104734,6 +104882,18 @@ var CodebaseScannerFs = effect(CodebaseScanner, gen2(function* () {
     })), when5("tsx", () => ({
       filePath,
       language: "tsx"
+    })), when5("json", () => ({
+      filePath,
+      language: "json"
+    })), when5("js", () => ({
+      filePath,
+      language: "javascript"
+    })), when5("mjs", () => ({
+      filePath,
+      language: "javascript"
+    })), when5("cjs", () => ({
+      filePath,
+      language: "javascript"
     })), option4))), flatMap10(forEach5(({ filePath, language }) => fs2.readFileString(filePath).pipe(map16((content) => ({
       filePath,
       language,
@@ -104776,6 +104936,7 @@ var Document2 = Struct({
 // ../core/src/internal/services/document-storage-lancedb.ts
 var DocumentStorageLanceDb = effect(DocumentStorage, gen2(function* () {
   const db = yield* LanceDb;
+  const config3 = yield* Config;
   const getByFilePath = fnUntraced2(function* (filePath) {
     return yield* db.useTable((t) => t.query().where(`filePath = "${filePath}"`).select(["id", "filePath", "fileHash", "createdAt", "updatedAt"]).limit(1).toArray()).pipe(map16(map4((doc2) => ({
       ...doc2,
@@ -104800,7 +104961,7 @@ var DocumentStorageLanceDb = effect(DocumentStorage, gen2(function* () {
     const matcher = new Glob(pattern2);
     return yield* db.useTable((t) => t.query().select(["filePath"]).toArray()).pipe(flatMap10(decodeUnknown2(Array$(Struct({
       filePath: String$
-    })))), map16(dedupe), map16(filterMap2(({ filePath }) => matcher.match(filePath) ? some2(filePath) : none2())));
+    })))), map16(filterMap2(({ filePath }) => matcher.match(filePath) ? some2(filePath) : none2())), map16(dedupe), map16(map4((filePath) => config3.experimental__agentFs ? `/${filePath}` : filePath)));
   }, catchTags2({
     ParseError: (cause2) => new SchemaValidationFailed({ cause: cause2 }),
     LanceDbError: (cause2) => new DocumentStorageError({ cause: cause2 })
@@ -104824,6 +104985,7 @@ var DocumentStorageLanceDb = effect(DocumentStorage, gen2(function* () {
 var {Glob: Glob2 } = globalThis.Bun;
 var DocumentStorageSql = effect(DocumentStorage, gen2(function* () {
   const db = yield* exports_SqlClient.SqlClient;
+  const config3 = yield* Config;
   const getByFilePath = fnUntraced2(function* (filePath) {
     return yield* db.onDialectOrElse({
       orElse: () => db`
@@ -104872,7 +105034,7 @@ var DocumentStorageSql = effect(DocumentStorage, gen2(function* () {
               FROM
                 documents d
             `
-    }).pipe(flatMap10(decodeUnknown2(Array$(Struct({ filePath: String$ })))), map16(filterMap2(({ filePath }) => matcher.match(filePath) ? some2(filePath) : none2())));
+    }).pipe(flatMap10(decodeUnknown2(Array$(Struct({ filePath: String$ })))), map16(filterMap2(({ filePath }) => matcher.match(filePath) ? some2(filePath) : none2())), map16(map4((filePath) => config3.experimental__agentFs ? `/${filePath}` : filePath)));
   }, catchTags2({
     ParseError: (cause2) => new SchemaValidationFailed({ cause: cause2 }),
     SqlError: (cause2) => new DocumentStorageError({ cause: cause2 })
@@ -112687,11 +112849,11 @@ var program = gen2(function* () {
   ]));
   const cli = exports_Command.run(command, {
     name: "GREP AI",
-    version: "v0.7.3"
+    version: "v0.7.5"
   });
   yield* cli(process.argv);
 });
 program.pipe(provide2(mergeAll5(GrepAi.Default).pipe(provideMerge2(Clack.Default), provideMerge2(exports_BunContext.layer))), exports_BunRuntime.runMain);
 
-//# debugId=8C1B2BE5D49D754D64756E2164756E21
+//# debugId=502498F845B3BA6F64756E2164756E21
 //# sourceMappingURL=index.js.map