@morphllm/morphsdk 0.2.60 → 0.2.63

package/dist/tools/warp_grep/harness.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../tools/warp_grep/harness.ts"],"sourcesContent":["/**\n * Warp Grep Harness Primitives\n *\n * Building blocks for custom agent harnesses.\n * Use these when you want to control the agent loop yourself.\n *\n * @example\n * ```typescript\n * import {\n *   parseToolCalls,\n *   SYSTEM_PROMPT,\n *   formatToolResult,\n *   formatTurnMessage,\n *   formatListDirectoryTree,\n *   calculateContextBudget,\n *   buildInitialState,\n *   toolGrep,\n *   toolRead,\n *   toolListDirectory,\n *   resolveFinishFiles,\n *   AGENT_CONFIG,\n *   LocalRipgrepProvider,\n *   type ToolCall,\n *   type WarpGrepProvider,\n * } from '@morphllm/morphsdk/tools/warp-grep/harness';\n *\n * const provider = new LocalRipgrepProvider(repoRoot);\n * const messages = [\n *   { role: 'system', content: SYSTEM_PROMPT },\n *   { role: 'user', content: await buildInitialState(repoRoot, query, provider) },\n * ];\n *\n * for (let turn = 1; turn <= AGENT_CONFIG.MAX_TURNS; turn++) {\n *   const response = await myModel(messages);\n *   messages.push({ role: 'assistant', content: response });\n *\n *   const toolCalls = parseToolCalls(response);\n *   const results: string[] = [];\n *\n *   for (const call of toolCalls) {\n *     if (call.name === 'finish') {\n *       return await resolveFinishFiles(provider, call.arguments.files);\n *     }\n *\n *     let output: string;\n *     if (call.name === 'grep') {\n *       const r = await toolGrep(provider, call.arguments);\n *       output = r.output;\n *     } else if (call.name === 'read') {\n *       output = await toolRead(provider, call.arguments);\n *     } else if (call.name === 'list_directory') {\n *       output = await toolListDirectory(provider, call.arguments);\n *     }\n *\n *     results.push(formatToolResult(call.name, call.arguments, output));\n *   }\n *\n *   const turnMsg = formatTurnMessage(turn, AGENT_CONFIG.MAX_TURNS);\n *   const budget = calculateContextBudget(messages);\n *   messages.push({ role: 'user', content: results.join('\\n') + turnMsg + '\\n' + budget });\n * }\n * ```\n */\n\nimport { LLMResponseParser } from './agent/parser.js';\nimport type { ToolCall, ToolName, FinishFileSpec, ChatMessage } from './agent/types.js';\nimport type { WarpGrepProvider, GrepResult, ReadResult, ListDirectoryEntry } from './providers/types.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// PARSING\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { LLMResponseParser };\n\nconst parser = new LLMResponseParser();\n\nexport function parseToolCalls(text: string): ToolCall[] {\n  return parser.parse(text);\n}\n\n// ════════════════════════════════════════════════════════════════════════════\n// SYSTEM PROMPT\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { SYSTEM_PROMPT, getSystemPrompt } from './agent/prompt.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// FORMATTING\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { formatAgentToolOutput as formatToolResult } from './agent/formatter.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// HELPERS - same functions runner.ts uses\n// ════════════════════════════════════════════════════════════════════════════\n\nexport {\n  formatTurnMessage,\n  calculateContextBudget,\n  buildInitialState,\n  formatListDirectoryTree,\n} from './agent/helpers.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// TOOL EXECUTORS\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { toolGrep } from './agent/tools/grep.js';\nexport { toolRead } from './agent/tools/read.js';\nexport { toolListDirectory } from './agent/tools/list_directory.js';\nexport { readFinishFiles, normalizeFinishFiles } from './agent/tools/finish.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// FINISH RESOLUTION (convenience wrapper)\n// ════════════════════════════════════════════════════════════════════════════\n\nimport { readFinishFiles } from './agent/tools/finish.js';\n\nexport type ResolvedFile = { path: string; content: string };\n\nexport async function resolveFinishFiles(\n  provider: WarpGrepProvider,\n  files: FinishFileSpec[]\n): Promise<ResolvedFile[]> {\n  return readFinishFiles('', files, async (p, s, e) => {\n    const r = await provider.read({ path: p, start: s, end: e });\n    return r.lines.map((l) => {\n      const idx = l.indexOf('|');\n      return idx >= 0 ? l.slice(idx + 1) : l;\n    });\n  });\n}\n\n// ════════════════════════════════════════════════════════════════════════════\n// CONFIG + CONSTANTS\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { AGENT_CONFIG, DEFAULT_EXCLUDES } from './agent/config.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// PROVIDER + TYPES\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { LocalRipgrepProvider } from './providers/local.js';\n\nexport type {\n  ToolCall,\n  ToolName,\n  FinishFileSpec,\n  ChatMessage,\n  WarpGrepProvider,\n  GrepResult,\n  ReadResult,\n  ListDirectoryEntry,\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0EA,IAAM,SAAS,IAAI,kBAAkB;AAE9B,SAAS,eAAe,MAA0B;AACvD,SAAO,OAAO,MAAM,IAAI;AAC1B;AA0CA,eAAsB,mBACpB,UACA,OACyB;AACzB,SAAO,gBAAgB,IAAI,OAAO,OAAO,GAAG,GAAG,MAAM;AACnD,UAAM,IAAI,MAAM,SAAS,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,KAAK,EAAE,CAAC;AAC3D,WAAO,EAAE,MAAM,IAAI,CAAC,MAAM;AACxB,YAAM,MAAM,EAAE,QAAQ,GAAG;AACzB,aAAO,OAAO,IAAI,EAAE,MAAM,MAAM,CAAC,IAAI;AAAA,IACvC,CAAC;AAAA,EACH,CAAC;AACH;","names":[]}
+{"version":3,"sources":["../../../tools/warp_grep/harness.ts"],"sourcesContent":["/**\n * Warp Grep Harness Primitives\n *\n * Building blocks for custom agent harnesses.\n * Use these when you want to control the agent loop yourself.\n *\n * @example\n * ```typescript\n * import {\n *   parseToolCalls,\n *   SYSTEM_PROMPT,\n *   formatToolResult,\n *   formatTurnMessage,\n *   formatListDirectoryTree,\n *   calculateContextBudget,\n *   buildInitialState,\n *   toolGrep,\n *   toolRead,\n *   toolListDirectory,\n *   resolveFinishFiles,\n *   AGENT_CONFIG,\n *   LocalRipgrepProvider,\n *   type ToolCall,\n *   type WarpGrepProvider,\n * } from '@morphllm/morphsdk/tools/warp-grep/harness';\n *\n * const provider = new LocalRipgrepProvider(repoRoot);\n * const messages = [\n *   { role: 'system', content: SYSTEM_PROMPT },\n *   { role: 'user', content: await buildInitialState(repoRoot, query, provider) },\n * ];\n *\n * for (let turn = 1; turn <= AGENT_CONFIG.MAX_TURNS; turn++) {\n *   const response = await myModel(messages);\n *   messages.push({ role: 'assistant', content: response });\n *\n *   const toolCalls = parseToolCalls(response);\n *   const results: string[] = [];\n *\n *   for (const call of toolCalls) {\n *     if (call.name === 'finish') {\n *       return await resolveFinishFiles(provider, call.arguments.files);\n *     }\n *\n *     let output: string;\n *     if (call.name === 'grep') {\n *       const r = await toolGrep(provider, call.arguments);\n *       output = r.output;\n *     } else if (call.name === 'read') {\n *       output = await toolRead(provider, call.arguments);\n *     } else if (call.name === 'list_directory') {\n *       output = await toolListDirectory(provider, call.arguments);\n *     }\n *\n *     results.push(formatToolResult(call.name, call.arguments, output));\n *   }\n *\n *   const turnMsg = formatTurnMessage(turn, AGENT_CONFIG.MAX_TURNS);\n *   const budget = calculateContextBudget(messages);\n *   messages.push({ role: 'user', content: results.join('\\n') + turnMsg + '\\n' + budget });\n * }\n * ```\n */\n\nimport { LLMResponseParser } from './agent/parser.js';\nimport type { ToolCall, ToolName, FinishFileSpec, ChatMessage } from './agent/types.js';\nimport type { WarpGrepProvider, GrepResult, ReadResult, ListDirectoryEntry } from './providers/types.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// PARSING\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { LLMResponseParser };\n\nconst parser = new LLMResponseParser();\n\nexport function parseToolCalls(text: string): ToolCall[] {\n  return parser.parse(text);\n}\n\n// ════════════════════════════════════════════════════════════════════════════\n// SYSTEM PROMPT\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { SYSTEM_PROMPT, getSystemPrompt } from './agent/prompt.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// FORMATTING\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { formatAgentToolOutput as formatToolResult } from './agent/formatter.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// HELPERS - same functions runner.ts uses\n// ════════════════════════════════════════════════════════════════════════════\n\nexport {\n  formatTurnMessage,\n  calculateContextBudget,\n  buildInitialState,\n  formatListDirectoryTree,\n} from './agent/helpers.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// TOOL EXECUTORS\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { toolGrep } from './agent/tools/grep.js';\nexport { toolRead } from './agent/tools/read.js';\nexport { toolListDirectory } from './agent/tools/list_directory.js';\nexport { readFinishFiles, normalizeFinishFiles } from './agent/tools/finish.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// FINISH RESOLUTION (convenience wrapper)\n// ════════════════════════════════════════════════════════════════════════════\n\nimport { readFinishFiles } from './agent/tools/finish.js';\n\nexport type ResolvedFile = { path: string; content: string };\n\nexport async function resolveFinishFiles(\n  provider: WarpGrepProvider,\n  files: FinishFileSpec[]\n): Promise<ResolvedFile[]> {\n  return readFinishFiles('', files, async (p, s?, e?) => {\n    const r = await provider.read({ path: p, start: s, end: e });\n    return r.lines.map((l) => {\n      const idx = l.indexOf('|');\n      return idx >= 0 ? l.slice(idx + 1) : l;\n    });\n  });\n}\n\n// ════════════════════════════════════════════════════════════════════════════\n// CONFIG + CONSTANTS\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { AGENT_CONFIG, DEFAULT_EXCLUDES } from './agent/config.js';\n\n// ════════════════════════════════════════════════════════════════════════════\n// PROVIDER + TYPES\n// ════════════════════════════════════════════════════════════════════════════\n\nexport { LocalRipgrepProvider } from './providers/local.js';\n\nexport type {\n  ToolCall,\n  ToolName,\n  FinishFileSpec,\n  ChatMessage,\n  WarpGrepProvider,\n  GrepResult,\n  ReadResult,\n  ListDirectoryEntry,\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0EA,IAAM,SAAS,IAAI,kBAAkB;AAE9B,SAAS,eAAe,MAA0B;AACvD,SAAO,OAAO,MAAM,IAAI;AAC1B;AA0CA,eAAsB,mBACpB,UACA,OACyB;AACzB,SAAO,gBAAgB,IAAI,OAAO,OAAO,GAAG,GAAI,MAAO;AACrD,UAAM,IAAI,MAAM,SAAS,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,KAAK,EAAE,CAAC;AAC3D,WAAO,EAAE,MAAM,IAAI,CAAC,MAAM;AACxB,YAAM,MAAM,EAAE,QAAQ,GAAG;AACzB,aAAO,OAAO,IAAI,EAAE,MAAM,MAAM,CAAC,IAAI;AAAA,IACvC,CAAC;AAAA,EACH,CAAC;AACH;","names":[]}

package/dist/tools/warp_grep/index.cjs

@@ -5,6 +5,9 @@ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
 var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __commonJS = (cb, mod) => function __require() {
+  return mod || (0, cb[__getOwnPropNames(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
+};
 var __export = (target, all) => {
   for (var name in all)
     __defProp(target, name, { get: all[name], enumerable: true });
@@ -27,6 +30,15 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
+// node_modules/@vscode/ripgrep/lib/index.js
+var require_lib = __commonJS({
+  "node_modules/@vscode/ripgrep/lib/index.js"(exports2, module2) {
+    "use strict";
+    var path5 = require("path");
+    module2.exports.rgPath = path5.join(__dirname, `../bin/rg${process.platform === "win32" ? ".exe" : ""}`);
+  }
+});
+
 // tools/warp_grep/index.ts
 var warp_grep_exports = {};
 __export(warp_grep_exports, {
@@ -419,19 +431,19 @@ function parseNestedXmlTools(text) {
         const filePath = getXmlElementText(fileContent, "path");
         const linesStr = getXmlElementText(fileContent, "lines");
         if (filePath && linesStr) {
-          const ranges = [];
-          for (const rangeStr of linesStr.split(",")) {
-            if (rangeStr.trim() === "*") {
-              ranges.push([1, 999999]);
-            } else {
+          if (linesStr.trim() === "*") {
+            files.push({ path: filePath, lines: "*" });
+          } else {
+            const ranges = [];
+            for (const rangeStr of linesStr.split(",")) {
               const [s, e] = rangeStr.split("-").map((v) => parseInt(v.trim(), 10));
               if (Number.isFinite(s) && Number.isFinite(e)) {
                 ranges.push([s, e]);
               }
             }
-          }
-          if (ranges.length > 0) {
-            files.push({ path: filePath, lines: ranges });
+            if (ranges.length > 0) {
+              files.push({ path: filePath, lines: ranges });
+            }
           }
         }
       }
@@ -443,33 +455,9 @@ function parseNestedXmlTools(text) {
   return tools;
 }
 function preprocessText(text) {
-  let processed = text.replace(/<think>[\s\S]*?<\/think>/gi, "");
+  const processed = text.replace(/<think>[\s\S]*?<\/think>/gi, "").replace(/<\/?tool_call>/gi, "");
   const nestedTools = parseNestedXmlTools(processed);
-  const openingTagRegex = /<tool_call>|<tool>/gi;
-  const closingTagRegex = /<\/tool_call>|<\/tool>/gi;
-  const openingMatches = processed.match(openingTagRegex) || [];
-  const closingMatches = processed.match(closingTagRegex) || [];
-  if (openingMatches.length > closingMatches.length) {
-    const lastClosingMatch = /<\/tool_call>|<\/tool>/gi;
-    let lastClosingIndex = -1;
-    let match;
-    while ((match = lastClosingMatch.exec(processed)) !== null) {
-      lastClosingIndex = match.index + match[0].length;
-    }
-    if (lastClosingIndex > 0) {
-      processed = processed.slice(0, lastClosingIndex);
-    }
-  }
   const toolCallLines = [];
-  const toolTagRegex = /<tool_call>([\s\S]*?)<\/tool_call>|<tool>([\s\S]*?)<\/tool>/gi;
-  let tagMatch;
-  while ((tagMatch = toolTagRegex.exec(processed)) !== null) {
-    const content = (tagMatch[1] || tagMatch[2] || "").trim();
-    if (content) {
-      const lines = content.split(/\r?\n/).map((l) => l.trim()).filter((l) => l);
-      toolCallLines.push(...lines);
-    }
-  }
   const allLines = processed.split(/\r?\n/).map((l) => l.trim());
   for (const line of allLines) {
     if (!line) continue;
@@ -685,6 +673,9 @@ async function toolListDirectory(provider, args) {
 // tools/warp_grep/agent/tools/finish.ts
 function normalizeFinishFiles(files) {
   return files.map((f) => {
+    if (f.lines === "*") {
+      return { path: f.path, lines: "*" };
+    }
     const merged = mergeRanges(f.lines);
     return { path: f.path, lines: merged };
   });
@@ -692,13 +683,18 @@ function normalizeFinishFiles(files) {
 async function readFinishFiles(repoRoot, files, reader) {
   const out = [];
   for (const f of files) {
-    const ranges = mergeRanges(f.lines);
-    const chunks = [];
-    for (const [s, e] of ranges) {
-      const lines = await reader(f.path, s, e);
-      chunks.push(lines.join("\n"));
+    if (f.lines === "*") {
+      const lines = await reader(f.path);
+      out.push({ path: f.path, ranges: "*", content: lines.join("\n") });
+    } else {
+      const ranges = mergeRanges(f.lines);
+      const chunks = [];
+      for (const [s, e] of ranges) {
+        const lines = await reader(f.path, s, e);
+        chunks.push(lines.join("\n"));
+      }
+      out.push({ path: f.path, ranges, content: chunks.join("\n") });
     }
-    out.push({ path: f.path, ranges, content: chunks.join("\n") });
   }
   return out;
 }
@@ -1099,7 +1095,7 @@ async function runWarpGrep(config) {
   }
   const parts = ["Relevant context found:"];
   for (const f of finishMeta.files) {
-    const ranges = f.lines.map(([s, e]) => `${s}-${e}`).join(", ");
+    const ranges = f.lines === "*" ? "*" : f.lines.map(([s, e]) => `${s}-${e}`).join(", ");
     parts.push(`- ${f.path}: ${ranges}`);
   }
   const payload = parts.join("\n");
@@ -1138,9 +1134,20 @@ var import_path4 = __toESM(require("path"), 1);
 
 // tools/warp_grep/utils/ripgrep.ts
 var import_child_process = require("child_process");
-var import_ripgrep = require("@vscode/ripgrep");
 var resolvedRgPath = null;
 var rgPathChecked = false;
+var bundledRgPath = null;
+async function getBundledRgPath() {
+  if (bundledRgPath !== null) return bundledRgPath;
+  try {
+    const module2 = await Promise.resolve().then(() => __toESM(require_lib(), 1));
+    bundledRgPath = module2.rgPath;
+    return bundledRgPath;
+  } catch {
+    bundledRgPath = "";
+    return null;
+  }
+}
 function spawnRg(rgBinary, args, opts) {
   return new Promise((resolve) => {
     const child = (0, import_child_process.spawn)(rgBinary, args, {
@@ -1171,11 +1178,14 @@ async function runRipgrep(args, opts) {
     return spawnRg(resolvedRgPath, args, opts);
   }
   if (!rgPathChecked) {
-    const result = await spawnRg(import_ripgrep.rgPath, args, opts);
-    if (!isBinaryFailure(result)) {
-      resolvedRgPath = import_ripgrep.rgPath;
-      rgPathChecked = true;
-      return result;
+    const bundledPath = await getBundledRgPath();
+    if (bundledPath) {
+      const result = await spawnRg(bundledPath, args, opts);
+      if (!isBinaryFailure(result)) {
+        resolvedRgPath = bundledPath;
+        rgPathChecked = true;
+        return result;
+      }
     }
     const fallbackResult = await spawnRg("rg", args, opts);
     if (!isBinaryFailure(fallbackResult)) {