@bastani/atomic 0.9.2 → 0.9.3-alpha.2

package/dist/core/tools/search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../src/core/tools/search.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAE/D,OAAO,EAAE,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,KAAK,EAAE,cAAc,EAA2B,MAAM,wBAAwB,CAAC;AACtF,OAAO,EAEN,KAAK,eAAe,EACpB,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAuD,KAAK,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAKhH,OAAO,EAAsB,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAGjF,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,QAAA,MAAM,YAAY;;;;;;;EAYiB,CAAC;AACpC,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,YAAY,CAAC,CAAC;AAC1D,MAAM,MAAM,iBAAiB,GAAG,eAAe,GAAG;IAAE,aAAa,CAAC,EAAE,qBAAqB,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AA2N3I,wBAAgB,0BAA0B,CACzC,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,iBAAiB,GACzB,cAAc,CAAC,OAAO,YAAY,EAAE,iBAAiB,GAAG,SAAS,CAAC,CAyMpE;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC,OAAO,YAAY,CAAC,CAEzG","sourcesContent":["import { existsSync } from \"node:fs\";\nimport { readFile as fsReadFile, stat as fsStat } from \"node:fs/promises\";\nimport { dirname, join, resolve as resolvePath } from \"node:path\";\nimport type { AgentTool } from \"@earendil-works/pi-agent-core\";\nimport { Text } from \"@earendil-works/pi-tui\";\nimport { type Static, Type } from \"typebox\";\nimport type { ToolDefinition, ToolRenderResultOptions } from \"../extensions/types.ts\";\nimport {\n\tcreateGrepToolDefinition,\n\ttype GrepToolOptions,\n} from \"./grep.ts\";\nimport { normalizePathLikeInput, splitPathLikeGlob } from \"./glob-path-utils.ts\";\nimport { createHashlineSnapshotStore, recordHashlineSnapshot, type HashlineSnapshotStore } from \"./hashline.ts\";\nimport { invalidArgText, shortenPath, str } from \"./render-utils.ts\";\nimport { resolveToCwd } from \"./path-utils.ts\";\nimport { parseArchiveSelector, readArchiveSelector, resolveArchiveSelector, resolveInternalSelector, searchArchiveSelector, searchInternalSelector, searchSqliteSelector, sqliteSelectorForPath, type InternalResourceContext, type SqliteSelector } from \"./resource-selectors.ts\";\nimport { DEFAULT_MAX_BYTES, formatSize, truncateHead } from \"./truncate.ts\";\nimport { buildSearchDetails, type SearchToolDetails } from \"./search-details.ts\";\nimport { filterSearchOutputByLineRange, splitLineRangeSelector, type SearchLineRange } from \"./search-line-ranges.ts\";\nimport { wrapToolDefinition } from \"./tool-definition-wrapper.ts\";\nexport type { SearchToolDetails } from \"./search-details.ts\";\nconst searchSchema = Type.Object({\n\tpattern: Type.String({ description: \"Regex pattern. Whitespace-only patterns are rejected; otherwise the pattern is preserved verbatim.\" }),\n\tpaths: Type.Optional(\n\t\tType.Union([\n\t\t\tType.String({ description: \"File, directory, glob, internal URL, or <file>:<lines> selector to search. Omitted or empty searches the workspace root.\" }),\n\t\t\tType.Array(Type.String({ description: \"File, directory, glob, internal URL, or <file>:<lines> selector to search.\" })),\n\t\t]),\n\t),\n\ti: Type.Optional(Type.Boolean({ description: \"Case-insensitive search.\" })),\n\tgitignore: Type.Optional(Type.Boolean({ description: \"Respect gitignore.\" })),\n\tcase: Type.Optional(Type.Boolean({ description: \"Set false for case-insensitive search (oh-my-pi compatibility).\" })),\n\tskip: Type.Optional(Type.Union([Type.Number({ description: \"Files to skip before collecting results; use to paginate when the previous call hit the file limit.\" }), Type.Null()])),\n}, { additionalProperties: false });\nexport type SearchToolInput = Static<typeof searchSchema>;\nexport type SearchToolOptions = GrepToolOptions & { hashlineStore?: HashlineSnapshotStore; contextBefore?: number; contextAfter?: number };\nfunction delimiterInExistingSearchGlobRoot(value: string, cwd: string): boolean { const selector = splitLineRangeSelector(value); const parsed = splitPathLikeGlob(selector.path); return !!parsed.glob && /[;,\\s]/.test(parsed.basePath) && existsSync(resolveToCwd(parsed.basePath, cwd)); }\nfunction archiveSelectorExists(value: string, cwd: string): boolean { const archive = parseArchiveSelector(value); if (!archive) return false; const resolved = resolveArchiveSelector(archive, cwd); if (!existsSync(resolved.archivePath)) return false; if (!resolved.memberPath) return true; try { readArchiveSelector(resolved); return true; } catch { return false; } }\nfunction searchPathResolvable(value: string, cwd: string): boolean { const selector = splitLineRangeSelector(value), archive = parseArchiveSelector(selector.path); if (archive) return archiveSelectorExists(selector.path, cwd); const sqlite = sqliteSelectorForPath(selector.path, cwd); return !!sqlite || /^(?:skill|agent|artifact|history|issue|local|memory|pr|conflict|omp|rule|mcp|vault):\\/\\//.test(selector.path) || existsSync(resolveToCwd(splitPathLikeGlob(selector.path).basePath, cwd)); }\n\nfunction normalizePaths(pathsValue: string | string[] | undefined, cwd: string): string[] {\n\tconst inputs = Array.isArray(pathsValue) ? (pathsValue.length > 0 ? pathsValue : [\".\"]) : pathsValue === undefined ? [\".\"] : [pathsValue];\n\tconst expanded: string[] = [];\n\tfor (const input of inputs) {\n\t\tconst raw = normalizePathLikeInput(input);\n\t\tif (raw === \"\") { expanded.push(\".\"); continue; }\n\t\tconst resourceLike = /^[a-z]+:\\/\\//i.test(raw) || /^[^:]+\\.(?:zip|jar|tar|tgz|gz|sqlite|db):/i.test(raw);\n\t\tif (existsSync(resolveToCwd(splitLineRangeSelector(raw).path, cwd)) || delimiterInExistingSearchGlobRoot(raw, cwd) || archiveSelectorExists(raw, cwd)) { expanded.push(raw); continue; }\n\t\tconst chunks = raw.split(/[;\\s]+/).map(normalizePathLikeInput).filter(Boolean);\n\t\tconst parts = chunks.flatMap((chunk) => searchPathResolvable(chunk, cwd) ? [chunk] : chunk.split(\",\").map(normalizePathLikeInput).filter(Boolean));\n\t\tconst commaOrSemicolon = /[;,]/.test(raw), canSplit = commaOrSemicolon ? parts.some((part) => searchPathResolvable(part, cwd)) : parts.every((part) => searchPathResolvable(part, cwd));\n\t\tif (parts.length > 1 && canSplit) expanded.push(...parts);\n\t\telse if (resourceLike) expanded.push(raw);\n\t\telse expanded.push(raw);\n\t}\n\treturn expanded;\n}\n\ninterface SearchTarget {\n\tpath: string;\n\tglob?: string;\n\tlineRanges?: SearchLineRange[];\n\tarchive?: ReturnType<typeof parseArchiveSelector>;\n\tsqlite?: SqliteSelector;\n\tinternal?: string;\n}\n\ninterface SearchOutputGroup {\n\tpath: string;\n\tlines: string[];\n}\n\ninterface PagedSearchOutputGroup {\n\ttargetPath: string;\n\tvirtual: boolean;\n\tgroup: SearchOutputGroup;\n}\n\nconst DEFAULT_LIMIT = 20, INTERNAL_SKIP_LIMIT = 2000, MULTI_FILE_PER_FILE_MATCHES = 20, SINGLE_FILE_MATCHES = 200;\n\nfunction normalizeSkip(skip: number | null | undefined): number {\n\tif (skip === undefined || skip === null) return 0;\n\tif (!Number.isFinite(skip) || skip < 0) throw new Error(\"Skip must be a non-negative number\");\n\treturn Math.floor(skip);\n}\nfunction markFileLimit(details: SearchToolDetails, limit: number): void {\n\tdetails.fileLimitReached = true;\n\tdetails.meta = { ...(details.meta ?? {}), limits: { ...(details.meta?.limits ?? {}), fileLimit: limit } };\n}\nfunction fileLimitDetails(limit: number): SearchToolDetails { const details: SearchToolDetails = {}; markFileLimit(details, limit); return details; }\nfunction continuationHint(limit: number, skip: number): string { return `[${limit} matching files shown. Use skip=${skip + limit} to view more.]`; }\nfunction internalCapHint(): string { return `[Search collected the first ${INTERNAL_SKIP_LIMIT} matches before pagination; refine the pattern or path for later results.]`; }\nfunction hasFileLimit(details: unknown): boolean { return typeof details === \"object\" && details !== null && (details as { fileLimitReached?: unknown }).fileLimitReached === true; }\n\nfunction isResourceSelector(value: string): boolean {\n\treturn /^[^:]+\\.(zip|jar|tar|tgz|gz|sqlite|db):/i.test(value) || /^[a-z]+:\\/\\//i.test(value) || value.startsWith(\"skill://\");\n}\n\nfunction normalizeSearchTargets(pathsValue: string | string[] | undefined, cwd: string): SearchTarget[] {\n\treturn normalizePaths(pathsValue, cwd).map((searchPath) => {\n\t\tconst directSqlite = sqliteSelectorForPath(searchPath, cwd);\n\t\tif (directSqlite?.rowId) return { path: searchPath, sqlite: directSqlite };\n\t\tif (archiveSelectorExists(searchPath, cwd)) { const archive = parseArchiveSelector(searchPath)!; return { path: searchPath, archive }; }\n\t\tconst selector = splitLineRangeSelector(searchPath);\n\t\tconst sqliteDirect = sqliteSelectorForPath(selector.path, cwd);\n\t\tif (sqliteDirect) return { path: selector.path, lineRanges: selector.lineRanges, sqlite: sqliteDirect };\n\t\tconst archive = parseArchiveSelector(selector.path);\n\t\tif (archive) return { path: selector.path, lineRanges: selector.lineRanges, archive };\n\t\tif (selector.path.startsWith(\"local://\")) { const sourcePath = resolveInternalSelector(selector.path, cwd); if (sourcePath) { const parsed = splitPathLikeGlob(sourcePath); return { path: parsed.basePath, glob: parsed.glob, lineRanges: selector.lineRanges }; } }\n\t\tif (/^(?:skill|agent|artifact|history|issue|local|memory|pr|conflict|omp|rule|mcp|vault):\\/\\//.test(selector.path)) return { path: selector.path, lineRanges: selector.lineRanges, internal: selector.path };\n\t\tif (isResourceSelector(selector.path)) throw new Error(`Search resource selectors are not supported by this filesystem backend: ${searchPath}`);\n\t\tconst parsed = splitPathLikeGlob(selector.path);\n\t\treturn { path: parsed.basePath, glob: parsed.glob, lineRanges: selector.lineRanges };\n\t});\n}\n\n\nfunction stripExtendedRegexWhitespace(pattern: string): string { let out = \"\", escaped = false, inClass = false, inComment = false; for (const ch of pattern) { if (inComment) { if (ch === \"\\n\" || ch === \"\\r\") inComment = false; continue; } if (escaped) { out += ch; escaped = false; continue; } if (ch === \"\\\\\") { out += ch; escaped = true; continue; } if (ch === \"[\") inClass = true; else if (ch === \"]\") inClass = false; if (!inClass && ch === \"#\") { inComment = true; continue; } if (!inClass && /\\s/.test(ch)) continue; out += ch; } return out; }\nfunction normalizeInlineSearchPattern(pattern: string, ignoreCase: boolean): { pattern: string; flags: string } { const match = pattern.match(/^\\(\\?([imsUx-]+)\\)([\\s\\S]*)$/), flags = new Set<string>(); if (ignoreCase) flags.add(\"i\"); if (match) { const inline = match[1] ?? \"\"; for (const flag of inline) if (flag === \"i\" || flag === \"m\" || flag === \"s\") flags.add(flag); return { pattern: inline.includes(\"x\") ? stripExtendedRegexWhitespace(match[2] ?? \"\") : match[2] ?? \"\", flags: [...flags].join(\"\") }; } return { pattern, flags: [...flags].join(\"\") }; }\n\nasync function searchFileLineRanges(target: SearchTarget, cwd: string, pattern: string, ignoreCase: boolean, contextBefore = 1, contextAfter = 3): Promise<string | undefined> {\n\tif (!target.lineRanges?.length || target.glob || target.archive || target.sqlite || target.internal) return undefined;\n\tconst absolutePath = resolveToCwd(target.path, cwd);\n\tif (!await fsStat(absolutePath).then((stat) => stat.isFile()).catch(() => false)) return undefined;\n\tconst source = (await fsReadFile(absolutePath, \"utf8\")).split(\"\\n\");\n\tconst normalized = normalizeInlineSearchPattern(pattern, ignoreCase);\n\tlet regex: RegExp;\n\ttry { regex = new RegExp(normalized.pattern, normalized.flags); } catch { return undefined; }\n\tconst matchLines = new Set<number>();\n\tsource.forEach((line, index) => { regex.lastIndex = 0; if (regex.test(line)) matchLines.add(index + 1); });\n\tconst outputLines = new Set<number>();\n\tfor (const line of matchLines) for (let n = Math.max(1, line - contextBefore); n <= Math.min(source.length, line + contextAfter); n++) outputLines.add(n);\n\tconst text = [...outputLines].sort((a, b) => a - b).map((n) => `${target.path}${matchLines.has(n) ? \":\" : \"-\"}${n}${matchLines.has(n) ? \":\" : \"-\"} ${source[n - 1] ?? \"\"}`).join(\"\\n\") || \"No matches found\";\n\treturn filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter);\n}\n\nfunction groupSearchOutput(text: string): SearchOutputGroup[] {\n\tconst groups: SearchOutputGroup[] = [];\n\tconst byPath = new Map<string, SearchOutputGroup>();\n\tfor (const line of text.split(\"\\n\")) {\n\t\tconst match = line.match(/^(.+?)(?::[^:]+: |:\\d+: |-\\d+- )/);\n\t\tif (!match) continue;\n\t\tconst filePath = match[1]!;\n\t\tlet current = byPath.get(filePath);\n\t\tif (!current) { current = { path: filePath, lines: [] }; byPath.set(filePath, current); groups.push(current); }\n\t\tif (!current.lines.includes(line)) current.lines.push(line);\n\t}\n\treturn groups;\n}\nfunction isVirtualSearchTarget(target: SearchTarget | undefined): boolean { return !!(target?.archive || target?.sqlite || target?.internal); }\n\n\nasync function addHashlineHeadersToSearchOutput(text: string, cwd: string, targetPath: string, hashlineStore: HashlineSnapshotStore): Promise<string> {\n\tconst groups = groupSearchOutput(text);\n\tif (groups.length === 0) return text;\n\tconst searchRoot = resolveToCwd(targetPath, cwd);\n\tconst targetIsFile = await fsStat(searchRoot).then((stat) => stat.isFile()).catch(() => false);\n\tconst rendered: string[] = [];\n\tlet lastDir = \"\";\n\tfor (const group of groups) {\n\t\tlet absolutePath = targetIsFile ? searchRoot : join(searchRoot, group.path);\n\t\ttry {\n\t\t\tawait fsReadFile(absolutePath);\n\t\t} catch {\n\t\t\tabsolutePath = resolvePath(cwd, group.path);\n\t\t}\n\t\ttry {\n\t\t\tconst content = await fsReadFile(absolutePath, \"utf-8\");\n\t\t\tconst snapshot = recordHashlineSnapshot(absolutePath, cwd, content, hashlineStore);\n\t\t\tconst dir = dirname(snapshot.displayPath);\n\t\t\tif (dir !== \".\" && dir !== lastDir) {\n\t\t\t\trendered.push(`# ${dir}/`);\n\t\t\t\tlastDir = dir;\n\t\t\t}\n\t\t\trendered.push(`[${snapshot.displayPath}#${snapshot.tag}]`);\n\t\t\tfor (const line of group.lines) {\n\t\t\t\tconst match = line.match(/^.+?(?::(\\d+): |-(\\d+)- )(.*)$/);\n\t\t\t\tif (match) rendered.push(`${match[1] ? \"*\" : \" \"}${match[1] ?? match[2]}:${match[3] ?? \"\"}`);\n\t\t\t}\n\t\t} catch {\n\t\t\trendered.push(...group.lines);\n\t\t}\n\t}\n\treturn rendered.join(\"\\n\");\n}\n\nfunction applyDefaultSearchContext(text: string, before = 1, after = 3): string {\n\tconst groups = groupSearchOutput(text);\n\tif (groups.length === 0) return text;\n\tconst output: string[] = [];\n\tfor (const group of groups) {\n\t\tconst byLine = new Map<number, { line: string; isMatch: boolean }>();\n\t\tfor (const line of group.lines) {\n\t\t\tconst match = line.match(/^(.+?)(?::(\\d+): |-(\\d+)- )(.*)$/);\n\t\t\tif (!match) continue;\n\t\t\tconst number = Number.parseInt(match[2] ?? match[3] ?? \"0\", 10);\n\t\t\tconst isMatch = match[2] !== undefined;\n\t\t\tconst existing = byLine.get(number);\n\t\t\tif (!existing || (isMatch && !existing.isMatch)) byLine.set(number, { line, isMatch });\n\t\t}\n\t\tconst matchNumbers = [...byLine.values()].filter((item) => item.isMatch).map((item) => Number.parseInt(item.line.match(/(?::(\\d+): |-(\\d+)- )/)?.[1] ?? item.line.match(/-(\\d+)- /)?.[1] ?? \"0\", 10));\n\t\tfor (const [number, item] of [...byLine.entries()].sort((a, b) => a[0] - b[0])) {\n\t\t\tif (item.isMatch || matchNumbers.some((lineNumber) => number >= lineNumber - before && number <= lineNumber + after)) output.push(item.line);\n\t\t}\n\t}\n\treturn output.join(\"\\n\");\n}\n\nfunction isSearchMatchLine(line: string): boolean { return /:\\d+: /.test(line); }\nfunction sliceGroupLinesByMatchCount(lines: readonly string[], matchLimit: number): string[] {\n\tif (matchLimit <= 0) return [];\n\tlet matches = 0; const output: string[] = [];\n\tfor (const line of lines) {\n\t\tif (isSearchMatchLine(line)) { if (matches >= matchLimit) break; matches++; }\n\t\toutput.push(line);\n\t}\n\treturn output;\n}\nfunction formatSearchGroups(groups: SearchOutputGroup[], limit: number, perFileLimit = 20): string {\n\treturn groups.slice(0, Math.max(0, limit)).flatMap((group) => sliceGroupLinesByMatchCount(group.lines, perFileLimit)).join(\"\\n\");\n}\n\nfunction dedupeRenderedSearchOutput(content: string): string {\n\tconst out: string[] = [], seen = new Set<string>(); let header = \"\", sawContinuationHint = false, sawCapHint = false;\n\tfor (const line of content.split(\"\\n\")) {\n\t\tconst h = line.match(/^\\[([^\\]#]+)#[0-9A-F]{4}\\]$/); if (h) header = h[1]!;\n\t\tif (/^\\[\\d+ matching files shown\\. Use skip=\\d+ to view more\\.\\]$/.test(line)) { if (sawContinuationHint) continue; sawContinuationHint = true; }\n\t\tif (line.startsWith(\"[Search collected the first \")) { if (sawCapHint) continue; sawCapHint = true; }\n\t\tconst m = header ? line.match(/^[* ]?(\\d+):/) : undefined;\n\t\tconst key = m ? `${header}:${m[1]}` : \"\"; if (key && seen.has(key)) continue; if (key) seen.add(key); out.push(line);\n\t}\n\treturn out.join(\"\\n\");\n}\nfunction formatSearchCall(\n\targs: { pattern: string; path?: string; paths?: string | string[]; glob?: string; limit?: number } | undefined,\n\ttheme: typeof import(\"../../modes/interactive/theme/theme.ts\").theme,\n): string {\n\tconst pattern = str(args?.pattern);\n\tconst rawPaths = Array.isArray(args?.paths) ? args.paths.join(\", \") : args?.paths;\n\tconst rawPath = str(args?.path ?? rawPaths);\n\tconst path = rawPath !== null ? shortenPath(rawPath || \".\") : null;\n\tconst glob = str(args?.glob);\n\tconst limit = args?.limit;\n\tconst invalidArg = invalidArgText(theme);\n\tlet text =\n\t\ttheme.fg(\"toolTitle\", theme.bold(\"search\")) +\n\t\t\" \" +\n\t\t(pattern === null ? invalidArg : theme.fg(\"accent\", `/${pattern || \"\"}/`)) +\n\t\ttheme.fg(\"toolOutput\", ` in ${path === null ? invalidArg : path}`);\n\tif (glob) text += theme.fg(\"toolOutput\", ` (${glob})`);\n\tif (limit !== undefined) text += theme.fg(\"toolOutput\", ` limit ${limit}`);\n\treturn text;\n}\n\nexport function createSearchToolDefinition(\n\tcwd: string,\n\toptions?: SearchToolOptions,\n): ToolDefinition<typeof searchSchema, SearchToolDetails | undefined> {\n\tconst grepDefinition = createGrepToolDefinition(cwd, { ...options, nativeCache: false });\n\tconst hashlineStore = options?.hashlineStore ?? createHashlineSnapshotStore();\n\treturn {\n\t\t...grepDefinition,\n\t\tname: \"search\",\n\t\tlabel: \"search\",\n\t\tdescription: \"Search file contents with a regex across files, directories, globs, and internal URLs.\",\n\t\tpromptSnippet: \"Search file contents with regex patterns.\",\n\t\tparameters: searchSchema,\n\t\tasync execute(toolCallId, params, signal, onUpdate, ctx) {\n\t\t\tconst resourceCtx = ctx as InternalResourceContext | undefined;\n\t\t\tif (params.pattern.trim() === \"\") throw new Error(\"Pattern must not be empty\");\n\t\t\tconst targets = normalizeSearchTargets(params.paths, cwd);\n\t\t\tconst ignoreCase = params.i === true || params.case === false;\n\t\t\tconst contextBefore = options?.contextBefore ?? 1, contextAfter = options?.contextAfter ?? 3, searchContext = Math.max(contextBefore, contextAfter);\n\t\t\tconst isSingleFileSearch = targets.length === 1 && await fsStat(resolveToCwd(targets[0]!.path, cwd)).then((stat) => stat.isFile()).catch(() => false);\n\t\t\tconst limit = isSingleFileSearch ? SINGLE_FILE_MATCHES : DEFAULT_LIMIT;\n\t\t\tlet skip = normalizeSkip(params.skip);\n\t\t\tconst singleFileSkipIgnored = skip > 0 && isSingleFileSearch;\n\t\t\tif (singleFileSkipIgnored) skip = 0;\n\t\t\tfor (const target of targets) {\n\t\t\t\tif (target.archive || target.sqlite || target.internal) continue;\n\t\t\t\tif (target.lineRanges && !await fsStat(resolveToCwd(target.path, cwd)).then((stat) => stat.isFile()).catch(() => false)) {\n\t\t\t\t\tthrow new Error(\"Line-range search selectors are only supported for single files\");\n\t\t\t\t}\n\t\t\t}\n\t\t\tconst results: Awaited<ReturnType<typeof grepDefinition.execute>>[] = [];\n\t\t\tconst groups: PagedSearchOutputGroup[] = [];\n\t\t\tconst skippedMissingPaths: string[] = [];\n\t\t\tconst scopePath = targets.map((target) => target.path).join(\", \") || \".\";\n\t\t\tlet pageFullWithMore = false, internalSearchCapped = false;\n\t\t\tlet remaining = limit;\n\t\t\tconst targetHasMatch = async (target: SearchTarget): Promise<boolean> => {\n\t\t\t\tif (target.archive || target.sqlite || target.internal) {\n\t\t\t\t\tconst archive = target.archive ? resolveArchiveSelector(target.archive, cwd) : undefined;\n\t\t\t\t\tconst text = archive ? searchArchiveSelector(archive, params.pattern, ignoreCase, false, contextBefore, contextAfter) : target.sqlite ? searchSqliteSelector(target.sqlite, params.pattern, ignoreCase, contextBefore, contextAfter) : await searchInternalSelector(target.internal!, cwd, params.pattern, ignoreCase, false, resourceCtx, contextBefore, contextAfter);\n\t\t\t\t\treturn groupSearchOutput(filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter)).length > 0;\n\t\t\t\t}\n\t\t\t\tconst ranged = await searchFileLineRanges(target, cwd, params.pattern, ignoreCase, contextBefore, contextAfter);\n\t\t\t\tif (ranged !== undefined) return groupSearchOutput(ranged).length > 0;\n\t\t\t\tconst probe = await grepDefinition.execute(toolCallId, { pattern: params.pattern, path: target.path, glob: target.glob, ignoreCase, literal: false, context: 0, limit: 1, gitignore: params.gitignore }, signal, undefined, ctx);\n\t\t\t\treturn probe.content.some((item) => item.type === \"text\" && item.text && item.text !== \"No matches found\");\n\t\t\t};\n\t\t\tfor (const target of targets) {\n\t\t\t\tif (skip === 0 && remaining <= 0) { if (!target.archive && !target.sqlite && !target.internal && targets.length > 1 && await fsStat(resolveToCwd(target.path, cwd)).then(() => false).catch(() => true)) { skippedMissingPaths.push(target.path); continue; } if (await targetHasMatch(target)) { pageFullWithMore = true; break; } continue; }\n\t\t\t\tif (target.archive || target.sqlite || target.internal) {\n\t\t\t\t\tconst archive = target.archive ? resolveArchiveSelector(target.archive, cwd) : undefined;\n\t\t\t\t\tlet text = archive ? searchArchiveSelector(archive, params.pattern, ignoreCase, false, contextBefore, contextAfter) : target.sqlite ? searchSqliteSelector(target.sqlite, params.pattern, ignoreCase, contextBefore, contextAfter) : await searchInternalSelector(target.internal!, cwd, params.pattern, ignoreCase, false, resourceCtx, contextBefore, contextAfter);\n\t\t\t\t\tif (archive && target.archive) text = text.split(archive.archivePath).join(target.archive.archivePath); if (target.sqlite) text = text.split(target.sqlite.databasePath).join(target.path.match(/^(.+?\\.(?:sqlite3?|db3?))/i)?.[1] ?? target.sqlite.databasePath); text = text || \"No matches found\";\n\t\t\t\t\ttext = filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter);\n\t\t\t\t\tconst outputGroups = groupSearchOutput(text);\n\t\t\t\t\tif (skip > 0) groups.push(...outputGroups.map((group) => ({ targetPath: target.path, virtual: isVirtualSearchTarget(target), group })) );\n\t\t\t\t\telse if (outputGroups.length > 0) {\n\t\t\t\t\t\tconst hadMore = outputGroups.length > remaining;\n\t\t\t\t\t\ttext = formatSearchGroups(outputGroups, remaining);\n\t\t\t\t\t\tif (hadMore) { text += `\\n\\n${continuationHint(limit, skip)}`; pageFullWithMore = true; }\n\t\t\t\t\t\tremaining -= Math.min(remaining, outputGroups.length);\n\t\t\t\t\t} else if (text && text !== \"No matches found\") {\n\t\t\t\t\t\tremaining--;\n\t\t\t\t\t} else text = \"No matches found\";\n\t\t\t\t\tif (skip === 0) results.push({ content: [{ type: \"text\" as const, text }], details: undefined });\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tif (targets.length > 1 && await fsStat(resolveToCwd(target.path, cwd)).then(() => false).catch(() => true)) {\n\t\t\t\t\tskippedMissingPaths.push(target.path);\n\t\t\t\t\tresults.push({ content: [{ type: \"text\" as const, text: \"No matches found\" }], details: undefined });\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tconst rangedText = await searchFileLineRanges(target, cwd, params.pattern, ignoreCase, contextBefore, contextAfter);\n\t\t\t\tif (rangedText !== undefined) {\n\t\t\t\t\tlet text = applyDefaultSearchContext(rangedText, contextBefore, contextAfter) || \"No matches found\";\n\t\t\t\t\tconst result = { content: [{ type: \"text\" as const, text }], details: undefined as SearchToolDetails | undefined };\n\t\t\t\t\tresults.push(result);\n\t\t\t\t\tconst outputGroups = groupSearchOutput(text);\n\t\t\t\t\tif (skip > 0) groups.push(...outputGroups.map((group) => ({ targetPath: target.path, virtual: false, group })));\n\t\t\t\t\telse if (!isSingleFileSearch && outputGroups.length > 0) { const hadMore = outputGroups.length > remaining; text = formatSearchGroups(outputGroups, remaining); if (hadMore) { result.details = fileLimitDetails(limit); pageFullWithMore = true; } remaining -= Math.min(remaining, outputGroups.length); result.content = [{ type: \"text\", text }]; }\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tconst result = await grepDefinition.execute(\n\t\t\t\t\ttoolCallId,\n\t\t\t\t\t{\n\t\t\t\t\t\tpattern: params.pattern,\n\t\t\t\t\t\tpath: target.path,\n\t\t\t\t\t\tglob: target.glob,\n\t\t\t\t\t\tignoreCase,\n\t\t\t\t\t\tliteral: false,\n\t\t\t\t\t\tcontext: searchContext,\n\t\t\t\t\t\tmaxCountPerFile: isSingleFileSearch ? SINGLE_FILE_MATCHES : MULTI_FILE_PER_FILE_MATCHES,\n\t\t\t\t\t\tlimit: INTERNAL_SKIP_LIMIT,\n\t\t\t\t\t\tgitignore: params.gitignore,\n\t\t\t\t\t},\n\t\t\t\t\tsignal,\n\t\t\t\t\tonUpdate,\n\t\t\t\t\tctx,\n\t\t\t\t);\n\t\t\t\tresults.push(result);\n\t\t\t\tif (result.details?.matchLimitReached) internalSearchCapped = true;\n\t\t\t\tlet text = result.content\n\t\t\t\t\t.map((item) => (item.type === \"text\" ? item.text : undefined))\n\t\t\t\t\t.filter((text): text is string => typeof text === \"string\")\n\t\t\t\t\t.join(\"\\n\");\n\t\t\t\ttext = filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter);\n\t\t\t\tif (text !== \"No matches found\") text = applyDefaultSearchContext(text, contextBefore, contextAfter) || \"No matches found\";\n\t\t\t\tconst outputGroups = groupSearchOutput(text);\n\t\t\t\tif (skip > 0) groups.push(...outputGroups.map((group) => ({ targetPath: target.path, virtual: false, group })) );\n\t\t\t\telse if (!isSingleFileSearch && outputGroups.length > 0) {\n\t\t\t\t\tconst hadMore = outputGroups.length > remaining;\n\t\t\t\t\ttext = formatSearchGroups(outputGroups, remaining);\n\t\t\t\t\tif (hadMore) { result.details = { ...(result.details ?? {}), ...fileLimitDetails(limit) }; pageFullWithMore = true; }\n\t\t\t\t\tremaining -= Math.min(remaining, outputGroups.length);\n\t\t\t\t}\n\t\t\t\tresult.content = [{ type: \"text\", text }];\n\t\t\t}\n\n\t\t\tconst details: SearchToolDetails = {};\n\t\t\tfor (const result of results) {\n\t\t\t\tif (result.details?.truncation) details.truncation = result.details.truncation;\n\t\t\t\tif (result.details?.matchLimitReached) details.matchLimitReached = result.details.matchLimitReached;\n\t\t\t\tif (hasFileLimit(result.details)) markFileLimit(details, limit);\n\t\t\t\tif (result.details?.linesTruncated) details.linesTruncated = true;\n\t\t\t}\n\n\t\t\tif (skip > 0) {\n\t\t\t\tconst renderedPages: string[] = [];\n\t\t\t\tlet remainingMatches = limit;\n\t\t\t\tfor (const item of groups.slice(skip)) {\n\t\t\t\t\tif (remainingMatches <= 0) break;\n\t\t\t\t\tconst raw = formatSearchGroups([item.group], 1);\n\t\t\t\t\tremainingMatches--;\n\t\t\t\t\tif (raw) renderedPages.push(item.virtual ? raw : await addHashlineHeadersToSearchOutput(raw, cwd, item.targetPath, hashlineStore));\n\t\t\t\t}\n\t\t\t\tconst hasMorePages = groups.slice(skip + limit).length > 0;\n\t\t\t\tconst cappedBeforeRequestedPage = internalSearchCapped && skip >= groups.length;\n\t\t\t\tconst capNotice = internalSearchCapped && !hasMorePages ? `\\n\\n${internalCapHint()}` : \"\";\n\t\t\t\tconst output = `${renderedPages.join(\"\\n\\n\") || `No more results (skip=${skip})`}${hasMorePages ? `\\n\\n${continuationHint(limit, skip)}` : \"\"}${capNotice}`;\n\t\t\t\tif (hasMorePages || cappedBeforeRequestedPage || capNotice) markFileLimit(details, limit);\n\t\t\t\tconst truncation = truncateHead(output, { maxLines: Number.MAX_SAFE_INTEGER });\n\t\t\t\tlet content = truncation.content;\n\t\t\t\tif (truncation.truncated) {\n\t\t\t\t\tdetails.truncation = truncation;\n\t\t\t\t\tcontent += `\\n\\n[${formatSize(DEFAULT_MAX_BYTES)} combined output limit reached]`;\n\t\t\t\t}\n\t\t\t\treturn {\n\t\t\t\t\tcontent: [{ type: \"text\", text: content }],\n\t\t\t\t\tdetails: buildSearchDetails(details, content, cwd, scopePath, skippedMissingPaths),\n\t\t\t\t};\n\t\t\t}\n\n\t\t\tif (results.length === 1) {\n\t\t\t\tconst result = results[0]!;\n\t\t\t\tlet text = result.content\n\t\t\t\t\t.map((item) => (item.type === \"text\" ? item.text : undefined))\n\t\t\t\t\t.filter((value): value is string => typeof value === \"string\")\n\t\t\t\t\t.join(\"\\n\");\n\t\t\t\ttext = filterSearchOutputByLineRange(text, targets[0]?.lineRanges, contextBefore, contextAfter);\n\t\t\t\tif (!isVirtualSearchTarget(targets[0]) && text !== \"No matches found\") text = applyDefaultSearchContext(text, contextBefore, contextAfter) || \"No matches found\";\n\t\t\t\tconst skipNotice = singleFileSkipIgnored ? \"\\n\\n[skip is ignored for single-file search; refine the pattern/path or search a directory to page matching files.]\" : \"\";\n\t\t\t\tif (isSingleFileSearch && text !== \"No matches found\") text = formatSearchGroups(groupSearchOutput(text), limit, limit);\n\t\t\t\tif (text && text !== \"No matches found\") {\n\t\t\t\t\tconst renderedText = isVirtualSearchTarget(targets[0]) ? text : await addHashlineHeadersToSearchOutput(text, cwd, targets[0]?.path ?? \".\", hashlineStore);\n\t\t\t\t\tconst pagedText = `${hasFileLimit(result.details) ? `${renderedText}\\n\\n${continuationHint(limit, skip)}` : renderedText}${skipNotice}`;\n\t\t\t\t\tconst truncation = truncateHead(pagedText, { maxLines: Number.MAX_SAFE_INTEGER });\n\t\t\t\t\tif (truncation.truncated) return { ...result, content: [{ type: \"text\", text: `${truncation.content}\\n\\n[${formatSize(DEFAULT_MAX_BYTES)} combined output limit reached]` }], details: buildSearchDetails({ ...(result.details ?? {}), truncation }, truncation.content, cwd, scopePath, skippedMissingPaths) };\n\t\t\t\t\treturn { ...result, content: [{ type: \"text\", text: pagedText }], details: buildSearchDetails(result.details, pagedText, cwd, scopePath, skippedMissingPaths) };\n\t\t\t\t}\n\t\t\t\treturn { ...result, details: buildSearchDetails(result.details, text || \"No matches found\", cwd, scopePath, skippedMissingPaths) };\n\t\t\t}\n\n\t\t\tconst renderedResults = await Promise.all(results.map(async (result, index) => {\n\t\t\t\tlet text = result.content\n\t\t\t\t\t.map((item) => (item.type === \"text\" ? item.text : undefined))\n\t\t\t\t\t.filter((value): value is string => typeof value === \"string\" && value.length > 0)\n\t\t\t\t\t.join(\"\\n\");\n\t\t\t\ttext = filterSearchOutputByLineRange(text, targets[index]?.lineRanges, contextBefore, contextAfter);\n\t\t\t\tif (!isVirtualSearchTarget(targets[index]) && text !== \"No matches found\") text = applyDefaultSearchContext(text, contextBefore, contextAfter);\n\t\t\t\tif (!text || text === \"No matches found\") return `# ${targets[index]?.path ?? \".\"}\\n${text}`;\n\t\t\t\treturn isVirtualSearchTarget(targets[index]) ? text : await addHashlineHeadersToSearchOutput(text, cwd, targets[index]?.path ?? \".\", hashlineStore);\n\t\t\t}));\n\t\t\tconst content = dedupeRenderedSearchOutput(`${renderedResults.join(\"\\n\\n\")}${skippedMissingPaths.length > 0 ? `\\n\\n[Skipped missing paths: ${skippedMissingPaths.join(\", \")}]` : \"\"}${pageFullWithMore ? `\\n\\n${continuationHint(limit, skip)}` : \"\"}${internalSearchCapped && !pageFullWithMore ? `\\n\\n${internalCapHint()}` : \"\"}`);\n\t\t\tif (pageFullWithMore || internalSearchCapped) markFileLimit(details, limit);\n\t\t\tconst truncation = truncateHead(content, { maxLines: Number.MAX_SAFE_INTEGER });\n\t\t\tlet output = truncation.content;\n\t\t\tif (truncation.truncated) {\n\t\t\t\tdetails.truncation = truncation;\n\t\t\t\toutput += `\\n\\n[${formatSize(DEFAULT_MAX_BYTES)} combined output limit reached]`;\n\t\t\t}\n\t\t\treturn {\n\t\t\t\tcontent: [{ type: \"text\", text: output }],\n\t\t\t\tdetails: buildSearchDetails(details, output, cwd, scopePath, skippedMissingPaths),\n\t\t\t};\n\t\t},\n\t\trenderCall(args, theme, context) {\n\t\t\tconst text = (context.lastComponent as Text | undefined) ?? new Text(\"\", 0, 0);\n\t\t\ttext.setText(formatSearchCall(args, theme));\n\t\t\treturn text;\n\t\t},\n\t\trenderResult(result, options: ToolRenderResultOptions, theme, context) {\n\t\t\treturn grepDefinition.renderResult?.(result, options, theme, context) ?? new Text(\"\", 0, 0);\n\t\t},\n\t};\n}\n\nexport function createSearchTool(cwd: string, options?: SearchToolOptions): AgentTool<typeof searchSchema> {\n\treturn wrapToolDefinition(createSearchToolDefinition(cwd, options));\n}\n"]}

package/dist/core/tools/search.js

@@ -0,0 +1,573 @@
+import { existsSync } from "node:fs";
+import { readFile as fsReadFile, stat as fsStat } from "node:fs/promises";
+import { dirname, join, resolve as resolvePath } from "node:path";
+import { Text } from "@earendil-works/pi-tui";
+import { Type } from "typebox";
+import { createGrepToolDefinition, } from "./grep.js";
+import { normalizePathLikeInput, splitPathLikeGlob } from "./glob-path-utils.js";
+import { createHashlineSnapshotStore, recordHashlineSnapshot } from "./hashline.js";
+import { invalidArgText, shortenPath, str } from "./render-utils.js";
+import { resolveToCwd } from "./path-utils.js";
+import { parseArchiveSelector, readArchiveSelector, resolveArchiveSelector, resolveInternalSelector, searchArchiveSelector, searchInternalSelector, searchSqliteSelector, sqliteSelectorForPath } from "./resource-selectors.js";
+import { DEFAULT_MAX_BYTES, formatSize, truncateHead } from "./truncate.js";
+import { buildSearchDetails } from "./search-details.js";
+import { filterSearchOutputByLineRange, splitLineRangeSelector } from "./search-line-ranges.js";
+import { wrapToolDefinition } from "./tool-definition-wrapper.js";
+const searchSchema = Type.Object({
+    pattern: Type.String({ description: "Regex pattern. Whitespace-only patterns are rejected; otherwise the pattern is preserved verbatim." }),
+    paths: Type.Optional(Type.Union([
+        Type.String({ description: "File, directory, glob, internal URL, or <file>:<lines> selector to search. Omitted or empty searches the workspace root." }),
+        Type.Array(Type.String({ description: "File, directory, glob, internal URL, or <file>:<lines> selector to search." })),
+    ])),
+    i: Type.Optional(Type.Boolean({ description: "Case-insensitive search." })),
+    gitignore: Type.Optional(Type.Boolean({ description: "Respect gitignore." })),
+    case: Type.Optional(Type.Boolean({ description: "Set false for case-insensitive search (oh-my-pi compatibility)." })),
+    skip: Type.Optional(Type.Union([Type.Number({ description: "Files to skip before collecting results; use to paginate when the previous call hit the file limit." }), Type.Null()])),
+}, { additionalProperties: false });
+function delimiterInExistingSearchGlobRoot(value, cwd) { const selector = splitLineRangeSelector(value); const parsed = splitPathLikeGlob(selector.path); return !!parsed.glob && /[;,\s]/.test(parsed.basePath) && existsSync(resolveToCwd(parsed.basePath, cwd)); }
+function archiveSelectorExists(value, cwd) { const archive = parseArchiveSelector(value); if (!archive)
+    return false; const resolved = resolveArchiveSelector(archive, cwd); if (!existsSync(resolved.archivePath))
+    return false; if (!resolved.memberPath)
+    return true; try {
+    readArchiveSelector(resolved);
+    return true;
+}
+catch {
+    return false;
+} }
+function searchPathResolvable(value, cwd) { const selector = splitLineRangeSelector(value), archive = parseArchiveSelector(selector.path); if (archive)
+    return archiveSelectorExists(selector.path, cwd); const sqlite = sqliteSelectorForPath(selector.path, cwd); return !!sqlite || /^(?:skill|agent|artifact|history|issue|local|memory|pr|conflict|omp|rule|mcp|vault):\/\//.test(selector.path) || existsSync(resolveToCwd(splitPathLikeGlob(selector.path).basePath, cwd)); }
+function normalizePaths(pathsValue, cwd) {
+    const inputs = Array.isArray(pathsValue) ? (pathsValue.length > 0 ? pathsValue : ["."]) : pathsValue === undefined ? ["."] : [pathsValue];
+    const expanded = [];
+    for (const input of inputs) {
+        const raw = normalizePathLikeInput(input);
+        if (raw === "") {
+            expanded.push(".");
+            continue;
+        }
+        const resourceLike = /^[a-z]+:\/\//i.test(raw) || /^[^:]+\.(?:zip|jar|tar|tgz|gz|sqlite|db):/i.test(raw);
+        if (existsSync(resolveToCwd(splitLineRangeSelector(raw).path, cwd)) || delimiterInExistingSearchGlobRoot(raw, cwd) || archiveSelectorExists(raw, cwd)) {
+            expanded.push(raw);
+            continue;
+        }
+        const chunks = raw.split(/[;\s]+/).map(normalizePathLikeInput).filter(Boolean);
+        const parts = chunks.flatMap((chunk) => searchPathResolvable(chunk, cwd) ? [chunk] : chunk.split(",").map(normalizePathLikeInput).filter(Boolean));
+        const commaOrSemicolon = /[;,]/.test(raw), canSplit = commaOrSemicolon ? parts.some((part) => searchPathResolvable(part, cwd)) : parts.every((part) => searchPathResolvable(part, cwd));
+        if (parts.length > 1 && canSplit)
+            expanded.push(...parts);
+        else if (resourceLike)
+            expanded.push(raw);
+        else
+            expanded.push(raw);
+    }
+    return expanded;
+}
+const DEFAULT_LIMIT = 20, INTERNAL_SKIP_LIMIT = 2000, MULTI_FILE_PER_FILE_MATCHES = 20, SINGLE_FILE_MATCHES = 200;
+function normalizeSkip(skip) {
+    if (skip === undefined || skip === null)
+        return 0;
+    if (!Number.isFinite(skip) || skip < 0)
+        throw new Error("Skip must be a non-negative number");
+    return Math.floor(skip);
+}
+function markFileLimit(details, limit) {
+    details.fileLimitReached = true;
+    details.meta = { ...(details.meta ?? {}), limits: { ...(details.meta?.limits ?? {}), fileLimit: limit } };
+}
+function fileLimitDetails(limit) { const details = {}; markFileLimit(details, limit); return details; }
+function continuationHint(limit, skip) { return `[${limit} matching files shown. Use skip=${skip + limit} to view more.]`; }
+function internalCapHint() { return `[Search collected the first ${INTERNAL_SKIP_LIMIT} matches before pagination; refine the pattern or path for later results.]`; }
+function hasFileLimit(details) { return typeof details === "object" && details !== null && details.fileLimitReached === true; }
+function isResourceSelector(value) {
+    return /^[^:]+\.(zip|jar|tar|tgz|gz|sqlite|db):/i.test(value) || /^[a-z]+:\/\//i.test(value) || value.startsWith("skill://");
+}
+function normalizeSearchTargets(pathsValue, cwd) {
+    return normalizePaths(pathsValue, cwd).map((searchPath) => {
+        const directSqlite = sqliteSelectorForPath(searchPath, cwd);
+        if (directSqlite?.rowId)
+            return { path: searchPath, sqlite: directSqlite };
+        if (archiveSelectorExists(searchPath, cwd)) {
+            const archive = parseArchiveSelector(searchPath);
+            return { path: searchPath, archive };
+        }
+        const selector = splitLineRangeSelector(searchPath);
+        const sqliteDirect = sqliteSelectorForPath(selector.path, cwd);
+        if (sqliteDirect)
+            return { path: selector.path, lineRanges: selector.lineRanges, sqlite: sqliteDirect };
+        const archive = parseArchiveSelector(selector.path);
+        if (archive)
+            return { path: selector.path, lineRanges: selector.lineRanges, archive };
+        if (selector.path.startsWith("local://")) {
+            const sourcePath = resolveInternalSelector(selector.path, cwd);
+            if (sourcePath) {
+                const parsed = splitPathLikeGlob(sourcePath);
+                return { path: parsed.basePath, glob: parsed.glob, lineRanges: selector.lineRanges };
+            }
+        }
+        if (/^(?:skill|agent|artifact|history|issue|local|memory|pr|conflict|omp|rule|mcp|vault):\/\//.test(selector.path))
+            return { path: selector.path, lineRanges: selector.lineRanges, internal: selector.path };
+        if (isResourceSelector(selector.path))
+            throw new Error(`Search resource selectors are not supported by this filesystem backend: ${searchPath}`);
+        const parsed = splitPathLikeGlob(selector.path);
+        return { path: parsed.basePath, glob: parsed.glob, lineRanges: selector.lineRanges };
+    });
+}
+function stripExtendedRegexWhitespace(pattern) { let out = "", escaped = false, inClass = false, inComment = false; for (const ch of pattern) {
+    if (inComment) {
+        if (ch === "\n" || ch === "\r")
+            inComment = false;
+        continue;
+    }
+    if (escaped) {
+        out += ch;
+        escaped = false;
+        continue;
+    }
+    if (ch === "\\") {
+        out += ch;
+        escaped = true;
+        continue;
+    }
+    if (ch === "[")
+        inClass = true;
+    else if (ch === "]")
+        inClass = false;
+    if (!inClass && ch === "#") {
+        inComment = true;
+        continue;
+    }
+    if (!inClass && /\s/.test(ch))
+        continue;
+    out += ch;
+} return out; }
+function normalizeInlineSearchPattern(pattern, ignoreCase) { const match = pattern.match(/^\(\?([imsUx-]+)\)([\s\S]*)$/), flags = new Set(); if (ignoreCase)
+    flags.add("i"); if (match) {
+    const inline = match[1] ?? "";
+    for (const flag of inline)
+        if (flag === "i" || flag === "m" || flag === "s")
+            flags.add(flag);
+    return { pattern: inline.includes("x") ? stripExtendedRegexWhitespace(match[2] ?? "") : match[2] ?? "", flags: [...flags].join("") };
+} return { pattern, flags: [...flags].join("") }; }
+async function searchFileLineRanges(target, cwd, pattern, ignoreCase, contextBefore = 1, contextAfter = 3) {
+    if (!target.lineRanges?.length || target.glob || target.archive || target.sqlite || target.internal)
+        return undefined;
+    const absolutePath = resolveToCwd(target.path, cwd);
+    if (!await fsStat(absolutePath).then((stat) => stat.isFile()).catch(() => false))
+        return undefined;
+    const source = (await fsReadFile(absolutePath, "utf8")).split("\n");
+    const normalized = normalizeInlineSearchPattern(pattern, ignoreCase);
+    let regex;
+    try {
+        regex = new RegExp(normalized.pattern, normalized.flags);
+    }
+    catch {
+        return undefined;
+    }
+    const matchLines = new Set();
+    source.forEach((line, index) => { regex.lastIndex = 0; if (regex.test(line))
+        matchLines.add(index + 1); });
+    const outputLines = new Set();
+    for (const line of matchLines)
+        for (let n = Math.max(1, line - contextBefore); n <= Math.min(source.length, line + contextAfter); n++)
+            outputLines.add(n);
+    const text = [...outputLines].sort((a, b) => a - b).map((n) => `${target.path}${matchLines.has(n) ? ":" : "-"}${n}${matchLines.has(n) ? ":" : "-"} ${source[n - 1] ?? ""}`).join("\n") || "No matches found";
+    return filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter);
+}
+function groupSearchOutput(text) {
+    const groups = [];
+    const byPath = new Map();
+    for (const line of text.split("\n")) {
+        const match = line.match(/^(.+?)(?::[^:]+: |:\d+: |-\d+- )/);
+        if (!match)
+            continue;
+        const filePath = match[1];
+        let current = byPath.get(filePath);
+        if (!current) {
+            current = { path: filePath, lines: [] };
+            byPath.set(filePath, current);
+            groups.push(current);
+        }
+        if (!current.lines.includes(line))
+            current.lines.push(line);
+    }
+    return groups;
+}
+function isVirtualSearchTarget(target) { return !!(target?.archive || target?.sqlite || target?.internal); }
+async function addHashlineHeadersToSearchOutput(text, cwd, targetPath, hashlineStore) {
+    const groups = groupSearchOutput(text);
+    if (groups.length === 0)
+        return text;
+    const searchRoot = resolveToCwd(targetPath, cwd);
+    const targetIsFile = await fsStat(searchRoot).then((stat) => stat.isFile()).catch(() => false);
+    const rendered = [];
+    let lastDir = "";
+    for (const group of groups) {
+        let absolutePath = targetIsFile ? searchRoot : join(searchRoot, group.path);
+        try {
+            await fsReadFile(absolutePath);
+        }
+        catch {
+            absolutePath = resolvePath(cwd, group.path);
+        }
+        try {
+            const content = await fsReadFile(absolutePath, "utf-8");
+            const snapshot = recordHashlineSnapshot(absolutePath, cwd, content, hashlineStore);
+            const dir = dirname(snapshot.displayPath);
+            if (dir !== "." && dir !== lastDir) {
+                rendered.push(`# ${dir}/`);
+                lastDir = dir;
+            }
+            rendered.push(`[${snapshot.displayPath}#${snapshot.tag}]`);
+            for (const line of group.lines) {
+                const match = line.match(/^.+?(?::(\d+): |-(\d+)- )(.*)$/);
+                if (match)
+                    rendered.push(`${match[1] ? "*" : " "}${match[1] ?? match[2]}:${match[3] ?? ""}`);
+            }
+        }
+        catch {
+            rendered.push(...group.lines);
+        }
+    }
+    return rendered.join("\n");
+}
+function applyDefaultSearchContext(text, before = 1, after = 3) {
+    const groups = groupSearchOutput(text);
+    if (groups.length === 0)
+        return text;
+    const output = [];
+    for (const group of groups) {
+        const byLine = new Map();
+        for (const line of group.lines) {
+            const match = line.match(/^(.+?)(?::(\d+): |-(\d+)- )(.*)$/);
+            if (!match)
+                continue;
+            const number = Number.parseInt(match[2] ?? match[3] ?? "0", 10);
+            const isMatch = match[2] !== undefined;
+            const existing = byLine.get(number);
+            if (!existing || (isMatch && !existing.isMatch))
+                byLine.set(number, { line, isMatch });
+        }
+        const matchNumbers = [...byLine.values()].filter((item) => item.isMatch).map((item) => Number.parseInt(item.line.match(/(?::(\d+): |-(\d+)- )/)?.[1] ?? item.line.match(/-(\d+)- /)?.[1] ?? "0", 10));
+        for (const [number, item] of [...byLine.entries()].sort((a, b) => a[0] - b[0])) {
+            if (item.isMatch || matchNumbers.some((lineNumber) => number >= lineNumber - before && number <= lineNumber + after))
+                output.push(item.line);
+        }
+    }
+    return output.join("\n");
+}
+function isSearchMatchLine(line) { return /:\d+: /.test(line); }
+function sliceGroupLinesByMatchCount(lines, matchLimit) {
+    if (matchLimit <= 0)
+        return [];
+    let matches = 0;
+    const output = [];
+    for (const line of lines) {
+        if (isSearchMatchLine(line)) {
+            if (matches >= matchLimit)
+                break;
+            matches++;
+        }
+        output.push(line);
+    }
+    return output;
+}
+function formatSearchGroups(groups, limit, perFileLimit = 20) {
+    return groups.slice(0, Math.max(0, limit)).flatMap((group) => sliceGroupLinesByMatchCount(group.lines, perFileLimit)).join("\n");
+}
+function dedupeRenderedSearchOutput(content) {
+    const out = [], seen = new Set();
+    let header = "", sawContinuationHint = false, sawCapHint = false;
+    for (const line of content.split("\n")) {
+        const h = line.match(/^\[([^\]#]+)#[0-9A-F]{4}\]$/);
+        if (h)
+            header = h[1];
+        if (/^\[\d+ matching files shown\. Use skip=\d+ to view more\.\]$/.test(line)) {
+            if (sawContinuationHint)
+                continue;
+            sawContinuationHint = true;
+        }
+        if (line.startsWith("[Search collected the first ")) {
+            if (sawCapHint)
+                continue;
+            sawCapHint = true;
+        }
+        const m = header ? line.match(/^[* ]?(\d+):/) : undefined;
+        const key = m ? `${header}:${m[1]}` : "";
+        if (key && seen.has(key))
+            continue;
+        if (key)
+            seen.add(key);
+        out.push(line);
+    }
+    return out.join("\n");
+}
+function formatSearchCall(args, theme) {
+    const pattern = str(args?.pattern);
+    const rawPaths = Array.isArray(args?.paths) ? args.paths.join(", ") : args?.paths;
+    const rawPath = str(args?.path ?? rawPaths);
+    const path = rawPath !== null ? shortenPath(rawPath || ".") : null;
+    const glob = str(args?.glob);
+    const limit = args?.limit;
+    const invalidArg = invalidArgText(theme);
+    let text = theme.fg("toolTitle", theme.bold("search")) +
+        " " +
+        (pattern === null ? invalidArg : theme.fg("accent", `/${pattern || ""}/`)) +
+        theme.fg("toolOutput", ` in ${path === null ? invalidArg : path}`);
+    if (glob)
+        text += theme.fg("toolOutput", ` (${glob})`);
+    if (limit !== undefined)
+        text += theme.fg("toolOutput", ` limit ${limit}`);
+    return text;
+}
+export function createSearchToolDefinition(cwd, options) {
+    const grepDefinition = createGrepToolDefinition(cwd, { ...options, nativeCache: false });
+    const hashlineStore = options?.hashlineStore ?? createHashlineSnapshotStore();
+    return {
+        ...grepDefinition,
+        name: "search",
+        label: "search",
+        description: "Search file contents with a regex across files, directories, globs, and internal URLs.",
+        promptSnippet: "Search file contents with regex patterns.",
+        parameters: searchSchema,
+        async execute(toolCallId, params, signal, onUpdate, ctx) {
+            const resourceCtx = ctx;
+            if (params.pattern.trim() === "")
+                throw new Error("Pattern must not be empty");
+            const targets = normalizeSearchTargets(params.paths, cwd);
+            const ignoreCase = params.i === true || params.case === false;
+            const contextBefore = options?.contextBefore ?? 1, contextAfter = options?.contextAfter ?? 3, searchContext = Math.max(contextBefore, contextAfter);
+            const isSingleFileSearch = targets.length === 1 && await fsStat(resolveToCwd(targets[0].path, cwd)).then((stat) => stat.isFile()).catch(() => false);
+            const limit = isSingleFileSearch ? SINGLE_FILE_MATCHES : DEFAULT_LIMIT;
+            let skip = normalizeSkip(params.skip);
+            const singleFileSkipIgnored = skip > 0 && isSingleFileSearch;
+            if (singleFileSkipIgnored)
+                skip = 0;
+            for (const target of targets) {
+                if (target.archive || target.sqlite || target.internal)
+                    continue;
+                if (target.lineRanges && !await fsStat(resolveToCwd(target.path, cwd)).then((stat) => stat.isFile()).catch(() => false)) {
+                    throw new Error("Line-range search selectors are only supported for single files");
+                }
+            }
+            const results = [];
+            const groups = [];
+            const skippedMissingPaths = [];
+            const scopePath = targets.map((target) => target.path).join(", ") || ".";
+            let pageFullWithMore = false, internalSearchCapped = false;
+            let remaining = limit;
+            const targetHasMatch = async (target) => {
+                if (target.archive || target.sqlite || target.internal) {
+                    const archive = target.archive ? resolveArchiveSelector(target.archive, cwd) : undefined;
+                    const text = archive ? searchArchiveSelector(archive, params.pattern, ignoreCase, false, contextBefore, contextAfter) : target.sqlite ? searchSqliteSelector(target.sqlite, params.pattern, ignoreCase, contextBefore, contextAfter) : await searchInternalSelector(target.internal, cwd, params.pattern, ignoreCase, false, resourceCtx, contextBefore, contextAfter);
+                    return groupSearchOutput(filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter)).length > 0;
+                }
+                const ranged = await searchFileLineRanges(target, cwd, params.pattern, ignoreCase, contextBefore, contextAfter);
+                if (ranged !== undefined)
+                    return groupSearchOutput(ranged).length > 0;
+                const probe = await grepDefinition.execute(toolCallId, { pattern: params.pattern, path: target.path, glob: target.glob, ignoreCase, literal: false, context: 0, limit: 1, gitignore: params.gitignore }, signal, undefined, ctx);
+                return probe.content.some((item) => item.type === "text" && item.text && item.text !== "No matches found");
+            };
+            for (const target of targets) {
+                if (skip === 0 && remaining <= 0) {
+                    if (!target.archive && !target.sqlite && !target.internal && targets.length > 1 && await fsStat(resolveToCwd(target.path, cwd)).then(() => false).catch(() => true)) {
+                        skippedMissingPaths.push(target.path);
+                        continue;
+                    }
+                    if (await targetHasMatch(target)) {
+                        pageFullWithMore = true;
+                        break;
+                    }
+                    continue;
+                }
+                if (target.archive || target.sqlite || target.internal) {
+                    const archive = target.archive ? resolveArchiveSelector(target.archive, cwd) : undefined;
+                    let text = archive ? searchArchiveSelector(archive, params.pattern, ignoreCase, false, contextBefore, contextAfter) : target.sqlite ? searchSqliteSelector(target.sqlite, params.pattern, ignoreCase, contextBefore, contextAfter) : await searchInternalSelector(target.internal, cwd, params.pattern, ignoreCase, false, resourceCtx, contextBefore, contextAfter);
+                    if (archive && target.archive)
+                        text = text.split(archive.archivePath).join(target.archive.archivePath);
+                    if (target.sqlite)
+                        text = text.split(target.sqlite.databasePath).join(target.path.match(/^(.+?\.(?:sqlite3?|db3?))/i)?.[1] ?? target.sqlite.databasePath);
+                    text = text || "No matches found";
+                    text = filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter);
+                    const outputGroups = groupSearchOutput(text);
+                    if (skip > 0)
+                        groups.push(...outputGroups.map((group) => ({ targetPath: target.path, virtual: isVirtualSearchTarget(target), group })));
+                    else if (outputGroups.length > 0) {
+                        const hadMore = outputGroups.length > remaining;
+                        text = formatSearchGroups(outputGroups, remaining);
+                        if (hadMore) {
+                            text += `\n\n${continuationHint(limit, skip)}`;
+                            pageFullWithMore = true;
+                        }
+                        remaining -= Math.min(remaining, outputGroups.length);
+                    }
+                    else if (text && text !== "No matches found") {
+                        remaining--;
+                    }
+                    else
+                        text = "No matches found";
+                    if (skip === 0)
+                        results.push({ content: [{ type: "text", text }], details: undefined });
+                    continue;
+                }
+                if (targets.length > 1 && await fsStat(resolveToCwd(target.path, cwd)).then(() => false).catch(() => true)) {
+                    skippedMissingPaths.push(target.path);
+                    results.push({ content: [{ type: "text", text: "No matches found" }], details: undefined });
+                    continue;
+                }
+                const rangedText = await searchFileLineRanges(target, cwd, params.pattern, ignoreCase, contextBefore, contextAfter);
+                if (rangedText !== undefined) {
+                    let text = applyDefaultSearchContext(rangedText, contextBefore, contextAfter) || "No matches found";
+                    const result = { content: [{ type: "text", text }], details: undefined };
+                    results.push(result);
+                    const outputGroups = groupSearchOutput(text);
+                    if (skip > 0)
+                        groups.push(...outputGroups.map((group) => ({ targetPath: target.path, virtual: false, group })));
+                    else if (!isSingleFileSearch && outputGroups.length > 0) {
+                        const hadMore = outputGroups.length > remaining;
+                        text = formatSearchGroups(outputGroups, remaining);
+                        if (hadMore) {
+                            result.details = fileLimitDetails(limit);
+                            pageFullWithMore = true;
+                        }
+                        remaining -= Math.min(remaining, outputGroups.length);
+                        result.content = [{ type: "text", text }];
+                    }
+                    continue;
+                }
+                const result = await grepDefinition.execute(toolCallId, {
+                    pattern: params.pattern,
+                    path: target.path,
+                    glob: target.glob,
+                    ignoreCase,
+                    literal: false,
+                    context: searchContext,
+                    maxCountPerFile: isSingleFileSearch ? SINGLE_FILE_MATCHES : MULTI_FILE_PER_FILE_MATCHES,
+                    limit: INTERNAL_SKIP_LIMIT,
+                    gitignore: params.gitignore,
+                }, signal, onUpdate, ctx);
+                results.push(result);
+                if (result.details?.matchLimitReached)
+                    internalSearchCapped = true;
+                let text = result.content
+                    .map((item) => (item.type === "text" ? item.text : undefined))
+                    .filter((text) => typeof text === "string")
+                    .join("\n");
+                text = filterSearchOutputByLineRange(text, target.lineRanges, contextBefore, contextAfter);
+                if (text !== "No matches found")
+                    text = applyDefaultSearchContext(text, contextBefore, contextAfter) || "No matches found";
+                const outputGroups = groupSearchOutput(text);
+                if (skip > 0)
+                    groups.push(...outputGroups.map((group) => ({ targetPath: target.path, virtual: false, group })));
+                else if (!isSingleFileSearch && outputGroups.length > 0) {
+                    const hadMore = outputGroups.length > remaining;
+                    text = formatSearchGroups(outputGroups, remaining);
+                    if (hadMore) {
+                        result.details = { ...(result.details ?? {}), ...fileLimitDetails(limit) };
+                        pageFullWithMore = true;
+                    }
+                    remaining -= Math.min(remaining, outputGroups.length);
+                }
+                result.content = [{ type: "text", text }];
+            }
+            const details = {};
+            for (const result of results) {
+                if (result.details?.truncation)
+                    details.truncation = result.details.truncation;
+                if (result.details?.matchLimitReached)
+                    details.matchLimitReached = result.details.matchLimitReached;
+                if (hasFileLimit(result.details))
+                    markFileLimit(details, limit);
+                if (result.details?.linesTruncated)
+                    details.linesTruncated = true;
+            }
+            if (skip > 0) {
+                const renderedPages = [];
+                let remainingMatches = limit;
+                for (const item of groups.slice(skip)) {
+                    if (remainingMatches <= 0)
+                        break;
+                    const raw = formatSearchGroups([item.group], 1);
+                    remainingMatches--;
+                    if (raw)
+                        renderedPages.push(item.virtual ? raw : await addHashlineHeadersToSearchOutput(raw, cwd, item.targetPath, hashlineStore));
+                }
+                const hasMorePages = groups.slice(skip + limit).length > 0;
+                const cappedBeforeRequestedPage = internalSearchCapped && skip >= groups.length;
+                const capNotice = internalSearchCapped && !hasMorePages ? `\n\n${internalCapHint()}` : "";
+                const output = `${renderedPages.join("\n\n") || `No more results (skip=${skip})`}${hasMorePages ? `\n\n${continuationHint(limit, skip)}` : ""}${capNotice}`;
+                if (hasMorePages || cappedBeforeRequestedPage || capNotice)
+                    markFileLimit(details, limit);
+                const truncation = truncateHead(output, { maxLines: Number.MAX_SAFE_INTEGER });
+                let content = truncation.content;
+                if (truncation.truncated) {
+                    details.truncation = truncation;
+                    content += `\n\n[${formatSize(DEFAULT_MAX_BYTES)} combined output limit reached]`;
+                }
+                return {
+                    content: [{ type: "text", text: content }],
+                    details: buildSearchDetails(details, content, cwd, scopePath, skippedMissingPaths),
+                };
+            }
+            if (results.length === 1) {
+                const result = results[0];
+                let text = result.content
+                    .map((item) => (item.type === "text" ? item.text : undefined))
+                    .filter((value) => typeof value === "string")
+                    .join("\n");
+                text = filterSearchOutputByLineRange(text, targets[0]?.lineRanges, contextBefore, contextAfter);
+                if (!isVirtualSearchTarget(targets[0]) && text !== "No matches found")
+                    text = applyDefaultSearchContext(text, contextBefore, contextAfter) || "No matches found";
+                const skipNotice = singleFileSkipIgnored ? "\n\n[skip is ignored for single-file search; refine the pattern/path or search a directory to page matching files.]" : "";
+                if (isSingleFileSearch && text !== "No matches found")
+                    text = formatSearchGroups(groupSearchOutput(text), limit, limit);
+                if (text && text !== "No matches found") {
+                    const renderedText = isVirtualSearchTarget(targets[0]) ? text : await addHashlineHeadersToSearchOutput(text, cwd, targets[0]?.path ?? ".", hashlineStore);
+                    const pagedText = `${hasFileLimit(result.details) ? `${renderedText}\n\n${continuationHint(limit, skip)}` : renderedText}${skipNotice}`;
+                    const truncation = truncateHead(pagedText, { maxLines: Number.MAX_SAFE_INTEGER });
+                    if (truncation.truncated)
+                        return { ...result, content: [{ type: "text", text: `${truncation.content}\n\n[${formatSize(DEFAULT_MAX_BYTES)} combined output limit reached]` }], details: buildSearchDetails({ ...(result.details ?? {}), truncation }, truncation.content, cwd, scopePath, skippedMissingPaths) };
+                    return { ...result, content: [{ type: "text", text: pagedText }], details: buildSearchDetails(result.details, pagedText, cwd, scopePath, skippedMissingPaths) };
+                }
+                return { ...result, details: buildSearchDetails(result.details, text || "No matches found", cwd, scopePath, skippedMissingPaths) };
+            }
+            const renderedResults = await Promise.all(results.map(async (result, index) => {
+                let text = result.content
+                    .map((item) => (item.type === "text" ? item.text : undefined))
+                    .filter((value) => typeof value === "string" && value.length > 0)
+                    .join("\n");
+                text = filterSearchOutputByLineRange(text, targets[index]?.lineRanges, contextBefore, contextAfter);
+                if (!isVirtualSearchTarget(targets[index]) && text !== "No matches found")
+                    text = applyDefaultSearchContext(text, contextBefore, contextAfter);
+                if (!text || text === "No matches found")
+                    return `# ${targets[index]?.path ?? "."}\n${text}`;
+                return isVirtualSearchTarget(targets[index]) ? text : await addHashlineHeadersToSearchOutput(text, cwd, targets[index]?.path ?? ".", hashlineStore);
+            }));
+            const content = dedupeRenderedSearchOutput(`${renderedResults.join("\n\n")}${skippedMissingPaths.length > 0 ? `\n\n[Skipped missing paths: ${skippedMissingPaths.join(", ")}]` : ""}${pageFullWithMore ? `\n\n${continuationHint(limit, skip)}` : ""}${internalSearchCapped && !pageFullWithMore ? `\n\n${internalCapHint()}` : ""}`);
+            if (pageFullWithMore || internalSearchCapped)
+                markFileLimit(details, limit);
+            const truncation = truncateHead(content, { maxLines: Number.MAX_SAFE_INTEGER });
+            let output = truncation.content;
+            if (truncation.truncated) {
+                details.truncation = truncation;
+                output += `\n\n[${formatSize(DEFAULT_MAX_BYTES)} combined output limit reached]`;
+            }
+            return {
+                content: [{ type: "text", text: output }],
+                details: buildSearchDetails(details, output, cwd, scopePath, skippedMissingPaths),
+            };
+        },
+        renderCall(args, theme, context) {
+            const text = context.lastComponent ?? new Text("", 0, 0);
+            text.setText(formatSearchCall(args, theme));
+            return text;
+        },
+        renderResult(result, options, theme, context) {
+            return grepDefinition.renderResult?.(result, options, theme, context) ?? new Text("", 0, 0);
+        },
+    };
+}
+export function createSearchTool(cwd, options) {
+    return wrapToolDefinition(createSearchToolDefinition(cwd, options));
+}
+//# sourceMappingURL=search.js.map