@miaws/miaw 1.18.3 → 1.18.5

package/src/tool/websearch.txt

@@ -0,0 +1,14 @@
+- Search the web using the session's web search provider - performs real-time web searches and can scrape content from specific URLs
+- Provides up-to-date information for current events and recent data
+- Supports configurable result counts and returns the content from the most relevant websites
+- Use this tool for accessing information beyond knowledge cutoff
+- Searches are performed automatically within a single API call
+
+Usage notes:
+  - Supports live crawling modes when available: 'fallback' (backup if cached unavailable) or 'preferred' (prioritize live crawling)
+  - Search types when available: 'auto' (balanced), 'fast' (quick results), 'deep' (comprehensive search)
+  - Configurable context length for optimal LLM integration
+  - Domain filtering and advanced search options available
+
+The current year is {{year}}. You MUST use this year when searching for recent information or current events
+- Example: If the current year is 2026 and the user asks for "latest AI news", search for "AI news 2026", NOT "AI news 2025"

package/src/tool/write.ts

@@ -0,0 +1,104 @@
+import { Schema } from "effect"
+import * as path from "path"
+import { Effect } from "effect"
+import * as Tool from "./tool"
+import { LSP } from "@/lsp/lsp"
+import { createTwoFilesPatch } from "diff"
+import DESCRIPTION from "./write.txt"
+import { EventV2Bridge } from "@/event-v2-bridge"
+import { FileSystem } from "@miaw/core/filesystem"
+import { Watcher } from "@miaw/core/filesystem/watcher"
+import { Format } from "../format"
+import { FSUtil } from "@miaw/core/fs-util"
+import { InstanceState } from "@/effect/instance-state"
+import { trimDiff } from "./edit"
+import { assertExternalDirectoryEffect } from "./external-directory"
+import * as Bom from "@/util/bom"
+
+const MAX_PROJECT_DIAGNOSTICS_FILES = 5
+
+export const Parameters = Schema.Struct({
+  content: Schema.String.annotate({ description: "The content to write to the file" }),
+  filePath: Schema.String.annotate({
+    description: "The absolute path to the file to write (must be absolute, not relative)",
+  }),
+})
+
+export const WriteTool = Tool.define(
+  "write",
+  Effect.gen(function* () {
+    const lsp = yield* LSP.Service
+    const fs = yield* FSUtil.Service
+    const events = yield* EventV2Bridge.Service
+    const format = yield* Format.Service
+
+    return {
+      description: DESCRIPTION,
+      parameters: Parameters,
+      execute: (params: { content: string; filePath: string }, ctx: Tool.Context) =>
+        Effect.gen(function* () {
+          const instance = yield* InstanceState.context
+          const filepath = path.isAbsolute(params.filePath)
+            ? params.filePath
+            : path.join(instance.directory, params.filePath)
+          yield* assertExternalDirectoryEffect(ctx, filepath)
+
+          const exists = yield* fs.existsSafe(filepath)
+          const source = exists ? yield* Bom.readFile(fs, filepath) : { bom: false, text: "" }
+          const next = Bom.split(params.content)
+          const desiredBom = source.bom || next.bom
+          const contentOld = source.text
+          const contentNew = next.text
+
+          const diff = trimDiff(createTwoFilesPatch(filepath, filepath, contentOld, contentNew))
+          yield* ctx.ask({
+            permission: "edit",
+            patterns: [path.relative(instance.worktree, filepath)],
+            always: ["*"],
+            metadata: {
+              filepath,
+              diff,
+            },
+          })
+
+          yield* fs.writeWithDirs(filepath, Bom.join(contentNew, desiredBom))
+          if (yield* format.file(filepath)) {
+            yield* Bom.syncFile(fs, filepath, desiredBom)
+          }
+          yield* events.publish(FileSystem.Event.Edited, { file: filepath })
+          yield* events.publish(Watcher.Event.Updated, {
+            file: filepath,
+            event: exists ? "change" : "add",
+          })
+
+          let output = "Wrote file successfully."
+          yield* lsp.touchFile(filepath, "document")
+          const diagnostics = yield* lsp.diagnostics()
+          const normalizedFilepath = FSUtil.normalizePath(filepath)
+          let projectDiagnosticsCount = 0
+          for (const [file, issues] of Object.entries(diagnostics)) {
+            const current = file === normalizedFilepath
+            if (!current && projectDiagnosticsCount >= MAX_PROJECT_DIAGNOSTICS_FILES) continue
+            const block = LSP.Diagnostic.report(current ? filepath : file, issues)
+            if (!block) continue
+            if (current) {
+              output += `\n\nLSP errors detected in this file, please fix:\n${block}`
+              continue
+            }
+            projectDiagnosticsCount++
+            output += `\n\nLSP errors detected in other files:\n${block}`
+          }
+
+          return {
+            title: path.relative(instance.worktree, filepath),
+            metadata: {
+              diagnostics,
+              filepath,
+              exists: exists,
+            },
+            output,
+          }
+        }).pipe(Effect.orDie),
+    }
+  }),
+)

package/src/tool/write.txt

@@ -0,0 +1,8 @@
+Writes a file to the local filesystem.
+
+Usage:
+- This tool will overwrite the existing file if there is one at the provided path.
+- If this is an existing file, you MUST use the Read tool first to read the file's contents. This tool will fail if you did not read the file first.
+- ALWAYS prefer editing existing files in the codebase. NEVER write new files unless explicitly required.
+- NEVER proactively create documentation files (*.md) or README files. Only create documentation files if explicitly requested by the User.
+- Only use emojis if the user explicitly requests it. Avoid writing emojis to files unless asked.

package/src/util/archive.ts

@@ -0,0 +1,17 @@
+import path from "path"
+import * as Process from "./process"
+
+export async function extractZip(zipPath: string, destDir: string) {
+  if (process.platform === "win32") {
+    const winZipPath = path.resolve(zipPath)
+    const winDestDir = path.resolve(destDir)
+    // $global:ProgressPreference suppresses PowerShell's blue progress bar popup
+    const cmd = `$global:ProgressPreference = 'SilentlyContinue'; Expand-Archive -Path '${winZipPath}' -DestinationPath '${winDestDir}' -Force`
+    await Process.run(["powershell", "-NoProfile", "-NonInteractive", "-Command", cmd])
+    return
+  }
+
+  await Process.run(["unzip", "-o", "-q", zipPath, "-d", destDir])
+}
+
+export * as Archive from "./archive"

package/src/util/bom.ts

@@ -0,0 +1,27 @@
+import { Effect } from "effect"
+import { FSUtil } from "@miaw/core/fs-util"
+
+const BOM_CODE = 0xfeff
+const BOM = String.fromCharCode(BOM_CODE)
+
+export function split(text: string) {
+  if (text.charCodeAt(0) !== BOM_CODE) return { bom: false, text }
+  return { bom: true, text: text.slice(1) }
+}
+
+export function join(text: string, bom: boolean) {
+  const stripped = split(text).text
+  if (!bom) return stripped
+  return BOM + stripped
+}
+
+export const readFile = Effect.fn("Bom.readFile")(function* (fs: FSUtil.Interface, filePath: string) {
+  return split(new TextDecoder("utf-8", { ignoreBOM: true }).decode(yield* fs.readFile(filePath)))
+})
+
+export const syncFile = Effect.fn("Bom.syncFile")(function* (fs: FSUtil.Interface, filePath: string, bom: boolean) {
+  const current = yield* readFile(fs, filePath)
+  if (current.bom === bom) return current.text
+  yield* fs.writeWithDirs(filePath, join(current.text, bom))
+  return current.text
+})

package/src/util/data-url.ts

@@ -0,0 +1,9 @@
+export function decodeDataUrl(url: string) {
+  const idx = url.indexOf(",")
+  if (idx === -1) return ""
+
+  const head = url.slice(0, idx)
+  const body = url.slice(idx + 1)
+  if (head.includes(";base64")) return Buffer.from(body, "base64").toString("utf8")
+  return decodeURIComponent(body)
+}

package/src/util/defer.ts

@@ -0,0 +1,10 @@
+export function defer(fn: () => void | Promise<void>): AsyncDisposable & Disposable {
+  return {
+    [Symbol.dispose]() {
+      void fn()
+    },
+    [Symbol.asyncDispose]() {
+      return Promise.resolve(fn())
+    },
+  }
+}

package/src/util/effect-http-client.ts

@@ -0,0 +1,11 @@
+import { Schedule } from "effect"
+import { HttpClient } from "effect/unstable/http"
+
+export const withTransientReadRetry = <E, R>(client: HttpClient.HttpClient.With<E, R>) =>
+  client.pipe(
+    HttpClient.retryTransient({
+      retryOn: "errors-and-responses",
+      times: 2,
+      schedule: Schedule.exponential(200).pipe(Schedule.jittered),
+    }),
+  )

package/src/util/error.ts

@@ -0,0 +1 @@
+export * from "@miaw/tui/util/error"

package/src/util/filesystem.ts

@@ -0,0 +1,251 @@
+import { chmod, mkdir, readFile, stat as statFile, writeFile } from "fs/promises"
+import { createWriteStream, existsSync, statSync } from "fs"
+import { realpathSync } from "fs"
+import { dirname, isAbsolute, join, resolve as pathResolve, win32 } from "path"
+import { Readable } from "stream"
+import { pipeline } from "stream/promises"
+import { Glob } from "@miaw/core/util/glob"
+import { FSUtil } from "@miaw/core/fs-util"
+import { fileURLToPath } from "url"
+
+// Fast sync version for metadata checks
+export async function exists(p: string): Promise<boolean> {
+  return existsSync(p)
+}
+
+export async function isDir(p: string): Promise<boolean> {
+  try {
+    return statSync(p).isDirectory()
+  } catch {
+    return false
+  }
+}
+
+export function stat(p: string): ReturnType<typeof statSync> | undefined {
+  return statSync(p, { throwIfNoEntry: false }) ?? undefined
+}
+
+export async function statAsync(p: string): Promise<ReturnType<typeof statSync> | undefined> {
+  return statFile(p).catch((e) => {
+    if (isEnoent(e)) return undefined
+    throw e
+  })
+}
+
+export async function size(p: string): Promise<number> {
+  const s = stat(p)?.size ?? 0
+  return typeof s === "bigint" ? Number(s) : s
+}
+
+export async function readText(p: string): Promise<string> {
+  return readFile(p, "utf-8")
+}
+
+export async function readJson<T = unknown>(p: string): Promise<T> {
+  return JSON.parse(await readFile(p, "utf-8"))
+}
+
+export async function readBytes(p: string): Promise<Buffer> {
+  return readFile(p)
+}
+
+export async function readArrayBuffer(p: string): Promise<ArrayBuffer> {
+  const buf = await readFile(p)
+  return buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength) as ArrayBuffer
+}
+
+function isEnoent(e: unknown): e is { code: "ENOENT" } {
+  return typeof e === "object" && e !== null && "code" in e && (e as { code: string }).code === "ENOENT"
+}
+
+export async function write(p: string, content: string | Buffer | Uint8Array, mode?: number): Promise<void> {
+  try {
+    if (mode) {
+      await writeFile(p, content, { mode })
+    } else {
+      await writeFile(p, content)
+    }
+  } catch (e) {
+    if (isEnoent(e)) {
+      await mkdir(dirname(p), { recursive: true })
+      if (mode) {
+        await writeFile(p, content, { mode })
+      } else {
+        await writeFile(p, content)
+      }
+      return
+    }
+    throw e
+  }
+}
+
+export async function writeJson(p: string, data: unknown, mode?: number): Promise<void> {
+  return write(p, JSON.stringify(data, null, 2), mode)
+}
+
+export async function writeStream(
+  p: string,
+  stream: ReadableStream<Uint8Array> | Readable,
+  mode?: number,
+): Promise<void> {
+  const dir = dirname(p)
+  if (!existsSync(dir)) {
+    await mkdir(dir, { recursive: true })
+  }
+
+  const nodeStream = stream instanceof ReadableStream ? Readable.fromWeb(stream as any) : stream
+  const writeStream = createWriteStream(p)
+  await pipeline(nodeStream, writeStream)
+
+  if (mode) {
+    await chmod(p, mode)
+  }
+}
+
+export async function mimeType(p: string): Promise<string> {
+  const { lookup } = await import("mime-types")
+  return lookup(p) || "application/octet-stream"
+}
+
+/**
+ * On Windows, normalize a path to its canonical casing using the filesystem.
+ * This is needed because Windows paths are case-insensitive but LSP servers
+ * may return paths with different casing than what we send them.
+ */
+export function normalizePath(p: string): string {
+  if (process.platform !== "win32") return p
+  const resolved = win32.normalize(win32.resolve(windowsPath(p)))
+  try {
+    return realpathSync.native(resolved)
+  } catch {
+    return resolved
+  }
+}
+
+export function normalizePathPattern(p: string): string {
+  if (process.platform !== "win32") return p
+  if (p === "*") return p
+  const match = p.match(/^(.*)[\\/]\*$/)
+  if (!match) return normalizePath(p)
+  const dir = /^[A-Za-z]:$/.test(match[1]) ? match[1] + "\\" : match[1]
+  return join(normalizePath(dir), "*")
+}
+
+// We cannot rely on path.resolve() here because git.exe may come from Git Bash, Cygwin, or MSYS2, so we need to translate these paths at the boundary.
+// Also resolves symlinks so that callers using the result as a cache key
+// always get the same canonical path for a given physical directory.
+export function resolve(p: string): string {
+  const resolved = pathResolve(windowsPath(p))
+  try {
+    return normalizePath(realpathSync(resolved))
+  } catch (e) {
+    if (isEnoent(e)) return normalizePath(resolved)
+    throw e
+  }
+}
+
+export function resolveFilePath(root: string, file: string): string {
+  const raw = file.startsWith("file://") ? fileURLToPath(file) : file
+  if (isAbsolute(raw)) return raw
+  return pathResolve(root, raw)
+}
+
+export function windowsPath(p: string): string {
+  if (process.platform !== "win32") return p
+  return (
+    p
+      .replace(/^\/([a-zA-Z]):(?:[\\/]|$)/, (_, drive) => `${drive.toUpperCase()}:/`)
+      // Git Bash for Windows paths are typically /<drive>/...
+      .replace(/^\/([a-zA-Z])(?:\/|$)/, (_, drive) => `${drive.toUpperCase()}:/`)
+      // Cygwin git paths are typically /cygdrive/<drive>/...
+      .replace(/^\/cygdrive\/([a-zA-Z])(?:\/|$)/, (_, drive) => `${drive.toUpperCase()}:/`)
+      // WSL paths are typically /mnt/<drive>/...
+      .replace(/^\/mnt\/([a-zA-Z])(?:\/|$)/, (_, drive) => `${drive.toUpperCase()}:/`)
+  )
+}
+export function overlaps(a: string, b: string) {
+  return FSUtil.overlaps(a, b)
+}
+
+export function contains(parent: string, child: string) {
+  return FSUtil.contains(parent, child)
+}
+
+export async function findUp(
+  target: string,
+  start: string,
+  stop?: string,
+  options?: { rootFirst?: boolean },
+): Promise<string[]>
+export async function findUp(
+  target: string[],
+  start: string,
+  stop?: string,
+  options?: { rootFirst?: boolean },
+): Promise<string[]>
+export async function findUp(
+  target: string | string[],
+  start: string,
+  stop?: string,
+  options?: { rootFirst?: boolean },
+) {
+  const dirs = [start]
+  let current = start
+  while (true) {
+    if (stop === current) break
+    const parent = dirname(current)
+    if (parent === current) break
+    dirs.push(parent)
+    current = parent
+  }
+
+  const targets = Array.isArray(target) ? target : [target]
+  const result = []
+  for (const dir of options?.rootFirst ? dirs.toReversed() : dirs) {
+    for (const item of targets) {
+      const search = join(dir, item)
+      if (await exists(search)) result.push(search)
+    }
+  }
+  return result
+}
+
+export async function* up(options: { targets: string[]; start: string; stop?: string }) {
+  const { targets, start, stop } = options
+  let current = start
+  while (true) {
+    for (const target of targets) {
+      const search = join(current, target)
+      if (await exists(search)) yield search
+    }
+    if (stop === current) break
+    const parent = dirname(current)
+    if (parent === current) break
+    current = parent
+  }
+}
+
+export async function globUp(pattern: string, start: string, stop?: string) {
+  let current = start
+  const result = []
+  while (true) {
+    try {
+      const matches = await Glob.scan(pattern, {
+        cwd: current,
+        absolute: true,
+        include: "file",
+        dot: true,
+      })
+      result.push(...matches)
+    } catch {
+      // Skip invalid glob patterns
+    }
+    if (stop === current) break
+    const parent = dirname(current)
+    if (parent === current) break
+    current = parent
+  }
+  return result
+}
+
+export * as Filesystem from "./filesystem"

package/src/util/iife.ts

@@ -0,0 +1,3 @@
+export function iife<T>(fn: () => T) {
+  return fn()
+}

package/src/util/lazy.ts

@@ -0,0 +1,20 @@
+export function lazy<T>(fn: () => T) {
+  let value: T | undefined
+  let loaded = false
+
+  const result = (): T => {
+    if (loaded) return value as T
+    value = fn()
+    loaded = true
+    return value as T
+  }
+
+  result.reset = () => {
+    loaded = false
+    value = undefined
+  }
+
+  result.loaded = () => loaded
+
+  return result
+}

package/src/util/local-context.ts

@@ -0,0 +1,25 @@
+import { AsyncLocalStorage } from "async_hooks"
+
+export class NotFound extends Error {
+  constructor(public override readonly name: string) {
+    super(`No context found for ${name}`)
+  }
+}
+
+export function create<T>(name: string) {
+  const storage = new AsyncLocalStorage<T>()
+  return {
+    use() {
+      const result = storage.getStore()
+      if (!result) {
+        throw new NotFound(name)
+      }
+      return result
+    },
+    provide<R>(value: T, fn: () => R) {
+      return storage.run(value, fn)
+    },
+  }
+}
+
+export * as LocalContext from "./local-context"

package/src/util/locale.ts

@@ -0,0 +1,2 @@
+export * from "@miaw/tui/util/locale"
+export { Locale } from "@miaw/tui/util/locale"

package/src/util/media.ts

@@ -0,0 +1,26 @@
+const startsWith = (bytes: Uint8Array, prefix: number[]) => prefix.every((value, index) => bytes[index] === value)
+
+export function isPdfAttachment(mime: string) {
+  return mime === "application/pdf"
+}
+
+export function isMedia(mime: string) {
+  return mime.startsWith("image/") || isPdfAttachment(mime)
+}
+
+export function isImageAttachment(mime: string) {
+  return mime.startsWith("image/") && mime !== "image/svg+xml" && mime !== "image/vnd.fastbidsheet"
+}
+
+export function sniffAttachmentMime(bytes: Uint8Array, fallback: string) {
+  if (startsWith(bytes, [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a])) return "image/png"
+  if (startsWith(bytes, [0xff, 0xd8, 0xff])) return "image/jpeg"
+  if (startsWith(bytes, [0x47, 0x49, 0x46, 0x38])) return "image/gif"
+  if (startsWith(bytes, [0x42, 0x4d])) return "image/bmp"
+  if (startsWith(bytes, [0x25, 0x50, 0x44, 0x46, 0x2d])) return "application/pdf"
+  if (startsWith(bytes, [0x52, 0x49, 0x46, 0x46]) && startsWith(bytes.subarray(8), [0x57, 0x45, 0x42, 0x50])) {
+    return "image/webp"
+  }
+
+  return fallback
+}