bincode-cli 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (300) hide show
  1. package/AGENTS.md +27 -0
  2. package/README.md +15 -0
  3. package/bin/bincode +98 -0
  4. package/bunfig.toml +4 -0
  5. package/package.json +124 -0
  6. package/parsers-config.ts +239 -0
  7. package/script/build.ts +167 -0
  8. package/script/postinstall.mjs +206 -0
  9. package/script/publish.ts +99 -0
  10. package/script/schema.ts +47 -0
  11. package/src/acp/README.md +164 -0
  12. package/src/acp/agent.ts +1051 -0
  13. package/src/acp/session.ts +101 -0
  14. package/src/acp/types.ts +22 -0
  15. package/src/agent/agent.ts +398 -0
  16. package/src/agent/generate.txt +75 -0
  17. package/src/agent/prompt/compaction.txt +12 -0
  18. package/src/agent/prompt/explore.txt +18 -0
  19. package/src/agent/prompt/summary.txt +10 -0
  20. package/src/agent/prompt/title.txt +36 -0
  21. package/src/auth/bineric-login.ts +506 -0
  22. package/src/auth/index.ts +70 -0
  23. package/src/bun/index.ts +114 -0
  24. package/src/bus/bus-event.ts +43 -0
  25. package/src/bus/global.ts +10 -0
  26. package/src/bus/index.ts +105 -0
  27. package/src/cli/auth-check.ts +61 -0
  28. package/src/cli/bootstrap.ts +21 -0
  29. package/src/cli/cmd/acp.ts +88 -0
  30. package/src/cli/cmd/agent.ts +256 -0
  31. package/src/cli/cmd/auth.ts +436 -0
  32. package/src/cli/cmd/cmd.ts +7 -0
  33. package/src/cli/cmd/debug/config.ts +15 -0
  34. package/src/cli/cmd/debug/file.ts +91 -0
  35. package/src/cli/cmd/debug/index.ts +43 -0
  36. package/src/cli/cmd/debug/lsp.ts +48 -0
  37. package/src/cli/cmd/debug/ripgrep.ts +83 -0
  38. package/src/cli/cmd/debug/scrap.ts +15 -0
  39. package/src/cli/cmd/debug/skill.ts +15 -0
  40. package/src/cli/cmd/debug/snapshot.ts +48 -0
  41. package/src/cli/cmd/export.ts +88 -0
  42. package/src/cli/cmd/generate.ts +38 -0
  43. package/src/cli/cmd/github.ts +1399 -0
  44. package/src/cli/cmd/import.ts +98 -0
  45. package/src/cli/cmd/login.ts +112 -0
  46. package/src/cli/cmd/logout.ts +38 -0
  47. package/src/cli/cmd/mcp.ts +654 -0
  48. package/src/cli/cmd/models.ts +77 -0
  49. package/src/cli/cmd/pr.ts +112 -0
  50. package/src/cli/cmd/run.ts +368 -0
  51. package/src/cli/cmd/serve.ts +31 -0
  52. package/src/cli/cmd/session.ts +106 -0
  53. package/src/cli/cmd/stats.ts +298 -0
  54. package/src/cli/cmd/tui/app.tsx +669 -0
  55. package/src/cli/cmd/tui/attach.ts +30 -0
  56. package/src/cli/cmd/tui/component/border.tsx +21 -0
  57. package/src/cli/cmd/tui/component/dialog-agent.tsx +31 -0
  58. package/src/cli/cmd/tui/component/dialog-command.tsx +123 -0
  59. package/src/cli/cmd/tui/component/dialog-mcp.tsx +86 -0
  60. package/src/cli/cmd/tui/component/dialog-model.tsx +223 -0
  61. package/src/cli/cmd/tui/component/dialog-provider.tsx +224 -0
  62. package/src/cli/cmd/tui/component/dialog-session-list.tsx +102 -0
  63. package/src/cli/cmd/tui/component/dialog-session-rename.tsx +31 -0
  64. package/src/cli/cmd/tui/component/dialog-status.tsx +162 -0
  65. package/src/cli/cmd/tui/component/dialog-tag.tsx +44 -0
  66. package/src/cli/cmd/tui/component/dialog-theme-list.tsx +50 -0
  67. package/src/cli/cmd/tui/component/logo.tsx +32 -0
  68. package/src/cli/cmd/tui/component/prompt/autocomplete.tsx +560 -0
  69. package/src/cli/cmd/tui/component/prompt/history.tsx +108 -0
  70. package/src/cli/cmd/tui/component/prompt/index.tsx +1052 -0
  71. package/src/cli/cmd/tui/context/args.tsx +14 -0
  72. package/src/cli/cmd/tui/context/directory.ts +13 -0
  73. package/src/cli/cmd/tui/context/exit.tsx +23 -0
  74. package/src/cli/cmd/tui/context/helper.tsx +25 -0
  75. package/src/cli/cmd/tui/context/keybind.tsx +101 -0
  76. package/src/cli/cmd/tui/context/kv.tsx +49 -0
  77. package/src/cli/cmd/tui/context/local.tsx +339 -0
  78. package/src/cli/cmd/tui/context/prompt.tsx +18 -0
  79. package/src/cli/cmd/tui/context/route.tsx +46 -0
  80. package/src/cli/cmd/tui/context/sdk.tsx +74 -0
  81. package/src/cli/cmd/tui/context/sync.tsx +372 -0
  82. package/src/cli/cmd/tui/context/theme/aura.json +69 -0
  83. package/src/cli/cmd/tui/context/theme/ayu.json +80 -0
  84. package/src/cli/cmd/tui/context/theme/bincode.json +245 -0
  85. package/src/cli/cmd/tui/context/theme/catppuccin-frappe.json +233 -0
  86. package/src/cli/cmd/tui/context/theme/catppuccin-macchiato.json +233 -0
  87. package/src/cli/cmd/tui/context/theme/catppuccin.json +112 -0
  88. package/src/cli/cmd/tui/context/theme/cobalt2.json +228 -0
  89. package/src/cli/cmd/tui/context/theme/cursor.json +249 -0
  90. package/src/cli/cmd/tui/context/theme/dracula.json +219 -0
  91. package/src/cli/cmd/tui/context/theme/everforest.json +241 -0
  92. package/src/cli/cmd/tui/context/theme/flexoki.json +237 -0
  93. package/src/cli/cmd/tui/context/theme/github.json +233 -0
  94. package/src/cli/cmd/tui/context/theme/gruvbox.json +95 -0
  95. package/src/cli/cmd/tui/context/theme/kanagawa.json +77 -0
  96. package/src/cli/cmd/tui/context/theme/lucent-orng.json +227 -0
  97. package/src/cli/cmd/tui/context/theme/material.json +235 -0
  98. package/src/cli/cmd/tui/context/theme/matrix.json +77 -0
  99. package/src/cli/cmd/tui/context/theme/mercury.json +252 -0
  100. package/src/cli/cmd/tui/context/theme/monokai.json +221 -0
  101. package/src/cli/cmd/tui/context/theme/nightowl.json +221 -0
  102. package/src/cli/cmd/tui/context/theme/nord.json +223 -0
  103. package/src/cli/cmd/tui/context/theme/one-dark.json +84 -0
  104. package/src/cli/cmd/tui/context/theme/orng.json +245 -0
  105. package/src/cli/cmd/tui/context/theme/palenight.json +222 -0
  106. package/src/cli/cmd/tui/context/theme/rosepine.json +234 -0
  107. package/src/cli/cmd/tui/context/theme/solarized.json +223 -0
  108. package/src/cli/cmd/tui/context/theme/synthwave84.json +226 -0
  109. package/src/cli/cmd/tui/context/theme/tokyonight.json +243 -0
  110. package/src/cli/cmd/tui/context/theme/vercel.json +245 -0
  111. package/src/cli/cmd/tui/context/theme/vesper.json +218 -0
  112. package/src/cli/cmd/tui/context/theme/zenburn.json +223 -0
  113. package/src/cli/cmd/tui/context/theme.tsx +1109 -0
  114. package/src/cli/cmd/tui/event.ts +40 -0
  115. package/src/cli/cmd/tui/routes/home.tsx +105 -0
  116. package/src/cli/cmd/tui/routes/session/dialog-fork-from-timeline.tsx +64 -0
  117. package/src/cli/cmd/tui/routes/session/dialog-message.tsx +109 -0
  118. package/src/cli/cmd/tui/routes/session/dialog-subagent.tsx +26 -0
  119. package/src/cli/cmd/tui/routes/session/dialog-timeline.tsx +47 -0
  120. package/src/cli/cmd/tui/routes/session/footer.tsx +88 -0
  121. package/src/cli/cmd/tui/routes/session/header.tsx +141 -0
  122. package/src/cli/cmd/tui/routes/session/index.tsx +1888 -0
  123. package/src/cli/cmd/tui/routes/session/sidebar.tsx +321 -0
  124. package/src/cli/cmd/tui/spawn.ts +60 -0
  125. package/src/cli/cmd/tui/thread.ts +120 -0
  126. package/src/cli/cmd/tui/ui/dialog-alert.tsx +57 -0
  127. package/src/cli/cmd/tui/ui/dialog-confirm.tsx +83 -0
  128. package/src/cli/cmd/tui/ui/dialog-help.tsx +38 -0
  129. package/src/cli/cmd/tui/ui/dialog-prompt.tsx +77 -0
  130. package/src/cli/cmd/tui/ui/dialog-select.tsx +330 -0
  131. package/src/cli/cmd/tui/ui/dialog.tsx +170 -0
  132. package/src/cli/cmd/tui/ui/spinner.ts +368 -0
  133. package/src/cli/cmd/tui/ui/toast.tsx +100 -0
  134. package/src/cli/cmd/tui/util/clipboard.ts +127 -0
  135. package/src/cli/cmd/tui/util/editor.ts +32 -0
  136. package/src/cli/cmd/tui/util/terminal.ts +114 -0
  137. package/src/cli/cmd/tui/worker.ts +63 -0
  138. package/src/cli/cmd/uninstall.ts +344 -0
  139. package/src/cli/cmd/upgrade.ts +67 -0
  140. package/src/cli/cmd/web.ts +84 -0
  141. package/src/cli/error.ts +55 -0
  142. package/src/cli/ui.ts +84 -0
  143. package/src/cli/upgrade.ts +25 -0
  144. package/src/command/index.ts +80 -0
  145. package/src/command/template/initialize.txt +10 -0
  146. package/src/command/template/review.txt +97 -0
  147. package/src/config/config.ts +995 -0
  148. package/src/config/markdown.ts +41 -0
  149. package/src/env/index.ts +26 -0
  150. package/src/file/ignore.ts +83 -0
  151. package/src/file/index.ts +328 -0
  152. package/src/file/ripgrep.ts +393 -0
  153. package/src/file/time.ts +64 -0
  154. package/src/file/watcher.ts +103 -0
  155. package/src/flag/flag.ts +46 -0
  156. package/src/format/formatter.ts +315 -0
  157. package/src/format/index.ts +137 -0
  158. package/src/global/index.ts +52 -0
  159. package/src/id/id.ts +73 -0
  160. package/src/ide/index.ts +76 -0
  161. package/src/index.ts +217 -0
  162. package/src/installation/index.ts +196 -0
  163. package/src/lsp/client.ts +229 -0
  164. package/src/lsp/index.ts +485 -0
  165. package/src/lsp/language.ts +116 -0
  166. package/src/lsp/server.ts +1895 -0
  167. package/src/mcp/auth.ts +135 -0
  168. package/src/mcp/index.ts +654 -0
  169. package/src/mcp/oauth-callback.ts +200 -0
  170. package/src/mcp/oauth-provider.ts +154 -0
  171. package/src/patch/index.ts +622 -0
  172. package/src/permission/index.ts +199 -0
  173. package/src/plugin/index.ts +101 -0
  174. package/src/project/bootstrap.ts +31 -0
  175. package/src/project/instance.ts +78 -0
  176. package/src/project/project.ts +221 -0
  177. package/src/project/state.ts +65 -0
  178. package/src/project/vcs.ts +76 -0
  179. package/src/provider/auth.ts +143 -0
  180. package/src/provider/models-macro.ts +11 -0
  181. package/src/provider/models.ts +106 -0
  182. package/src/provider/provider.ts +1071 -0
  183. package/src/provider/sdk/openai-compatible/src/README.md +5 -0
  184. package/src/provider/sdk/openai-compatible/src/index.ts +2 -0
  185. package/src/provider/sdk/openai-compatible/src/openai-compatible-provider.ts +101 -0
  186. package/src/provider/sdk/openai-compatible/src/responses/convert-to-openai-responses-input.ts +303 -0
  187. package/src/provider/sdk/openai-compatible/src/responses/map-openai-responses-finish-reason.ts +22 -0
  188. package/src/provider/sdk/openai-compatible/src/responses/openai-config.ts +18 -0
  189. package/src/provider/sdk/openai-compatible/src/responses/openai-error.ts +22 -0
  190. package/src/provider/sdk/openai-compatible/src/responses/openai-responses-api-types.ts +207 -0
  191. package/src/provider/sdk/openai-compatible/src/responses/openai-responses-language-model.ts +1713 -0
  192. package/src/provider/sdk/openai-compatible/src/responses/openai-responses-prepare-tools.ts +177 -0
  193. package/src/provider/sdk/openai-compatible/src/responses/openai-responses-settings.ts +1 -0
  194. package/src/provider/sdk/openai-compatible/src/responses/tool/code-interpreter.ts +88 -0
  195. package/src/provider/sdk/openai-compatible/src/responses/tool/file-search.ts +128 -0
  196. package/src/provider/sdk/openai-compatible/src/responses/tool/image-generation.ts +115 -0
  197. package/src/provider/sdk/openai-compatible/src/responses/tool/local-shell.ts +65 -0
  198. package/src/provider/sdk/openai-compatible/src/responses/tool/web-search-preview.ts +104 -0
  199. package/src/provider/sdk/openai-compatible/src/responses/tool/web-search.ts +103 -0
  200. package/src/provider/transform.ts +455 -0
  201. package/src/pty/index.ts +231 -0
  202. package/src/server/error.ts +36 -0
  203. package/src/server/project.ts +79 -0
  204. package/src/server/server.ts +2642 -0
  205. package/src/server/tui.ts +71 -0
  206. package/src/session/compaction.ts +223 -0
  207. package/src/session/index.ts +458 -0
  208. package/src/session/llm.ts +201 -0
  209. package/src/session/message-v2.ts +659 -0
  210. package/src/session/message.ts +189 -0
  211. package/src/session/processor.ts +409 -0
  212. package/src/session/prompt/anthropic-20250930.txt +166 -0
  213. package/src/session/prompt/anthropic.txt +104 -0
  214. package/src/session/prompt/anthropic_spoof.txt +1 -0
  215. package/src/session/prompt/beast.txt +147 -0
  216. package/src/session/prompt/build-switch.txt +5 -0
  217. package/src/session/prompt/codex.txt +318 -0
  218. package/src/session/prompt/copilot-gpt-5.txt +143 -0
  219. package/src/session/prompt/gemini.txt +155 -0
  220. package/src/session/prompt/max-steps.txt +16 -0
  221. package/src/session/prompt/plan-reminder-anthropic.txt +67 -0
  222. package/src/session/prompt/plan.txt +26 -0
  223. package/src/session/prompt/polaris.txt +106 -0
  224. package/src/session/prompt/qwen.txt +109 -0
  225. package/src/session/prompt.ts +1446 -0
  226. package/src/session/retry.ts +86 -0
  227. package/src/session/revert.ts +108 -0
  228. package/src/session/status.ts +76 -0
  229. package/src/session/summary.ts +194 -0
  230. package/src/session/system.ts +120 -0
  231. package/src/session/todo.ts +37 -0
  232. package/src/share/share-next.ts +194 -0
  233. package/src/share/share.ts +87 -0
  234. package/src/shell/shell.ts +67 -0
  235. package/src/skill/index.ts +1 -0
  236. package/src/skill/skill.ts +83 -0
  237. package/src/snapshot/index.ts +197 -0
  238. package/src/storage/storage.ts +226 -0
  239. package/src/tool/bash.ts +306 -0
  240. package/src/tool/bash.txt +158 -0
  241. package/src/tool/batch.ts +175 -0
  242. package/src/tool/batch.txt +24 -0
  243. package/src/tool/codesearch.ts +138 -0
  244. package/src/tool/codesearch.txt +12 -0
  245. package/src/tool/edit.ts +675 -0
  246. package/src/tool/edit.txt +10 -0
  247. package/src/tool/glob.ts +65 -0
  248. package/src/tool/glob.txt +6 -0
  249. package/src/tool/grep.ts +121 -0
  250. package/src/tool/grep.txt +8 -0
  251. package/src/tool/invalid.ts +17 -0
  252. package/src/tool/ls.ts +110 -0
  253. package/src/tool/ls.txt +1 -0
  254. package/src/tool/lsp-diagnostics.ts +26 -0
  255. package/src/tool/lsp-diagnostics.txt +1 -0
  256. package/src/tool/lsp-hover.ts +31 -0
  257. package/src/tool/lsp-hover.txt +1 -0
  258. package/src/tool/lsp.ts +87 -0
  259. package/src/tool/lsp.txt +19 -0
  260. package/src/tool/multiedit.ts +46 -0
  261. package/src/tool/multiedit.txt +41 -0
  262. package/src/tool/patch.ts +233 -0
  263. package/src/tool/patch.txt +1 -0
  264. package/src/tool/read.ts +219 -0
  265. package/src/tool/read.txt +12 -0
  266. package/src/tool/registry.ts +162 -0
  267. package/src/tool/skill.ts +100 -0
  268. package/src/tool/task.ts +136 -0
  269. package/src/tool/task.txt +60 -0
  270. package/src/tool/todo.ts +39 -0
  271. package/src/tool/todoread.txt +14 -0
  272. package/src/tool/todowrite.txt +167 -0
  273. package/src/tool/tool.ts +71 -0
  274. package/src/tool/webfetch.ts +187 -0
  275. package/src/tool/webfetch.txt +13 -0
  276. package/src/tool/websearch.ts +150 -0
  277. package/src/tool/websearch.txt +11 -0
  278. package/src/tool/write.ts +110 -0
  279. package/src/tool/write.txt +8 -0
  280. package/src/util/archive.ts +16 -0
  281. package/src/util/color.ts +19 -0
  282. package/src/util/context.ts +25 -0
  283. package/src/util/defer.ts +12 -0
  284. package/src/util/eventloop.ts +20 -0
  285. package/src/util/filesystem.ts +83 -0
  286. package/src/util/fn.ts +11 -0
  287. package/src/util/iife.ts +3 -0
  288. package/src/util/keybind.ts +102 -0
  289. package/src/util/lazy.ts +11 -0
  290. package/src/util/locale.ts +81 -0
  291. package/src/util/lock.ts +98 -0
  292. package/src/util/log.ts +180 -0
  293. package/src/util/queue.ts +32 -0
  294. package/src/util/rpc.ts +42 -0
  295. package/src/util/scrap.ts +10 -0
  296. package/src/util/signal.ts +12 -0
  297. package/src/util/timeout.ts +14 -0
  298. package/src/util/token.ts +7 -0
  299. package/src/util/wildcard.ts +54 -0
  300. package/tsconfig.json +16 -0
@@ -0,0 +1,226 @@
1
+ import { Log } from "../util/log"
2
+ import path from "path"
3
+ import fs from "fs/promises"
4
+ import { Global } from "../global"
5
+ import { lazy } from "../util/lazy"
6
+ import { Lock } from "../util/lock"
7
+ import { $ } from "bun"
8
+ import { NamedError } from "@bincode-ai/util/error"
9
+ import z from "zod"
10
+
11
+ export namespace Storage {
12
+ const log = Log.create({ service: "storage" })
13
+
14
+ type Migration = (dir: string) => Promise<void>
15
+
16
+ export const NotFoundError = NamedError.create(
17
+ "NotFoundError",
18
+ z.object({
19
+ message: z.string(),
20
+ }),
21
+ )
22
+
23
+ const MIGRATIONS: Migration[] = [
24
+ async (dir) => {
25
+ const project = path.resolve(dir, "../project")
26
+ if (!fs.exists(project)) return
27
+ for await (const projectDir of new Bun.Glob("*").scan({
28
+ cwd: project,
29
+ onlyFiles: false,
30
+ })) {
31
+ log.info(`migrating project ${projectDir}`)
32
+ let projectID = projectDir
33
+ const fullProjectDir = path.join(project, projectDir)
34
+ let worktree = "/"
35
+
36
+ if (projectID !== "global") {
37
+ for await (const msgFile of new Bun.Glob("storage/session/message/*/*.json").scan({
38
+ cwd: path.join(project, projectDir),
39
+ absolute: true,
40
+ })) {
41
+ const json = await Bun.file(msgFile).json()
42
+ worktree = json.path?.root
43
+ if (worktree) break
44
+ }
45
+ if (!worktree) continue
46
+ if (!(await fs.exists(worktree))) continue
47
+ const [id] = await $`git rev-list --max-parents=0 --all`
48
+ .quiet()
49
+ .nothrow()
50
+ .cwd(worktree)
51
+ .text()
52
+ .then((x) =>
53
+ x
54
+ .split("\n")
55
+ .filter(Boolean)
56
+ .map((x) => x.trim())
57
+ .toSorted(),
58
+ )
59
+ if (!id) continue
60
+ projectID = id
61
+
62
+ await Bun.write(
63
+ path.join(dir, "project", projectID + ".json"),
64
+ JSON.stringify({
65
+ id,
66
+ vcs: "git",
67
+ worktree,
68
+ time: {
69
+ created: Date.now(),
70
+ initialized: Date.now(),
71
+ },
72
+ }),
73
+ )
74
+
75
+ log.info(`migrating sessions for project ${projectID}`)
76
+ for await (const sessionFile of new Bun.Glob("storage/session/info/*.json").scan({
77
+ cwd: fullProjectDir,
78
+ absolute: true,
79
+ })) {
80
+ const dest = path.join(dir, "session", projectID, path.basename(sessionFile))
81
+ log.info("copying", {
82
+ sessionFile,
83
+ dest,
84
+ })
85
+ const session = await Bun.file(sessionFile).json()
86
+ await Bun.write(dest, JSON.stringify(session))
87
+ log.info(`migrating messages for session ${session.id}`)
88
+ for await (const msgFile of new Bun.Glob(`storage/session/message/${session.id}/*.json`).scan({
89
+ cwd: fullProjectDir,
90
+ absolute: true,
91
+ })) {
92
+ const dest = path.join(dir, "message", session.id, path.basename(msgFile))
93
+ log.info("copying", {
94
+ msgFile,
95
+ dest,
96
+ })
97
+ const message = await Bun.file(msgFile).json()
98
+ await Bun.write(dest, JSON.stringify(message))
99
+
100
+ log.info(`migrating parts for message ${message.id}`)
101
+ for await (const partFile of new Bun.Glob(`storage/session/part/${session.id}/${message.id}/*.json`).scan(
102
+ {
103
+ cwd: fullProjectDir,
104
+ absolute: true,
105
+ },
106
+ )) {
107
+ const dest = path.join(dir, "part", message.id, path.basename(partFile))
108
+ const part = await Bun.file(partFile).json()
109
+ log.info("copying", {
110
+ partFile,
111
+ dest,
112
+ })
113
+ await Bun.write(dest, JSON.stringify(part))
114
+ }
115
+ }
116
+ }
117
+ }
118
+ }
119
+ },
120
+ async (dir) => {
121
+ for await (const item of new Bun.Glob("session/*/*.json").scan({
122
+ cwd: dir,
123
+ absolute: true,
124
+ })) {
125
+ const session = await Bun.file(item).json()
126
+ if (!session.projectID) continue
127
+ if (!session.summary?.diffs) continue
128
+ const { diffs } = session.summary
129
+ await Bun.file(path.join(dir, "session_diff", session.id + ".json")).write(JSON.stringify(diffs))
130
+ await Bun.file(path.join(dir, "session", session.projectID, session.id + ".json")).write(
131
+ JSON.stringify({
132
+ ...session,
133
+ summary: {
134
+ additions: diffs.reduce((sum: any, x: any) => sum + x.additions, 0),
135
+ deletions: diffs.reduce((sum: any, x: any) => sum + x.deletions, 0),
136
+ },
137
+ }),
138
+ )
139
+ }
140
+ },
141
+ ]
142
+
143
+ const state = lazy(async () => {
144
+ const dir = path.join(Global.Path.data, "storage")
145
+ const migration = await Bun.file(path.join(dir, "migration"))
146
+ .json()
147
+ .then((x) => parseInt(x))
148
+ .catch(() => 0)
149
+ for (let index = migration; index < MIGRATIONS.length; index++) {
150
+ log.info("running migration", { index })
151
+ const migration = MIGRATIONS[index]
152
+ await migration(dir).catch(() => log.error("failed to run migration", { index }))
153
+ await Bun.write(path.join(dir, "migration"), (index + 1).toString())
154
+ }
155
+ return {
156
+ dir,
157
+ }
158
+ })
159
+
160
+ export async function remove(key: string[]) {
161
+ const dir = await state().then((x) => x.dir)
162
+ const target = path.join(dir, ...key) + ".json"
163
+ return withErrorHandling(async () => {
164
+ await fs.unlink(target).catch(() => {})
165
+ })
166
+ }
167
+
168
+ export async function read<T>(key: string[]) {
169
+ const dir = await state().then((x) => x.dir)
170
+ const target = path.join(dir, ...key) + ".json"
171
+ return withErrorHandling(async () => {
172
+ using _ = await Lock.read(target)
173
+ const result = await Bun.file(target).json()
174
+ return result as T
175
+ })
176
+ }
177
+
178
+ export async function update<T>(key: string[], fn: (draft: T) => void) {
179
+ const dir = await state().then((x) => x.dir)
180
+ const target = path.join(dir, ...key) + ".json"
181
+ return withErrorHandling(async () => {
182
+ using _ = await Lock.write(target)
183
+ const content = await Bun.file(target).json()
184
+ fn(content)
185
+ await Bun.write(target, JSON.stringify(content, null, 2))
186
+ return content as T
187
+ })
188
+ }
189
+
190
+ export async function write<T>(key: string[], content: T) {
191
+ const dir = await state().then((x) => x.dir)
192
+ const target = path.join(dir, ...key) + ".json"
193
+ return withErrorHandling(async () => {
194
+ using _ = await Lock.write(target)
195
+ await Bun.write(target, JSON.stringify(content, null, 2))
196
+ })
197
+ }
198
+
199
+ async function withErrorHandling<T>(body: () => Promise<T>) {
200
+ return body().catch((e) => {
201
+ if (!(e instanceof Error)) throw e
202
+ const errnoException = e as NodeJS.ErrnoException
203
+ if (errnoException.code === "ENOENT") {
204
+ throw new NotFoundError({ message: `Resource not found: ${errnoException.path}` })
205
+ }
206
+ throw e
207
+ })
208
+ }
209
+
210
+ const glob = new Bun.Glob("**/*")
211
+ export async function list(prefix: string[]) {
212
+ const dir = await state().then((x) => x.dir)
213
+ try {
214
+ const result = await Array.fromAsync(
215
+ glob.scan({
216
+ cwd: path.join(dir, ...prefix),
217
+ onlyFiles: true,
218
+ }),
219
+ ).then((results) => results.map((x) => [...prefix, ...x.slice(0, -5).split(path.sep)]))
220
+ result.sort()
221
+ return result
222
+ } catch {
223
+ return []
224
+ }
225
+ }
226
+ }
@@ -0,0 +1,306 @@
1
+ import z from "zod"
2
+ import { spawn } from "child_process"
3
+ import { Tool } from "./tool"
4
+ import DESCRIPTION from "./bash.txt"
5
+ import { Log } from "../util/log"
6
+ import { Instance } from "../project/instance"
7
+ import { lazy } from "@/util/lazy"
8
+ import { Language } from "web-tree-sitter"
9
+ import { Agent } from "@/agent/agent"
10
+ import { $ } from "bun"
11
+ import { Filesystem } from "@/util/filesystem"
12
+ import { Wildcard } from "@/util/wildcard"
13
+ import { Permission } from "@/permission"
14
+ import { fileURLToPath } from "url"
15
+ import { Flag } from "@/flag/flag.ts"
16
+ import path from "path"
17
+ import { Shell } from "@/shell/shell"
18
+
19
+ const MAX_OUTPUT_LENGTH = Flag.BINCODE_EXPERIMENTAL_BASH_MAX_OUTPUT_LENGTH || 30_000
20
+ const DEFAULT_TIMEOUT = Flag.BINCODE_EXPERIMENTAL_BASH_DEFAULT_TIMEOUT_MS || 2 * 60 * 1000
21
+
22
+ export const log = Log.create({ service: "bash-tool" })
23
+
24
+ const resolveWasm = (asset: string) => {
25
+ if (asset.startsWith("file://")) return fileURLToPath(asset)
26
+ if (asset.startsWith("/") || /^[a-z]:/i.test(asset)) return asset
27
+ const url = new URL(asset, import.meta.url)
28
+ return fileURLToPath(url)
29
+ }
30
+
31
+ const parser = lazy(async () => {
32
+ const { Parser } = await import("web-tree-sitter")
33
+ const { default: treeWasm } = await import("web-tree-sitter/tree-sitter.wasm" as string, {
34
+ with: { type: "wasm" },
35
+ })
36
+ const treePath = resolveWasm(treeWasm)
37
+ await Parser.init({
38
+ locateFile() {
39
+ return treePath
40
+ },
41
+ })
42
+ const { default: bashWasm } = await import("tree-sitter-bash/tree-sitter-bash.wasm" as string, {
43
+ with: { type: "wasm" },
44
+ })
45
+ const bashPath = resolveWasm(bashWasm)
46
+ const bashLanguage = await Language.load(bashPath)
47
+ const p = new Parser()
48
+ p.setLanguage(bashLanguage)
49
+ return p
50
+ })
51
+
52
+ // TODO: we may wanna rename this tool so it works better on other shells
53
+ export const BashTool = Tool.define("bash", async () => {
54
+ const shell = Shell.acceptable()
55
+ log.info("bash tool using shell", { shell })
56
+
57
+ return {
58
+ description: DESCRIPTION.replaceAll("${directory}", Instance.directory),
59
+ parameters: z.object({
60
+ command: z.string().describe("The command to execute"),
61
+ timeout: z.number().describe("Optional timeout in milliseconds").optional(),
62
+ workdir: z
63
+ .string()
64
+ .describe(
65
+ `The working directory to run the command in. Defaults to ${Instance.directory}. Use this instead of 'cd' commands.`,
66
+ )
67
+ .optional(),
68
+ description: z
69
+ .string()
70
+ .describe(
71
+ "Clear, concise description of what this command does in 5-10 words. Examples:\nInput: ls\nOutput: Lists files in current directory\n\nInput: git status\nOutput: Shows working tree status\n\nInput: npm install\nOutput: Installs package dependencies\n\nInput: mkdir foo\nOutput: Creates directory 'foo'",
72
+ ),
73
+ }),
74
+ async execute(params, ctx) {
75
+ const cwd = params.workdir || Instance.directory
76
+ if (params.timeout !== undefined && params.timeout < 0) {
77
+ throw new Error(`Invalid timeout value: ${params.timeout}. Timeout must be a positive number.`)
78
+ }
79
+ const timeout = params.timeout ?? DEFAULT_TIMEOUT
80
+ const tree = await parser().then((p) => p.parse(params.command))
81
+ if (!tree) {
82
+ throw new Error("Failed to parse command")
83
+ }
84
+ const agent = await Agent.get(ctx.agent)
85
+
86
+ const checkExternalDirectory = async (dir: string) => {
87
+ if (Filesystem.contains(Instance.directory, dir)) return
88
+ const title = `This command references paths outside of ${Instance.directory}`
89
+ if (agent.permission.external_directory === "ask") {
90
+ await Permission.ask({
91
+ type: "external_directory",
92
+ pattern: [dir, path.join(dir, "*")],
93
+ sessionID: ctx.sessionID,
94
+ messageID: ctx.messageID,
95
+ callID: ctx.callID,
96
+ title,
97
+ metadata: {
98
+ command: params.command,
99
+ },
100
+ })
101
+ } else if (agent.permission.external_directory === "deny") {
102
+ throw new Permission.RejectedError(
103
+ ctx.sessionID,
104
+ "external_directory",
105
+ ctx.callID,
106
+ {
107
+ command: params.command,
108
+ },
109
+ `${title} so this command is not allowed to be executed.`,
110
+ )
111
+ }
112
+ }
113
+
114
+ await checkExternalDirectory(cwd)
115
+
116
+ const permissions = agent.permission.bash
117
+
118
+ const askPatterns = new Set<string>()
119
+ for (const node of tree.rootNode.descendantsOfType("command")) {
120
+ if (!node) continue
121
+ const command = []
122
+ for (let i = 0; i < node.childCount; i++) {
123
+ const child = node.child(i)
124
+ if (!child) continue
125
+ if (
126
+ child.type !== "command_name" &&
127
+ child.type !== "word" &&
128
+ child.type !== "string" &&
129
+ child.type !== "raw_string" &&
130
+ child.type !== "concatenation"
131
+ ) {
132
+ continue
133
+ }
134
+ command.push(child.text)
135
+ }
136
+
137
+ // not an exhaustive list, but covers most common cases
138
+ if (["cd", "rm", "cp", "mv", "mkdir", "touch", "chmod", "chown"].includes(command[0])) {
139
+ for (const arg of command.slice(1)) {
140
+ if (arg.startsWith("-") || (command[0] === "chmod" && arg.startsWith("+"))) continue
141
+ const resolved = await $`realpath ${arg}`
142
+ .quiet()
143
+ .nothrow()
144
+ .text()
145
+ .then((x) => x.trim())
146
+ log.info("resolved path", { arg, resolved })
147
+ if (resolved) {
148
+ // Git Bash on Windows returns Unix-style paths like /c/Users/...
149
+ const normalized =
150
+ process.platform === "win32" && resolved.match(/^\/[a-z]\//)
151
+ ? resolved.replace(/^\/([a-z])\//, (_, drive) => `${drive.toUpperCase()}:\\`).replace(/\//g, "\\")
152
+ : resolved
153
+
154
+ await checkExternalDirectory(normalized)
155
+ }
156
+ }
157
+ }
158
+
159
+ // always allow cd if it passes above check
160
+ if (command[0] !== "cd") {
161
+ const action = Wildcard.allStructured({ head: command[0], tail: command.slice(1) }, permissions)
162
+ if (action === "deny") {
163
+ throw new Error(
164
+ `The user has specifically restricted access to this command: "${command.join(" ")}", you are not allowed to execute it. The user has these settings configured: ${JSON.stringify(permissions)}`,
165
+ )
166
+ }
167
+ if (action === "ask") {
168
+ const pattern = (() => {
169
+ if (command.length === 0) return
170
+ const head = command[0]
171
+ // Find first non-flag argument as subcommand
172
+ const sub = command.slice(1).find((arg) => !arg.startsWith("-"))
173
+ return sub ? `${head} ${sub} *` : `${head} *`
174
+ })()
175
+ if (pattern) {
176
+ askPatterns.add(pattern)
177
+ }
178
+ }
179
+ }
180
+ }
181
+
182
+ if (askPatterns.size > 0) {
183
+ const patterns = Array.from(askPatterns)
184
+ await Permission.ask({
185
+ type: "bash",
186
+ pattern: patterns,
187
+ sessionID: ctx.sessionID,
188
+ messageID: ctx.messageID,
189
+ callID: ctx.callID,
190
+ title: params.command,
191
+ metadata: {
192
+ command: params.command,
193
+ patterns,
194
+ },
195
+ })
196
+ }
197
+
198
+ const proc = spawn(params.command, {
199
+ shell,
200
+ cwd,
201
+ env: {
202
+ ...process.env,
203
+ },
204
+ stdio: ["ignore", "pipe", "pipe"],
205
+ detached: process.platform !== "win32",
206
+ })
207
+
208
+ let output = ""
209
+
210
+ // Initialize metadata with empty output
211
+ ctx.metadata({
212
+ metadata: {
213
+ output: "",
214
+ description: params.description,
215
+ },
216
+ })
217
+
218
+ const append = (chunk: Buffer) => {
219
+ if (output.length <= MAX_OUTPUT_LENGTH) {
220
+ output += chunk.toString()
221
+ ctx.metadata({
222
+ metadata: {
223
+ output,
224
+ description: params.description,
225
+ },
226
+ })
227
+ }
228
+ }
229
+
230
+ proc.stdout?.on("data", append)
231
+ proc.stderr?.on("data", append)
232
+
233
+ let timedOut = false
234
+ let aborted = false
235
+ let exited = false
236
+
237
+ const kill = () => Shell.killTree(proc, { exited: () => exited })
238
+
239
+ if (ctx.abort.aborted) {
240
+ aborted = true
241
+ await kill()
242
+ }
243
+
244
+ const abortHandler = () => {
245
+ aborted = true
246
+ void kill()
247
+ }
248
+
249
+ ctx.abort.addEventListener("abort", abortHandler, { once: true })
250
+
251
+ const timeoutTimer = setTimeout(() => {
252
+ timedOut = true
253
+ void kill()
254
+ }, timeout + 100)
255
+
256
+ await new Promise<void>((resolve, reject) => {
257
+ const cleanup = () => {
258
+ clearTimeout(timeoutTimer)
259
+ ctx.abort.removeEventListener("abort", abortHandler)
260
+ }
261
+
262
+ proc.once("exit", () => {
263
+ exited = true
264
+ cleanup()
265
+ resolve()
266
+ })
267
+
268
+ proc.once("error", (error) => {
269
+ exited = true
270
+ cleanup()
271
+ reject(error)
272
+ })
273
+ })
274
+
275
+ let resultMetadata: String[] = ["<bash_metadata>"]
276
+
277
+ if (output.length > MAX_OUTPUT_LENGTH) {
278
+ output = output.slice(0, MAX_OUTPUT_LENGTH)
279
+ resultMetadata.push(`bash tool truncated output as it exceeded ${MAX_OUTPUT_LENGTH} char limit`)
280
+ }
281
+
282
+ if (timedOut) {
283
+ resultMetadata.push(`bash tool terminated commmand after exceeding timeout ${timeout} ms`)
284
+ }
285
+
286
+ if (aborted) {
287
+ resultMetadata.push("User aborted the command")
288
+ }
289
+
290
+ if (resultMetadata.length > 1) {
291
+ resultMetadata.push("</bash_metadata>")
292
+ output += "\n\n" + resultMetadata.join("\n")
293
+ }
294
+
295
+ return {
296
+ title: params.description,
297
+ metadata: {
298
+ output,
299
+ exit: proc.exitCode,
300
+ description: params.description,
301
+ },
302
+ output,
303
+ }
304
+ },
305
+ }
306
+ })
@@ -0,0 +1,158 @@
1
+ Executes a given bash command in a persistent shell session with optional timeout, ensuring proper handling and security measures.
2
+
3
+ All commands run in ${directory} by default. Use the `workdir` parameter if you need to run a command in a different directory.
4
+
5
+ Before executing the command, please follow these steps:
6
+
7
+ 1. Directory Verification:
8
+ - If the command will create new directories or files, first use the List tool to verify the parent directory exists and is the correct location
9
+ - For example, before running "mkdir foo/bar", first use List to check that "foo" exists and is the intended parent directory
10
+
11
+ 2. Command Execution:
12
+ - Always quote file paths that contain spaces with double quotes (e.g., rm "path with spaces/file.txt")
13
+ - Examples of proper quoting:
14
+ - mkdir "/Users/name/My Documents" (correct)
15
+ - mkdir /Users/name/My Documents (incorrect - will fail)
16
+ - python "/path/with spaces/script.py" (correct)
17
+ - python /path/with spaces/script.py (incorrect - will fail)
18
+ - After ensuring proper quoting, execute the command.
19
+ - Capture the output of the command.
20
+
21
+ Usage notes:
22
+ - The command argument is required.
23
+ - You can specify an optional timeout in milliseconds (up to 600000ms / 10 minutes).
24
+ If not specified, commands will timeout after 120000ms (2 minutes).
25
+ - The description argument is required. You must write a clear, concise description of what this command does in 5-10 words.
26
+ - If the output exceeds 30000 characters, output will be truncated before being
27
+ returned to you.
28
+ - Avoid using Bash with the `find`, `grep`, `cat`, `head`, `tail`, `sed`, `awk`, or
29
+ `echo` commands, unless explicitly instructed or when these commands are truly necessary
30
+ for the task. Instead, always prefer using the dedicated tools for these commands:
31
+ - File search: Use Glob (NOT find or ls)
32
+ - Content search: Use Grep (NOT grep or rg)
33
+ - Read files: Use Read (NOT cat/head/tail)
34
+ - Edit files: Use Edit (NOT sed/awk)
35
+ - Write files: Use Write (NOT echo >/cat <<EOF)
36
+ - Communication: Output text directly (NOT echo/printf)
37
+ - When issuing multiple commands:
38
+ - If the commands are independent and can run in parallel, make multiple Bash tool
39
+ calls in a single message. For example, if you need to run "git status" and "git diff",
40
+ send a single message with two Bash tool calls in parallel.
41
+ - If the commands depend on each other and must run sequentially, use a single Bash
42
+ call with '&&' to chain them together (e.g., `git add . && git commit -m "message" &&
43
+ git push`). For instance, if one operation must complete before another starts (like
44
+ mkdir before cp, Write before Bash for git operations, or git add before git commit),
45
+ run these operations sequentially instead.
46
+ - Use ';' only when you need to run commands sequentially but don't care if earlier
47
+ commands fail
48
+ - DO NOT use newlines to separate commands (newlines are ok in quoted strings)
49
+ - Try to maintain your current working directory throughout the session by using
50
+ absolute paths and avoiding usage of `cd`. You may use `cd` if the User explicitly
51
+ requests it.
52
+ <good-example>
53
+ pytest /foo/bar/tests
54
+ </good-example>
55
+ <bad-example>
56
+ cd /foo/bar && pytest tests
57
+ </bad-example>
58
+
59
+ # Working Directory
60
+
61
+ The `workdir` parameter sets the working directory for command execution. Prefer using `workdir` over `cd <dir> &&` command chains when you simply need to run a command in a different directory.
62
+
63
+ <good-example>
64
+ workdir="/foo/bar", command="pytest tests"
65
+ </good-example>
66
+ <good-example>
67
+ command="pytest /foo/bar/tests"
68
+ </good-example>
69
+ <bad-example>
70
+ command="cd /foo/bar && pytest tests"
71
+ </bad-example>
72
+
73
+ # Committing changes with git
74
+
75
+ IMPORTANT: ONLY COMMIT IF THE USER ASKS YOU TO.
76
+
77
+ If and only if the user asks you to create a new git commit, follow these steps carefully:
78
+
79
+ 1. You have the capability to call multiple tools in a single response. When multiple independent pieces of information are requested, batch your tool calls together for optimal performance. ALWAYS run the following bash commands in parallel, each using the Bash tool:
80
+ - Run a git status command to see all untracked files.
81
+ - Run a git diff command to see both staged and unstaged changes that will be committed.
82
+ - Run a git log command to see recent commit messages, so that you can follow this repository's commit message style.
83
+
84
+ 2. Analyze all staged changes (both previously staged and newly added) and draft a commit message. When analyzing:
85
+
86
+ - List the files that have been changed or added
87
+ - Summarize the nature of the changes (eg. new feature, enhancement to an existing feature, bug fix, refactoring, test, docs, etc.)
88
+ - Brainstorm the purpose or motivation behind these changes
89
+ - Assess the impact of these changes on the overall project
90
+ - Check for any sensitive information that shouldn't be committed
91
+ - Draft a concise (1-2 sentences) commit message that focuses on the "why" rather than the "what"
92
+ - Ensure your language is clear, concise, and to the point
93
+ - Ensure the message accurately reflects the changes and their purpose (i.e. "add" means a wholly new feature, "update" means an enhancement to an existing feature, "fix" means a bug fix, etc.)
94
+ - Ensure the message is not generic (avoid words like "Update" or "Fix" without context)
95
+ - Review the draft message to ensure it accurately reflects the changes and their purpose
96
+
97
+ 3. You have the capability to call multiple tools in a single response. When multiple independent pieces of information are requested, batch your tool calls together for optimal performance. ALWAYS run the following commands in parallel:
98
+ - Add relevant untracked files to the staging area.
99
+ - Run git status to make sure the commit succeeded.
100
+
101
+ 4. If the commit fails due to pre-commit hook changes, retry the commit ONCE to include these automated changes. If it fails again, it usually means a pre-commit hook is preventing the commit. If the commit succeeds but you notice that files were modified by the pre-commit hook, you MUST amend your commit to include them.
102
+
103
+ Important notes:
104
+ - Use the git context at the start of this conversation to determine which files are relevant to your commit. Be careful not to stage and commit files (e.g. with `git add .`) that aren't relevant to your commit.
105
+ - NEVER update the git config
106
+ - DO NOT run additional commands to read or explore code, beyond what is available in the git context
107
+ - DO NOT push to the remote repository
108
+ - IMPORTANT: Never use git commands with the -i flag (like git rebase -i or git add -i) since they require interactive input which is not supported.
109
+ - If there are no changes to commit (i.e., no untracked files and no modifications), do not create an empty commit
110
+ - Ensure your commit message is meaningful and concise. It should explain the purpose of the changes, not just describe them.
111
+ - Return an empty response - the user will see the git output directly
112
+
113
+ # Creating pull requests
114
+ Use the gh command via the Bash tool for ALL GitHub-related tasks including working with issues, pull requests, checks, and releases. If given a Github URL use the gh command to get the information needed.
115
+
116
+ IMPORTANT: When the user asks you to create a pull request, follow these steps carefully:
117
+
118
+ 1. You have the capability to call multiple tools in a single response. When multiple independent pieces of information are requested, batch your tool calls together for optimal performance. ALWAYS run the following bash commands in parallel using the Bash tool, in order to understand the current state of the branch since it diverged from the main branch:
119
+ - Run a git status command to see all untracked files
120
+ - Run a git diff command to see both staged and unstaged changes that will be committed
121
+ - Check if the current branch tracks a remote branch and is up to date with the remote, so you know if you need to push to the remote
122
+ - Run a git log command and `git diff main...HEAD` to understand the full commit history for the current branch (from the time it diverged from the `main` branch)
123
+
124
+ 2. Analyze all changes that will be included in the pull request, making sure to look at all relevant commits (NOT just the latest commit, but ALL commits that will be included in the pull request!!!), and draft a pull request summary. Wrap your analysis process in <pr_analysis> tags:
125
+
126
+ <pr_analysis>
127
+ - List the commits since diverging from the main branch
128
+ - Summarize the nature of the changes (eg. new feature, enhancement to an existing feature, bug fix, refactoring, test, docs, etc.)
129
+ - Brainstorm the purpose or motivation behind these changes
130
+ - Assess the impact of these changes on the overall project
131
+ - Do not use tools to explore code, beyond what is available in the git context
132
+ - Check for any sensitive information that shouldn't be committed
133
+ - Draft a concise (1-2 bullet points) pull request summary that focuses on the "why" rather than the "what"
134
+ - Ensure the summary accurately reflects all changes since diverging from the main branch
135
+ - Ensure your language is clear, concise, and to the point
136
+ - Ensure the summary accurately reflects the changes and their purpose (ie. "add" means a wholly new feature, "update" means an enhancement to an existing feature, "fix" means a bug fix, etc.)
137
+ - Ensure the summary is not generic (avoid words like "Update" or "Fix" without context)
138
+ - Review the draft summary to ensure it accurately reflects the changes and their purpose
139
+ </pr_analysis>
140
+
141
+ 3. You have the capability to call multiple tools in a single response. When multiple independent pieces of information are requested, batch your tool calls together for optimal performance. ALWAYS run the following commands in parallel:
142
+ - Create new branch if needed
143
+ - Push to remote with -u flag if needed
144
+ - Create PR using gh pr create with the format below. Use a HEREDOC to pass the body to ensure correct formatting.
145
+ <example>
146
+ gh pr create --title "the pr title" --body "$(cat <<'EOF'
147
+ ## Summary
148
+ <1-3 bullet points>
149
+ EOF
150
+ )"
151
+ </example>
152
+
153
+ Important:
154
+ - NEVER update the git config
155
+ - Return the PR URL when you're done, so the user can see it
156
+
157
+ # Other common operations
158
+ - View comments on a Github PR: gh api repos/foo/bar/pulls/123/comments