bonecode 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (605) hide show
  1. package/ARCHITECTURE.md +183 -0
  2. package/README.md +71 -0
  3. package/bin/bonecode +62 -0
  4. package/bone/migrations/rag_vectors.sql +258 -0
  5. package/bone/output/agent/.dockerignore +7 -0
  6. package/bone/output/agent/.env.example +36 -0
  7. package/bone/output/agent/.github/workflows/ci.yaml +58 -0
  8. package/bone/output/agent/AgentDomain.bone.map +350 -0
  9. package/bone/output/agent/AgentDomain.postman_collection.json +958 -0
  10. package/bone/output/agent/Dockerfile +22 -0
  11. package/bone/output/agent/README.md +47 -0
  12. package/bone/output/agent/admin/index.html +740 -0
  13. package/bone/output/agent/docker-compose.yaml +22 -0
  14. package/bone/output/agent/k8s/deployment.yaml +75 -0
  15. package/bone/output/agent/migrations/agent.sql +36 -0
  16. package/bone/output/agent/migrations/agent_instance.sql +36 -0
  17. package/bone/output/agent/migrations/audit_log.sql +18 -0
  18. package/bone/output/agent/migrations/build_step.sql +34 -0
  19. package/bone/output/agent/migrations/event_outbox.sql +31 -0
  20. package/bone/output/agent/migrations/plan.sql +30 -0
  21. package/bone/output/agent/migrations/task.sql +30 -0
  22. package/bone/output/agent/migrations/tool_call.sql +33 -0
  23. package/bone/output/agent/openapi.yaml +1116 -0
  24. package/bone/output/agent/package.json +36 -0
  25. package/bone/output/agent/schema.graphql +233 -0
  26. package/bone/output/agent/sdk/client.ts +231 -0
  27. package/bone/output/agent/src/algorithms.ts +2 -0
  28. package/bone/output/agent/src/audit.ts +44 -0
  29. package/bone/output/agent/src/auth.ts +57 -0
  30. package/bone/output/agent/src/cron.ts +12 -0
  31. package/bone/output/agent/src/db.ts +32 -0
  32. package/bone/output/agent/src/debug.ts +66 -0
  33. package/bone/output/agent/src/events.ts +243 -0
  34. package/bone/output/agent/src/extensions.ts +54 -0
  35. package/bone/output/agent/src/failure_rules.ts +323 -0
  36. package/bone/output/agent/src/flows.ts +168 -0
  37. package/bone/output/agent/src/health.ts +43 -0
  38. package/bone/output/agent/src/index.ts +100 -0
  39. package/bone/output/agent/src/logger.ts +66 -0
  40. package/bone/output/agent/src/metrics.ts +75 -0
  41. package/bone/output/agent/src/migrate.ts +352 -0
  42. package/bone/output/agent/src/migration_diff.ts +108 -0
  43. package/bone/output/agent/src/notify.ts +125 -0
  44. package/bone/output/agent/src/routes/agent_instance.ts +234 -0
  45. package/bone/output/agent/src/routes/build_step.ts +105 -0
  46. package/bone/output/agent/src/routes/plan.ts +91 -0
  47. package/bone/output/agent/src/routes/task.ts +105 -0
  48. package/bone/output/agent/src/routes/tool_call.ts +166 -0
  49. package/bone/output/agent/src/schemas.ts +384 -0
  50. package/bone/output/agent/src/state_machines/agent_instance.ts +24 -0
  51. package/bone/output/agent/src/state_machines/build_step.ts +22 -0
  52. package/bone/output/agent/src/state_machines/plan.ts +22 -0
  53. package/bone/output/agent/src/state_machines/task.ts +22 -0
  54. package/bone/output/agent/src/state_machines/tool_call.ts +22 -0
  55. package/bone/output/agent/src/tests.ts +362 -0
  56. package/bone/output/agent/src/websocket.ts +201 -0
  57. package/bone/output/agent/tsconfig.json +25 -0
  58. package/bone/output/rag/.dockerignore +7 -0
  59. package/bone/output/rag/.env.example +36 -0
  60. package/bone/output/rag/.github/workflows/ci.yaml +58 -0
  61. package/bone/output/rag/Dockerfile +22 -0
  62. package/bone/output/rag/RAGDomain.bone.map +287 -0
  63. package/bone/output/rag/RAGDomain.postman_collection.json +923 -0
  64. package/bone/output/rag/README.md +47 -0
  65. package/bone/output/rag/admin/index.html +818 -0
  66. package/bone/output/rag/docker-compose.yaml +22 -0
  67. package/bone/output/rag/k8s/deployment.yaml +75 -0
  68. package/bone/output/rag/migrations/audit_log.sql +18 -0
  69. package/bone/output/rag/migrations/code_chunk.sql +34 -0
  70. package/bone/output/rag/migrations/code_file.sql +33 -0
  71. package/bone/output/rag/migrations/event_outbox.sql +31 -0
  72. package/bone/output/rag/migrations/indexing_job.sql +33 -0
  73. package/bone/output/rag/migrations/knowledge_base.sql +35 -0
  74. package/bone/output/rag/migrations/memory_entry.sql +34 -0
  75. package/bone/output/rag/openapi.yaml +1097 -0
  76. package/bone/output/rag/package.json +36 -0
  77. package/bone/output/rag/schema.graphql +245 -0
  78. package/bone/output/rag/sdk/client.ts +234 -0
  79. package/bone/output/rag/src/algorithms.ts +2 -0
  80. package/bone/output/rag/src/audit.ts +37 -0
  81. package/bone/output/rag/src/auth.ts +57 -0
  82. package/bone/output/rag/src/cron.ts +12 -0
  83. package/bone/output/rag/src/db.ts +32 -0
  84. package/bone/output/rag/src/debug.ts +66 -0
  85. package/bone/output/rag/src/events.ts +243 -0
  86. package/bone/output/rag/src/extensions.ts +350 -0
  87. package/bone/output/rag/src/failure_rules.ts +315 -0
  88. package/bone/output/rag/src/flows.ts +239 -0
  89. package/bone/output/rag/src/health.ts +43 -0
  90. package/bone/output/rag/src/index.ts +95 -0
  91. package/bone/output/rag/src/logger.ts +66 -0
  92. package/bone/output/rag/src/metrics.ts +75 -0
  93. package/bone/output/rag/src/migrate.ts +364 -0
  94. package/bone/output/rag/src/migration_diff.ts +108 -0
  95. package/bone/output/rag/src/notify.ts +99 -0
  96. package/bone/output/rag/src/routes/code_chunk.ts +75 -0
  97. package/bone/output/rag/src/routes/code_file.ts +101 -0
  98. package/bone/output/rag/src/routes/indexing_job.ts +87 -0
  99. package/bone/output/rag/src/routes/knowledge_base.ts +230 -0
  100. package/bone/output/rag/src/routes/memory_entry.ts +87 -0
  101. package/bone/output/rag/src/schemas.ts +394 -0
  102. package/bone/output/rag/src/state_machines/code_file.ts +23 -0
  103. package/bone/output/rag/src/state_machines/indexing_job.ts +22 -0
  104. package/bone/output/rag/src/state_machines/knowledge_base.ts +23 -0
  105. package/bone/output/rag/src/state_machines/memory_entry.ts +20 -0
  106. package/bone/output/rag/src/tests.ts +340 -0
  107. package/bone/output/rag/tsconfig.json +25 -0
  108. package/bone/output/session/.dockerignore +7 -0
  109. package/bone/output/session/.env.example +36 -0
  110. package/bone/output/session/.github/workflows/ci.yaml +58 -0
  111. package/bone/output/session/Dockerfile +22 -0
  112. package/bone/output/session/README.md +47 -0
  113. package/bone/output/session/SessionDomain.bone.map +350 -0
  114. package/bone/output/session/SessionDomain.postman_collection.json +958 -0
  115. package/bone/output/session/admin/index.html +667 -0
  116. package/bone/output/session/docker-compose.yaml +22 -0
  117. package/bone/output/session/k8s/deployment.yaml +75 -0
  118. package/bone/output/session/migrations/audit_log.sql +18 -0
  119. package/bone/output/session/migrations/event_outbox.sql +31 -0
  120. package/bone/output/session/migrations/message.sql +31 -0
  121. package/bone/output/session/migrations/part.sql +28 -0
  122. package/bone/output/session/migrations/permission.sql +28 -0
  123. package/bone/output/session/migrations/project.sql +28 -0
  124. package/bone/output/session/migrations/session.sql +38 -0
  125. package/bone/output/session/openapi.yaml +1101 -0
  126. package/bone/output/session/package.json +36 -0
  127. package/bone/output/session/schema.graphql +222 -0
  128. package/bone/output/session/sdk/client.ts +225 -0
  129. package/bone/output/session/src/algorithms.ts +2 -0
  130. package/bone/output/session/src/audit.ts +44 -0
  131. package/bone/output/session/src/auth.ts +57 -0
  132. package/bone/output/session/src/cron.ts +12 -0
  133. package/bone/output/session/src/db.ts +32 -0
  134. package/bone/output/session/src/debug.ts +66 -0
  135. package/bone/output/session/src/events.ts +270 -0
  136. package/bone/output/session/src/extensions.ts +215 -0
  137. package/bone/output/session/src/failure_rules.ts +284 -0
  138. package/bone/output/session/src/flows.ts +168 -0
  139. package/bone/output/session/src/health.ts +43 -0
  140. package/bone/output/session/src/index.ts +100 -0
  141. package/bone/output/session/src/logger.ts +66 -0
  142. package/bone/output/session/src/metrics.ts +75 -0
  143. package/bone/output/session/src/migrate.ts +332 -0
  144. package/bone/output/session/src/migration_diff.ts +108 -0
  145. package/bone/output/session/src/notify.ts +112 -0
  146. package/bone/output/session/src/routes/message.ts +93 -0
  147. package/bone/output/session/src/routes/part.ts +79 -0
  148. package/bone/output/session/src/routes/permission.ts +79 -0
  149. package/bone/output/session/src/routes/project.ts +79 -0
  150. package/bone/output/session/src/routes/session.ts +294 -0
  151. package/bone/output/session/src/schemas.ts +357 -0
  152. package/bone/output/session/src/state_machines/session.ts +23 -0
  153. package/bone/output/session/src/tests.ts +326 -0
  154. package/bone/output/session/src/websocket.ts +201 -0
  155. package/bone/output/session/tsconfig.json +25 -0
  156. package/bone/output/workspace/.dockerignore +7 -0
  157. package/bone/output/workspace/.env.example +36 -0
  158. package/bone/output/workspace/.github/workflows/ci.yaml +58 -0
  159. package/bone/output/workspace/Dockerfile +22 -0
  160. package/bone/output/workspace/README.md +45 -0
  161. package/bone/output/workspace/WorkspaceDomain.bone.map +189 -0
  162. package/bone/output/workspace/WorkspaceDomain.postman_collection.json +621 -0
  163. package/bone/output/workspace/admin/index.html +485 -0
  164. package/bone/output/workspace/docker-compose.yaml +22 -0
  165. package/bone/output/workspace/k8s/deployment.yaml +75 -0
  166. package/bone/output/workspace/migrations/audit_log.sql +18 -0
  167. package/bone/output/workspace/migrations/codebase.sql +34 -0
  168. package/bone/output/workspace/migrations/event_outbox.sql +31 -0
  169. package/bone/output/workspace/migrations/snapshot.sql +32 -0
  170. package/bone/output/workspace/migrations/workspace.sql +33 -0
  171. package/bone/output/workspace/openapi.yaml +721 -0
  172. package/bone/output/workspace/package.json +36 -0
  173. package/bone/output/workspace/schema.graphql +153 -0
  174. package/bone/output/workspace/sdk/client.ts +155 -0
  175. package/bone/output/workspace/src/algorithms.ts +2 -0
  176. package/bone/output/workspace/src/audit.ts +37 -0
  177. package/bone/output/workspace/src/auth.ts +57 -0
  178. package/bone/output/workspace/src/cron.ts +12 -0
  179. package/bone/output/workspace/src/db.ts +32 -0
  180. package/bone/output/workspace/src/debug.ts +66 -0
  181. package/bone/output/workspace/src/events.ts +243 -0
  182. package/bone/output/workspace/src/extensions.ts +44 -0
  183. package/bone/output/workspace/src/failure_rules.ts +153 -0
  184. package/bone/output/workspace/src/health.ts +43 -0
  185. package/bone/output/workspace/src/index.ts +89 -0
  186. package/bone/output/workspace/src/logger.ts +66 -0
  187. package/bone/output/workspace/src/metrics.ts +75 -0
  188. package/bone/output/workspace/src/migrate.ts +220 -0
  189. package/bone/output/workspace/src/migration_diff.ts +108 -0
  190. package/bone/output/workspace/src/notify.ts +73 -0
  191. package/bone/output/workspace/src/routes/codebase.ts +87 -0
  192. package/bone/output/workspace/src/routes/snapshot.ts +127 -0
  193. package/bone/output/workspace/src/routes/workspace.ts +190 -0
  194. package/bone/output/workspace/src/schemas.ts +231 -0
  195. package/bone/output/workspace/src/state_machines/codebase.ts +21 -0
  196. package/bone/output/workspace/src/state_machines/snapshot.ts +20 -0
  197. package/bone/output/workspace/src/state_machines/workspace.ts +21 -0
  198. package/bone/output/workspace/src/tests.ts +249 -0
  199. package/bone/output/workspace/tsconfig.json +25 -0
  200. package/compat/opencode_adapter.ts +410 -0
  201. package/package.json +69 -0
  202. package/scripts/check_benchmark_session.js +34 -0
  203. package/scripts/check_finish_event.js +24 -0
  204. package/scripts/check_parts.js +15 -0
  205. package/scripts/compile.js +79 -0
  206. package/scripts/copy_opencode.ps1 +53 -0
  207. package/scripts/create_functions.sql +129 -0
  208. package/scripts/migrate.js +85 -0
  209. package/scripts/migrate_from_opencode.ts +218 -0
  210. package/scripts/test_agent_loop.js +101 -0
  211. package/scripts/test_api.ps1 +116 -0
  212. package/scripts/test_context_builder.js +136 -0
  213. package/scripts/test_context_builder.ts +97 -0
  214. package/scripts/test_rag.js +189 -0
  215. package/scripts/test_stream_events.js +36 -0
  216. package/scripts/test_websocket_and_saga.js +216 -0
  217. package/src/cli.ts +475 -0
  218. package/src/config.ts +162 -0
  219. package/src/context_builder.ts +598 -0
  220. package/src/engine/account/account.sql.ts +39 -0
  221. package/src/engine/account/account.ts +456 -0
  222. package/src/engine/account/repo.ts +166 -0
  223. package/src/engine/account/schema.ts +99 -0
  224. package/src/engine/account/url.ts +8 -0
  225. package/src/engine/acp/README.md +174 -0
  226. package/src/engine/acp/agent.ts +1968 -0
  227. package/src/engine/acp/runtime.ts +22 -0
  228. package/src/engine/acp/session.ts +122 -0
  229. package/src/engine/acp/types.ts +24 -0
  230. package/src/engine/agent/agent.ts +463 -0
  231. package/src/engine/agent/generate.txt +75 -0
  232. package/src/engine/agent/prompt/compaction.txt +9 -0
  233. package/src/engine/agent/prompt/explore.txt +18 -0
  234. package/src/engine/agent/prompt/scout.txt +36 -0
  235. package/src/engine/agent/prompt/summary.txt +11 -0
  236. package/src/engine/agent/prompt/title.txt +44 -0
  237. package/src/engine/agent/subagent-permissions.ts +34 -0
  238. package/src/engine/auth/index.ts +96 -0
  239. package/src/engine/background/background/job.ts +200 -0
  240. package/src/engine/background/job.ts +200 -0
  241. package/src/engine/bus/bus-event.ts +45 -0
  242. package/src/engine/bus/global.ts +22 -0
  243. package/src/engine/bus/index.ts +203 -0
  244. package/src/engine/command/command/index.ts +181 -0
  245. package/src/engine/command/command/template/initialize.txt +66 -0
  246. package/src/engine/command/command/template/review.txt +101 -0
  247. package/src/engine/command/index.ts +181 -0
  248. package/src/engine/command/template/initialize.txt +66 -0
  249. package/src/engine/command/template/review.txt +101 -0
  250. package/src/engine/config/agent.ts +172 -0
  251. package/src/engine/config/attachment.ts +25 -0
  252. package/src/engine/config/command.ts +62 -0
  253. package/src/engine/config/config.ts +833 -0
  254. package/src/engine/config/console-state.ts +14 -0
  255. package/src/engine/config/entry-name.ts +16 -0
  256. package/src/engine/config/error.ts +23 -0
  257. package/src/engine/config/formatter.ts +13 -0
  258. package/src/engine/config/layout.ts +6 -0
  259. package/src/engine/config/lsp.ts +43 -0
  260. package/src/engine/config/managed.ts +71 -0
  261. package/src/engine/config/markdown.ts +96 -0
  262. package/src/engine/config/mcp.ts +56 -0
  263. package/src/engine/config/model-id.ts +5 -0
  264. package/src/engine/config/parse.ts +79 -0
  265. package/src/engine/config/paths.ts +45 -0
  266. package/src/engine/config/permission.ts +58 -0
  267. package/src/engine/config/plugin.ts +84 -0
  268. package/src/engine/config/provider.ts +111 -0
  269. package/src/engine/config/reference.ts +23 -0
  270. package/src/engine/config/server.ts +19 -0
  271. package/src/engine/config/skills.ts +14 -0
  272. package/src/engine/config/variable.ts +90 -0
  273. package/src/engine/control-plane/adapters/index.ts +41 -0
  274. package/src/engine/control-plane/adapters/worktree.ts +96 -0
  275. package/src/engine/control-plane/dev/README.md +19 -0
  276. package/src/engine/control-plane/dev/debug-workspace-plugin.ts +73 -0
  277. package/src/engine/control-plane/schema.ts +14 -0
  278. package/src/engine/control-plane/types.ts +59 -0
  279. package/src/engine/control-plane/util.ts +39 -0
  280. package/src/engine/control-plane/workspace-adapter-runtime.ts +51 -0
  281. package/src/engine/control-plane/workspace-context.ts +26 -0
  282. package/src/engine/control-plane/workspace.sql.ts +20 -0
  283. package/src/engine/control-plane/workspace.ts +1072 -0
  284. package/src/engine/data-migration.ts +161 -0
  285. package/src/engine/effect/app-runtime.ts +143 -0
  286. package/src/engine/effect/bootstrap-runtime.ts +29 -0
  287. package/src/engine/effect/bridge.ts +84 -0
  288. package/src/engine/effect/config-service.ts +67 -0
  289. package/src/engine/effect/instance-ref.ts +11 -0
  290. package/src/engine/effect/instance-registry.ts +12 -0
  291. package/src/engine/effect/instance-state.ts +72 -0
  292. package/src/engine/effect/promise.ts +17 -0
  293. package/src/engine/effect/run-service.ts +47 -0
  294. package/src/engine/effect/runner.ts +217 -0
  295. package/src/engine/effect/runtime-flags.ts +74 -0
  296. package/src/engine/effect/service-use.ts +38 -0
  297. package/src/engine/env/index.ts +37 -0
  298. package/src/engine/event-v2-bridge.ts +89 -0
  299. package/src/engine/file/file/ignore.ts +81 -0
  300. package/src/engine/file/file/index.ts +651 -0
  301. package/src/engine/file/file/protected.ts +59 -0
  302. package/src/engine/file/file/ripgrep.ts +481 -0
  303. package/src/engine/file/file/watcher.ts +167 -0
  304. package/src/engine/file/ignore.ts +81 -0
  305. package/src/engine/file/index.ts +651 -0
  306. package/src/engine/file/protected.ts +59 -0
  307. package/src/engine/file/ripgrep.ts +481 -0
  308. package/src/engine/file/watcher.ts +167 -0
  309. package/src/engine/format/format/formatter.ts +404 -0
  310. package/src/engine/format/format/index.ts +209 -0
  311. package/src/engine/format/formatter.ts +404 -0
  312. package/src/engine/format/index.ts +209 -0
  313. package/src/engine/git/git/index.ts +347 -0
  314. package/src/engine/git/index.ts +347 -0
  315. package/src/engine/id/id.ts +80 -0
  316. package/src/engine/ide/index.ts +70 -0
  317. package/src/engine/image/image/image.ts +176 -0
  318. package/src/engine/image/image.ts +176 -0
  319. package/src/engine/index.ts +251 -0
  320. package/src/engine/installation/index.ts +327 -0
  321. package/src/engine/lsp/client.ts +707 -0
  322. package/src/engine/lsp/diagnostic.ts +29 -0
  323. package/src/engine/lsp/language.ts +121 -0
  324. package/src/engine/lsp/launch.ts +21 -0
  325. package/src/engine/lsp/lsp/client.ts +707 -0
  326. package/src/engine/lsp/lsp/diagnostic.ts +29 -0
  327. package/src/engine/lsp/lsp/language.ts +121 -0
  328. package/src/engine/lsp/lsp/launch.ts +21 -0
  329. package/src/engine/lsp/lsp/lsp.ts +507 -0
  330. package/src/engine/lsp/lsp/server.ts +2064 -0
  331. package/src/engine/lsp/lsp.ts +507 -0
  332. package/src/engine/lsp/server.ts +2064 -0
  333. package/src/engine/mcp/auth.ts +146 -0
  334. package/src/engine/mcp/index.ts +958 -0
  335. package/src/engine/mcp/mcp/auth.ts +146 -0
  336. package/src/engine/mcp/mcp/index.ts +958 -0
  337. package/src/engine/mcp/mcp/oauth-callback.ts +232 -0
  338. package/src/engine/mcp/mcp/oauth-provider.ts +214 -0
  339. package/src/engine/mcp/oauth-callback.ts +232 -0
  340. package/src/engine/mcp/oauth-provider.ts +214 -0
  341. package/src/engine/node.ts +6 -0
  342. package/src/engine/patch/index.ts +689 -0
  343. package/src/engine/patch/patch/index.ts +689 -0
  344. package/src/engine/permission/arity.ts +163 -0
  345. package/src/engine/permission/evaluate.ts +15 -0
  346. package/src/engine/permission/index.ts +306 -0
  347. package/src/engine/permission/permission/arity.ts +163 -0
  348. package/src/engine/permission/permission/evaluate.ts +15 -0
  349. package/src/engine/permission/permission/index.ts +306 -0
  350. package/src/engine/permission/permission/schema.ts +13 -0
  351. package/src/engine/permission/schema.ts +13 -0
  352. package/src/engine/plugin/azure.ts +26 -0
  353. package/src/engine/plugin/cloudflare.ts +76 -0
  354. package/src/engine/plugin/codex.ts +622 -0
  355. package/src/engine/plugin/digitalocean.ts +411 -0
  356. package/src/engine/plugin/github-copilot/copilot.ts +394 -0
  357. package/src/engine/plugin/github-copilot/models.ts +196 -0
  358. package/src/engine/plugin/index.ts +295 -0
  359. package/src/engine/plugin/install.ts +439 -0
  360. package/src/engine/plugin/loader.ts +216 -0
  361. package/src/engine/plugin/meta.ts +188 -0
  362. package/src/engine/plugin/shared.ts +323 -0
  363. package/src/engine/project/bootstrap-service.ts +9 -0
  364. package/src/engine/project/bootstrap.ts +75 -0
  365. package/src/engine/project/instance-context.ts +24 -0
  366. package/src/engine/project/instance-layer.ts +11 -0
  367. package/src/engine/project/instance-runtime.ts +16 -0
  368. package/src/engine/project/instance-store.ts +193 -0
  369. package/src/engine/project/project.sql.ts +17 -0
  370. package/src/engine/project/project.ts +537 -0
  371. package/src/engine/project/schema.ts +13 -0
  372. package/src/engine/project/vcs.ts +405 -0
  373. package/src/engine/provider/auth.ts +225 -0
  374. package/src/engine/provider/error.ts +204 -0
  375. package/src/engine/provider/model-status.ts +8 -0
  376. package/src/engine/provider/provider.ts +1843 -0
  377. package/src/engine/provider/schema.ts +30 -0
  378. package/src/engine/provider/sdk/copilot/AGENTS.md +1 -0
  379. package/src/engine/provider/transform.ts +1376 -0
  380. package/src/engine/pty/index.ts +365 -0
  381. package/src/engine/pty/input.ts +24 -0
  382. package/src/engine/pty/pty/index.ts +365 -0
  383. package/src/engine/pty/pty/input.ts +24 -0
  384. package/src/engine/pty/pty/pty.bun.ts +26 -0
  385. package/src/engine/pty/pty/pty.node.ts +27 -0
  386. package/src/engine/pty/pty/pty.ts +25 -0
  387. package/src/engine/pty/pty/schema.ts +14 -0
  388. package/src/engine/pty/pty/ticket.ts +68 -0
  389. package/src/engine/pty/pty.bun.ts +26 -0
  390. package/src/engine/pty/pty.node.ts +27 -0
  391. package/src/engine/pty/pty.ts +25 -0
  392. package/src/engine/pty/schema.ts +14 -0
  393. package/src/engine/pty/ticket.ts +68 -0
  394. package/src/engine/question/index.ts +213 -0
  395. package/src/engine/question/question/index.ts +213 -0
  396. package/src/engine/question/question/schema.ts +10 -0
  397. package/src/engine/question/schema.ts +10 -0
  398. package/src/engine/reference/reference/reference.ts +241 -0
  399. package/src/engine/reference/reference/repository-cache.ts +147 -0
  400. package/src/engine/reference/reference.ts +241 -0
  401. package/src/engine/reference/repository-cache.ts +147 -0
  402. package/src/engine/session/compaction.ts +651 -0
  403. package/src/engine/session/compaction_logic.ts +120 -0
  404. package/src/engine/session/instruction.ts +238 -0
  405. package/src/engine/session/instruction_loader.ts +54 -0
  406. package/src/engine/session/llm.ts +459 -0
  407. package/src/engine/session/message-error.ts +14 -0
  408. package/src/engine/session/message-v2.ts +1202 -0
  409. package/src/engine/session/message.ts +146 -0
  410. package/src/engine/session/overflow.ts +32 -0
  411. package/src/engine/session/overflow_check.ts +46 -0
  412. package/src/engine/session/processor.ts +823 -0
  413. package/src/engine/session/prompt/anthropic.txt +105 -0
  414. package/src/engine/session/prompt/beast.txt +147 -0
  415. package/src/engine/session/prompt/build-switch.txt +5 -0
  416. package/src/engine/session/prompt/codex.txt +79 -0
  417. package/src/engine/session/prompt/copilot-gpt-5.txt +143 -0
  418. package/src/engine/session/prompt/default.txt +105 -0
  419. package/src/engine/session/prompt/gemini.txt +155 -0
  420. package/src/engine/session/prompt/gpt.txt +107 -0
  421. package/src/engine/session/prompt/kimi.txt +95 -0
  422. package/src/engine/session/prompt/max-steps.txt +16 -0
  423. package/src/engine/session/prompt/plan-reminder-anthropic.txt +67 -0
  424. package/src/engine/session/prompt/plan.txt +26 -0
  425. package/src/engine/session/prompt/trinity.txt +97 -0
  426. package/src/engine/session/prompt.ts +671 -0
  427. package/src/engine/session/provider_transform.ts +187 -0
  428. package/src/engine/session/retry.ts +200 -0
  429. package/src/engine/session/retry_logic.ts +65 -0
  430. package/src/engine/session/revert.ts +162 -0
  431. package/src/engine/session/run-state.ts +153 -0
  432. package/src/engine/session/schema.ts +26 -0
  433. package/src/engine/session/session.sql.ts +137 -0
  434. package/src/engine/session/session.ts +1011 -0
  435. package/src/engine/session/status.ts +94 -0
  436. package/src/engine/session/summary.ts +164 -0
  437. package/src/engine/session/system.ts +84 -0
  438. package/src/engine/session/system_prompt.ts +65 -0
  439. package/src/engine/session/todo.ts +81 -0
  440. package/src/engine/session/tool_registry.ts +162 -0
  441. package/src/engine/share/session.ts +61 -0
  442. package/src/engine/share/share-next.ts +376 -0
  443. package/src/engine/share/share.sql.ts +13 -0
  444. package/src/engine/shell/shell/shell.ts +215 -0
  445. package/src/engine/shell/shell.ts +215 -0
  446. package/src/engine/skill/discovery.ts +116 -0
  447. package/src/engine/skill/index.ts +336 -0
  448. package/src/engine/skill/prompt/customize-opencode.md +377 -0
  449. package/src/engine/skill/skill/discovery.ts +116 -0
  450. package/src/engine/skill/skill/index.ts +336 -0
  451. package/src/engine/skill/skill/prompt/customize-opencode.md +377 -0
  452. package/src/engine/snapshot/index.ts +762 -0
  453. package/src/engine/snapshot/snapshot/index.ts +762 -0
  454. package/src/engine/sync/README.md +179 -0
  455. package/src/engine/sync/event.sql.ts +17 -0
  456. package/src/engine/sync/index.ts +410 -0
  457. package/src/engine/sync/schema.ts +11 -0
  458. package/src/engine/temporary.ts +33 -0
  459. package/src/engine/tool/apply_patch.ts +313 -0
  460. package/src/engine/tool/apply_patch.txt +33 -0
  461. package/src/engine/tool/edit.ts +711 -0
  462. package/src/engine/tool/edit.txt +10 -0
  463. package/src/engine/tool/external-directory.ts +49 -0
  464. package/src/engine/tool/glob.ts +103 -0
  465. package/src/engine/tool/glob.txt +6 -0
  466. package/src/engine/tool/grep.ts +156 -0
  467. package/src/engine/tool/grep.txt +8 -0
  468. package/src/engine/tool/invalid.ts +21 -0
  469. package/src/engine/tool/json-schema.ts +164 -0
  470. package/src/engine/tool/lsp.ts +113 -0
  471. package/src/engine/tool/lsp.txt +24 -0
  472. package/src/engine/tool/mcp-websearch.ts +96 -0
  473. package/src/engine/tool/plan-enter.txt +14 -0
  474. package/src/engine/tool/plan-exit.txt +13 -0
  475. package/src/engine/tool/plan.ts +78 -0
  476. package/src/engine/tool/question.ts +44 -0
  477. package/src/engine/tool/question.txt +10 -0
  478. package/src/engine/tool/read.ts +337 -0
  479. package/src/engine/tool/read.txt +14 -0
  480. package/src/engine/tool/registry.ts +472 -0
  481. package/src/engine/tool/repo_clone.ts +80 -0
  482. package/src/engine/tool/repo_clone.txt +5 -0
  483. package/src/engine/tool/repo_overview.ts +279 -0
  484. package/src/engine/tool/repo_overview.txt +4 -0
  485. package/src/engine/tool/schema.ts +14 -0
  486. package/src/engine/tool/shell/id.ts +19 -0
  487. package/src/engine/tool/shell/prompt.ts +295 -0
  488. package/src/engine/tool/shell/shell.txt +77 -0
  489. package/src/engine/tool/shell.ts +647 -0
  490. package/src/engine/tool/skill.ts +75 -0
  491. package/src/engine/tool/skill.txt +5 -0
  492. package/src/engine/tool/task.ts +337 -0
  493. package/src/engine/tool/task.txt +58 -0
  494. package/src/engine/tool/task_status.ts +179 -0
  495. package/src/engine/tool/task_status.txt +13 -0
  496. package/src/engine/tool/todo.ts +57 -0
  497. package/src/engine/tool/todowrite.txt +167 -0
  498. package/src/engine/tool/tool/apply_patch.ts +313 -0
  499. package/src/engine/tool/tool/apply_patch.txt +33 -0
  500. package/src/engine/tool/tool/edit.ts +711 -0
  501. package/src/engine/tool/tool/edit.txt +10 -0
  502. package/src/engine/tool/tool/external-directory.ts +49 -0
  503. package/src/engine/tool/tool/glob.ts +103 -0
  504. package/src/engine/tool/tool/glob.txt +6 -0
  505. package/src/engine/tool/tool/grep.ts +156 -0
  506. package/src/engine/tool/tool/grep.txt +8 -0
  507. package/src/engine/tool/tool/invalid.ts +21 -0
  508. package/src/engine/tool/tool/json-schema.ts +164 -0
  509. package/src/engine/tool/tool/lsp.ts +113 -0
  510. package/src/engine/tool/tool/lsp.txt +24 -0
  511. package/src/engine/tool/tool/mcp-websearch.ts +96 -0
  512. package/src/engine/tool/tool/plan-enter.txt +14 -0
  513. package/src/engine/tool/tool/plan-exit.txt +13 -0
  514. package/src/engine/tool/tool/plan.ts +78 -0
  515. package/src/engine/tool/tool/question.ts +44 -0
  516. package/src/engine/tool/tool/question.txt +10 -0
  517. package/src/engine/tool/tool/read.ts +337 -0
  518. package/src/engine/tool/tool/read.txt +14 -0
  519. package/src/engine/tool/tool/registry.ts +472 -0
  520. package/src/engine/tool/tool/repo_clone.ts +80 -0
  521. package/src/engine/tool/tool/repo_clone.txt +5 -0
  522. package/src/engine/tool/tool/repo_overview.ts +279 -0
  523. package/src/engine/tool/tool/repo_overview.txt +4 -0
  524. package/src/engine/tool/tool/schema.ts +14 -0
  525. package/src/engine/tool/tool/shell/id.ts +19 -0
  526. package/src/engine/tool/tool/shell/prompt.ts +295 -0
  527. package/src/engine/tool/tool/shell/shell.txt +77 -0
  528. package/src/engine/tool/tool/shell.ts +647 -0
  529. package/src/engine/tool/tool/skill.ts +75 -0
  530. package/src/engine/tool/tool/skill.txt +5 -0
  531. package/src/engine/tool/tool/task.ts +337 -0
  532. package/src/engine/tool/tool/task.txt +58 -0
  533. package/src/engine/tool/tool/task_status.ts +179 -0
  534. package/src/engine/tool/tool/task_status.txt +13 -0
  535. package/src/engine/tool/tool/todo.ts +57 -0
  536. package/src/engine/tool/tool/todowrite.txt +167 -0
  537. package/src/engine/tool/tool/tool.ts +164 -0
  538. package/src/engine/tool/tool/truncate.ts +160 -0
  539. package/src/engine/tool/tool/truncation-dir.ts +4 -0
  540. package/src/engine/tool/tool/webfetch.ts +192 -0
  541. package/src/engine/tool/tool/webfetch.txt +13 -0
  542. package/src/engine/tool/tool/websearch.ts +143 -0
  543. package/src/engine/tool/tool/websearch.txt +14 -0
  544. package/src/engine/tool/tool/write.ts +104 -0
  545. package/src/engine/tool/tool/write.txt +8 -0
  546. package/src/engine/tool/tool.ts +164 -0
  547. package/src/engine/tool/truncate.ts +160 -0
  548. package/src/engine/tool/truncation-dir.ts +4 -0
  549. package/src/engine/tool/webfetch.ts +192 -0
  550. package/src/engine/tool/webfetch.txt +13 -0
  551. package/src/engine/tool/websearch.ts +143 -0
  552. package/src/engine/tool/websearch.txt +14 -0
  553. package/src/engine/tool/write.ts +104 -0
  554. package/src/engine/tool/write.txt +8 -0
  555. package/src/engine/util/archive.ts +17 -0
  556. package/src/engine/util/bom.ts +31 -0
  557. package/src/engine/util/data-url.ts +9 -0
  558. package/src/engine/util/defer.ts +10 -0
  559. package/src/engine/util/effect-http-client.ts +11 -0
  560. package/src/engine/util/error.ts +88 -0
  561. package/src/engine/util/filesystem.ts +252 -0
  562. package/src/engine/util/format.ts +20 -0
  563. package/src/engine/util/iife.ts +3 -0
  564. package/src/engine/util/lazy.ts +20 -0
  565. package/src/engine/util/local-context.ts +25 -0
  566. package/src/engine/util/locale.ts +86 -0
  567. package/src/engine/util/media.ts +26 -0
  568. package/src/engine/util/process.ts +176 -0
  569. package/src/engine/util/queue.ts +32 -0
  570. package/src/engine/util/record.ts +3 -0
  571. package/src/engine/util/repository.ts +158 -0
  572. package/src/engine/util/rpc.ts +66 -0
  573. package/src/engine/util/signal.ts +12 -0
  574. package/src/engine/util/timeout.ts +13 -0
  575. package/src/engine/util/token.ts +7 -0
  576. package/src/engine/util/util/archive.ts +17 -0
  577. package/src/engine/util/util/bom.ts +31 -0
  578. package/src/engine/util/util/data-url.ts +9 -0
  579. package/src/engine/util/util/defer.ts +10 -0
  580. package/src/engine/util/util/effect-http-client.ts +11 -0
  581. package/src/engine/util/util/error.ts +88 -0
  582. package/src/engine/util/util/filesystem.ts +252 -0
  583. package/src/engine/util/util/format.ts +20 -0
  584. package/src/engine/util/util/iife.ts +3 -0
  585. package/src/engine/util/util/lazy.ts +20 -0
  586. package/src/engine/util/util/local-context.ts +25 -0
  587. package/src/engine/util/util/locale.ts +86 -0
  588. package/src/engine/util/util/media.ts +26 -0
  589. package/src/engine/util/util/process.ts +176 -0
  590. package/src/engine/util/util/queue.ts +32 -0
  591. package/src/engine/util/util/record.ts +3 -0
  592. package/src/engine/util/util/repository.ts +158 -0
  593. package/src/engine/util/util/rpc.ts +66 -0
  594. package/src/engine/util/util/signal.ts +12 -0
  595. package/src/engine/util/util/timeout.ts +13 -0
  596. package/src/engine/util/util/token.ts +7 -0
  597. package/src/engine/util/util/which.ts +14 -0
  598. package/src/engine/util/util/wildcard.ts +59 -0
  599. package/src/engine/util/which.ts +14 -0
  600. package/src/engine/util/wildcard.ts +59 -0
  601. package/src/engine/worktree/index.ts +621 -0
  602. package/src/rag_worker.ts +519 -0
  603. package/src/server.ts +201 -0
  604. package/src/tui.ts +637 -0
  605. package/tsconfig.json +24 -0
@@ -0,0 +1,66 @@
1
+ // Generated by BoneScript compiler. DO NOT EDIT.
2
+ // Runtime error handler with .bone source annotation.
3
+
4
+ import * as fs from "fs";
5
+ import * as path from "path";
6
+
7
+ interface BoneMapping {
8
+ generated_file: string;
9
+ generated_line: number;
10
+ bone_line: number;
11
+ bone_column: number;
12
+ description: string;
13
+ }
14
+
15
+ interface BoneSourceMap {
16
+ version: number;
17
+ source_hash: string;
18
+ source_file: string;
19
+ mappings: BoneMapping[];
20
+ }
21
+
22
+ let sourceMap: BoneSourceMap | null = null;
23
+
24
+ function loadSourceMap(): BoneSourceMap | null {
25
+ if (sourceMap) return sourceMap;
26
+ const mapPath = path.join(__dirname, "..", "RAGDomain.bone.map");
27
+ if (!fs.existsSync(mapPath)) return null;
28
+ try {
29
+ sourceMap = JSON.parse(fs.readFileSync(mapPath, "utf-8"));
30
+ return sourceMap;
31
+ } catch {
32
+ return null;
33
+ }
34
+ }
35
+
36
+ export function annotateBoneError(err: Error, generatedFile: string): string {
37
+ const map = loadSourceMap();
38
+ if (!map) return err.stack || err.message;
39
+
40
+ // Extract line number from stack trace
41
+ const lineMatch = err.stack?.match(new RegExp(generatedFile.replace(/[/\\]/g, "[/\\\\]") + ":(\\d+)"));
42
+ if (!lineMatch) return err.stack || err.message;
43
+
44
+ const generatedLine = parseInt(lineMatch[1], 10);
45
+ const mapping = map.mappings
46
+ .filter(m => m.generated_file.includes(generatedFile) && m.generated_line <= generatedLine)
47
+ .sort((a, b) => b.generated_line - a.generated_line)[0];
48
+
49
+ if (!mapping) return err.stack || err.message;
50
+
51
+ return [
52
+ `BoneScript source: ${map.source_file}:${mapping.bone_line}:${mapping.bone_column}`,
53
+ ` Context: ${mapping.description}`,
54
+ `Generated TS: ${generatedFile}:${generatedLine}`,
55
+ ``,
56
+ err.stack || err.message,
57
+ ].join("\n");
58
+ }
59
+
60
+ // Global error handler — annotates unhandled errors with .bone context
61
+ process.on("uncaughtException", (err: Error) => {
62
+ const annotated = annotateBoneError(err, err.stack?.split("\n")[1]?.match(/\((.+):\d+:\d+\)/)?.[1] || "");
63
+ console.error("[BoneScript] Unhandled error:");
64
+ console.error(annotated);
65
+ // process.exit(1); // disabled - errors should not crash the server
66
+ });
@@ -0,0 +1,243 @@
1
+ // Generated by BoneScript compiler. DO NOT EDIT.
2
+ // Durable event bus with transactional outbox pattern.
3
+ // Set EVENT_MODE=durable in .env to enable.
4
+
5
+ import { Pool, PoolClient } from "pg";
6
+ import { v4 as uuid } from "uuid";
7
+ import { pool } from "./db";
8
+ import { logger } from "./logger";
9
+ import { counter } from "./metrics";
10
+
11
+ export type EventDeliveryMode = "in_process" | "durable";
12
+
13
+ const MODE: EventDeliveryMode =
14
+ (process.env.EVENT_MODE as EventDeliveryMode) || "in_process";
15
+
16
+ // Events requiring exactly_once delivery (deduplicated)
17
+ const EXACTLY_ONCE_EVENTS = new Set<string>(["CodebaseIngestionCompleted"]);
18
+
19
+ // Events requiring at_least_once delivery (retried until ack)
20
+ const AT_LEAST_ONCE_EVENTS = new Set<string>(["CodebaseIngestionStarted", "FileIndexed", "MemoryStored"]);
21
+
22
+ export interface EventMetadata {
23
+ source: string;
24
+ timestamp: Date;
25
+ correlation_id: string;
26
+ causation_id: string;
27
+ }
28
+
29
+ export interface SystemEvent {
30
+ type: string;
31
+ payload: Record<string, unknown>;
32
+ metadata: EventMetadata;
33
+ }
34
+
35
+ type Handler = (event: SystemEvent) => Promise<void>;
36
+
37
+ // ─── In-Process Bus ──────────────────────────────────────────────────────────
38
+
39
+ class InProcessBus {
40
+ private handlers: Map<string, Handler[]> = new Map();
41
+
42
+ subscribe(type: string, handler: Handler): void {
43
+ const existing = this.handlers.get(type) || [];
44
+ existing.push(handler);
45
+ this.handlers.set(type, existing);
46
+ }
47
+
48
+ async publish(type: string, payload: Record<string, unknown>, source: string, correlationId?: string): Promise<void> {
49
+ const event: SystemEvent = {
50
+ type,
51
+ payload,
52
+ metadata: {
53
+ source,
54
+ timestamp: new Date(),
55
+ correlation_id: correlationId || uuid(),
56
+ causation_id: uuid(),
57
+ },
58
+ };
59
+ counter("event.published", { type, mode: "in_process" });
60
+ const handlers = this.handlers.get(type) || [];
61
+ for (const handler of handlers) {
62
+ try {
63
+ await handler(event);
64
+ counter("event.delivered", { type, mode: "in_process" });
65
+ } catch (e: any) {
66
+ counter("event.delivery_failed", { type, mode: "in_process" });
67
+ logger.error("event_handler_failed", { event: type, metadata: { error: e.message } });
68
+ }
69
+ }
70
+ }
71
+ }
72
+
73
+ // ─── Durable Bus (Transactional Outbox) ──────────────────────────────────────
74
+
75
+ class DurableBus {
76
+ private handlers: Map<string, Handler[]> = new Map();
77
+
78
+ subscribe(type: string, handler: Handler): void {
79
+ const existing = this.handlers.get(type) || [];
80
+ existing.push(handler);
81
+ this.handlers.set(type, existing);
82
+ }
83
+
84
+ // Write event to outbox within the current transaction (or a new one)
85
+ async publish(
86
+ type: string,
87
+ payload: Record<string, unknown>,
88
+ source: string,
89
+ correlationId?: string,
90
+ client?: PoolClient
91
+ ): Promise<void> {
92
+ const eventId = uuid();
93
+ const corrId = correlationId || uuid();
94
+ const sql = `
95
+ INSERT INTO event_outbox (id, event_type, payload, source, correlation_id)
96
+ VALUES ($1, $2, $3, $4, $5)
97
+ `;
98
+ const params = [eventId, type, JSON.stringify({ ...payload, _event_id: eventId }), source, corrId];
99
+
100
+ if (client) {
101
+ // Write within caller's transaction — atomicity guaranteed
102
+ await client.query(sql, params);
103
+ } else {
104
+ await pool.query(sql, params);
105
+ }
106
+ counter("event.outboxed", { type });
107
+ }
108
+
109
+ // Called by the background worker
110
+ async flush(): Promise<void> {
111
+ const client = await pool.connect();
112
+ try {
113
+ await client.query("BEGIN");
114
+
115
+ // Fetch pending events (lock rows to prevent concurrent processing)
116
+ const { rows } = await client.query(`
117
+ SELECT id, event_type, payload, source, correlation_id, attempts
118
+ FROM event_outbox
119
+ WHERE status = 'pending' AND scheduled_at <= NOW()
120
+ ORDER BY scheduled_at ASC
121
+ LIMIT 50
122
+ FOR UPDATE SKIP LOCKED
123
+ `);
124
+
125
+ for (const row of rows) {
126
+ try {
127
+ // exactly_once: check deduplication table
128
+ if (EXACTLY_ONCE_EVENTS.has(row.event_type)) {
129
+ const { rows: dup } = await client.query(
130
+ "SELECT 1 FROM event_processed WHERE event_id = $1",
131
+ [row.payload._event_id || row.id]
132
+ );
133
+ if (dup.length > 0) {
134
+ await client.query(
135
+ "UPDATE event_outbox SET status = 'delivered', delivered_at = NOW() WHERE id = $1",
136
+ [row.id]
137
+ );
138
+ continue;
139
+ }
140
+ }
141
+
142
+ const event: SystemEvent = {
143
+ type: row.event_type,
144
+ payload: row.payload,
145
+ metadata: {
146
+ source: row.source,
147
+ timestamp: new Date(),
148
+ correlation_id: row.correlation_id,
149
+ causation_id: uuid(),
150
+ },
151
+ };
152
+
153
+ const handlers = this.handlers.get(row.event_type) || [];
154
+ for (const handler of handlers) {
155
+ await handler(event);
156
+ }
157
+
158
+ // Mark delivered
159
+ await client.query(
160
+ "UPDATE event_outbox SET status = 'delivered', delivered_at = NOW(), attempts = attempts + 1 WHERE id = $1",
161
+ [row.id]
162
+ );
163
+
164
+ // Record for exactly_once deduplication
165
+ if (EXACTLY_ONCE_EVENTS.has(row.event_type)) {
166
+ await client.query(
167
+ "INSERT INTO event_processed (event_id, event_type) VALUES ($1, $2) ON CONFLICT DO NOTHING",
168
+ [row.payload._event_id || row.id, row.event_type]
169
+ );
170
+ }
171
+
172
+ counter("event.delivered", { type: row.event_type, mode: "durable" });
173
+ } catch (e: any) {
174
+ const maxAttempts = AT_LEAST_ONCE_EVENTS.has(row.event_type) ? 10 : 3;
175
+ const newAttempts = row.attempts + 1;
176
+ const status = newAttempts >= maxAttempts ? "dead_letter" : "pending";
177
+ const backoffMs = Math.min(1000 * Math.pow(2, newAttempts), 300000);
178
+ await client.query(
179
+ `UPDATE event_outbox
180
+ SET attempts = $1, last_error = $2, status = $3,
181
+ scheduled_at = NOW() + ($4 || ' milliseconds')::interval
182
+ WHERE id = $5`,
183
+ [newAttempts, e.message, status, backoffMs, row.id]
184
+ );
185
+ counter("event.delivery_failed", { type: row.event_type, mode: "durable" });
186
+ logger.error("event_delivery_failed", { event: row.event_type, metadata: { error: e.message, attempts: newAttempts } });
187
+ }
188
+ }
189
+
190
+ await client.query("COMMIT");
191
+ } catch (e) {
192
+ await client.query("ROLLBACK");
193
+ throw e;
194
+ } finally {
195
+ client.release();
196
+ }
197
+ }
198
+
199
+ // Start background worker
200
+ startWorker(intervalMs: number = 1000): NodeJS.Timeout {
201
+ logger.info("event_worker_started", { event: "startup", metadata: { interval_ms: intervalMs } });
202
+ return setInterval(async () => {
203
+ try {
204
+ await this.flush();
205
+ } catch (e: any) {
206
+ logger.error("event_worker_error", { event: "flush_failed", metadata: { error: e.message } });
207
+ }
208
+ }, intervalMs);
209
+ }
210
+ }
211
+
212
+ // ─── Unified Interface ────────────────────────────────────────────────────────
213
+
214
+ const inProcess = new InProcessBus();
215
+ const durable = new DurableBus();
216
+
217
+ export const eventBus = {
218
+ subscribe(type: string, handler: Handler): void {
219
+ inProcess.subscribe(type, handler);
220
+ durable.subscribe(type, handler);
221
+ },
222
+
223
+ async publish(
224
+ type: string,
225
+ payload: Record<string, unknown>,
226
+ source: string,
227
+ correlationId?: string,
228
+ client?: PoolClient
229
+ ): Promise<void> {
230
+ if (MODE === "durable") {
231
+ await durable.publish(type, payload, source, correlationId, client);
232
+ } else {
233
+ await inProcess.publish(type, payload, source, correlationId);
234
+ }
235
+ },
236
+
237
+ startWorker(intervalMs?: number): NodeJS.Timeout | null {
238
+ if (MODE === "durable") {
239
+ return durable.startWorker(intervalMs);
240
+ }
241
+ return null;
242
+ },
243
+ };
@@ -0,0 +1,350 @@
1
+ // Generated by BoneScript compiler.
2
+ // Extension points: implement the functions below.
3
+ // Code between sentinel comments is preserved on recompile.
4
+ // DO NOT remove the sentinel comments.
5
+
6
+ import * as fs from "fs";
7
+ import * as path from "path";
8
+ import * as crypto from "crypto";
9
+ import { pool } from "./db";
10
+ import { logger } from "./logger";
11
+ import { counter } from "./metrics";
12
+ import { v4 as uuid } from "uuid";
13
+
14
+ // ─── Shared fetch helper (uses env-configured embedding endpoint) ─────────────
15
+
16
+ async function embeddingFetch(body: object): Promise<Response> {
17
+ const baseUrl = process.env.EMBEDDING_BASE_URL || process.env.OPENAI_BASE_URL || "https://api.openai.com/v1";
18
+ const apiKey = process.env.EMBEDDING_API_KEY || process.env.OPENAI_API_KEY || "not-needed";
19
+ return fetch(`${baseUrl}/embeddings`, {
20
+ method: "POST",
21
+ headers: { "Content-Type": "application/json", Authorization: `Bearer ${apiKey}` },
22
+ body: JSON.stringify(body),
23
+ });
24
+ }
25
+
26
+ /**
27
+ * Extension point: embed_text
28
+ * STABLE: implementation required.
29
+ */
30
+ export async function embed_text(text: string, model: string): Promise<number[]> {
31
+ // <bonescript:ext:embed_text:begin>
32
+ const effectiveModel = model || process.env.EMBEDDING_MODEL || "text-embedding-nomic-embed-text-v1.5";
33
+ const r = await embeddingFetch({ model: effectiveModel, input: text });
34
+ if (!r.ok) throw new Error(`Embedding API error ${r.status}: ${await r.text()}`);
35
+ const data = await r.json() as any;
36
+ counter("rag.embed.single", { model: effectiveModel });
37
+ return data.data[0].embedding as number[];
38
+ // <bonescript:ext:embed_text:end>
39
+ }
40
+
41
+ /**
42
+ * Extension point: embed_batch
43
+ * STABLE: implementation required.
44
+ */
45
+ export async function embed_batch(texts: string[], model: string): Promise<number[][]> {
46
+ // <bonescript:ext:embed_batch:begin>
47
+ if (texts.length === 0) return [];
48
+ const effectiveModel = model || process.env.EMBEDDING_MODEL || "text-embedding-nomic-embed-text-v1.5";
49
+ const BATCH = 100;
50
+ const results: number[][] = [];
51
+ for (let i = 0; i < texts.length; i += BATCH) {
52
+ const batch = texts.slice(i, i + BATCH);
53
+ const r = await embeddingFetch({ model: effectiveModel, input: batch });
54
+ if (!r.ok) throw new Error(`Embedding batch API error ${r.status}: ${await r.text()}`);
55
+ const data = await r.json() as any;
56
+ const sorted = (data.data as any[]).sort((a, b) => a.index - b.index);
57
+ results.push(...sorted.map((d: any) => d.embedding as number[]));
58
+ counter("rag.embed.batch", { model: effectiveModel, count: String(batch.length) });
59
+ }
60
+ return results;
61
+ // <bonescript:ext:embed_batch:end>
62
+ }
63
+
64
+ /**
65
+ * Extension point: chunk_file
66
+ * STABLE: implementation required.
67
+ */
68
+ export function chunk_file(
69
+ file_path: string,
70
+ content: string,
71
+ strategy: string,
72
+ chunk_size: number,
73
+ overlap: number
74
+ ): Array<{ content: string; start_line: number; end_line: number; chunk_index: number; language?: string; symbol_name?: string; symbol_type?: string }> {
75
+ // <bonescript:ext:chunk_file:begin>
76
+ const language = detect_language(file_path);
77
+ const lines = content.split("\n");
78
+ const linesPerChunk = Math.max(10, Math.floor(chunk_size / 80));
79
+ const overlapLines = Math.max(0, Math.floor(overlap / 80));
80
+ const chunks: ReturnType<typeof chunk_file> = [];
81
+ let chunkIndex = 0;
82
+
83
+ // AST-aware: detect symbol boundaries for TS/JS/Python/Go
84
+ const symbolPatterns: Record<string, RegExp[]> = {
85
+ typescript: [/^(export\s+)?(async\s+)?function\s+(\w+)/, /^(export\s+)?(abstract\s+)?class\s+(\w+)/, /^(export\s+)?interface\s+(\w+)/, /^(export\s+)?const\s+(\w+)\s*=/],
86
+ javascript: [/^(export\s+)?(async\s+)?function\s+(\w+)/, /^(export\s+)?class\s+(\w+)/, /^(export\s+)?const\s+(\w+)\s*=/],
87
+ python: [/^(async\s+)?def\s+(\w+)/, /^class\s+(\w+)/],
88
+ go: [/^func\s+(\w+)/, /^type\s+(\w+)\s+struct/],
89
+ };
90
+
91
+ const patterns = strategy === "ast" ? (symbolPatterns[language] || []) : [];
92
+ let currentStart = 0;
93
+ let currentLines: string[] = [];
94
+ let currentSymbol: { name: string; type: string } | null = null;
95
+
96
+ const flush = () => {
97
+ const text = currentLines.join("\n").trim();
98
+ if (text.length > 0) {
99
+ chunks.push({
100
+ content: currentLines.join("\n"),
101
+ start_line: currentStart + 1,
102
+ end_line: currentStart + currentLines.length,
103
+ chunk_index: chunkIndex++,
104
+ language,
105
+ symbol_name: currentSymbol?.name,
106
+ symbol_type: currentSymbol?.type,
107
+ });
108
+ }
109
+ };
110
+
111
+ for (let i = 0; i < lines.length; i++) {
112
+ const line = lines[i];
113
+ let isSymbolBoundary = false;
114
+ let symbolName = "";
115
+ let symbolType = "block";
116
+
117
+ for (const pat of patterns) {
118
+ const m = line.match(pat);
119
+ if (m) {
120
+ isSymbolBoundary = true;
121
+ symbolName = m[m.length - 1] || "";
122
+ symbolType = /function|def|func/.test(line) ? "function" : /class/.test(line) ? "class" : /interface/.test(line) ? "interface" : "variable";
123
+ break;
124
+ }
125
+ }
126
+
127
+ if (isSymbolBoundary && currentLines.length > 0) {
128
+ flush();
129
+ const overlapStart = Math.max(0, i - overlapLines);
130
+ currentStart = overlapStart;
131
+ currentLines = lines.slice(overlapStart, i);
132
+ currentSymbol = { name: symbolName, type: symbolType };
133
+ }
134
+
135
+ currentLines.push(line);
136
+
137
+ // Also split on size overflow
138
+ if (currentLines.join("\n").length > chunk_size && currentLines.length > 10) {
139
+ flush();
140
+ const overlapStart = Math.max(0, currentStart + currentLines.length - overlapLines);
141
+ currentStart = overlapStart;
142
+ currentLines = lines.slice(overlapStart, i + 1);
143
+ currentSymbol = null;
144
+ }
145
+ }
146
+
147
+ flush();
148
+
149
+ // Fallback: if no chunks produced, use line-based sliding window
150
+ if (chunks.length === 0) {
151
+ for (let i = 0; i < lines.length; i += linesPerChunk - overlapLines) {
152
+ const end = Math.min(i + linesPerChunk, lines.length);
153
+ const text = lines.slice(i, end).join("\n").trim();
154
+ if (text.length > 0) {
155
+ chunks.push({ content: lines.slice(i, end).join("\n"), start_line: i + 1, end_line: end, chunk_index: chunkIndex++, language });
156
+ }
157
+ if (end >= lines.length) break;
158
+ }
159
+ }
160
+
161
+ return chunks;
162
+ // <bonescript:ext:chunk_file:end>
163
+ }
164
+
165
+ /**
166
+ * Extension point: hybrid_search
167
+ * STABLE: implementation required.
168
+ */
169
+ export async function hybrid_search(
170
+ knowledge_base_id: string,
171
+ query_embedding: number[],
172
+ query_text: string,
173
+ filters: { language?: string; symbol_type?: string; file_path_pattern?: string },
174
+ limit: number
175
+ ): Promise<Array<{ chunk_id: string; file_path: string; content: string; start_line: number; end_line: number; language?: string; symbol_name?: string; symbol_type?: string; score: number }>> {
176
+ // <bonescript:ext:hybrid_search:begin>
177
+ const embStr = "[" + query_embedding.join(",") + "]";
178
+ const result = await pool.query(
179
+ "SELECT * FROM bonecode_hybrid_search($1, $2::vector, $3, $4, $5, $6)",
180
+ [knowledge_base_id, embStr, query_text, filters?.language || null, filters?.symbol_type || null, limit]
181
+ );
182
+ counter("rag.search.hybrid", { knowledge_base_id, results: String(result.rows.length) });
183
+ return result.rows.map((row: any) => ({
184
+ chunk_id: row.chunk_id,
185
+ file_path: row.file_path,
186
+ content: row.content,
187
+ start_line: Number(row.start_line),
188
+ end_line: Number(row.end_line),
189
+ language: row.language,
190
+ symbol_name: row.symbol_name,
191
+ symbol_type: row.symbol_type,
192
+ score: row.rrf_score,
193
+ vector_score: row.vector_score,
194
+ text_score: row.text_score,
195
+ }));
196
+ // <bonescript:ext:hybrid_search:end>
197
+ }
198
+
199
+ /**
200
+ * Extension point: scan_directory
201
+ * STABLE: implementation required.
202
+ */
203
+ export function scan_directory(
204
+ root_path: string,
205
+ ignore_patterns: string[]
206
+ ): string[] {
207
+ // <bonescript:ext:scan_directory:begin>
208
+ const DEFAULT_IGNORE = [
209
+ "node_modules", ".git", "dist", "build", ".next", "__pycache__",
210
+ ".venv", "venv", "target", "vendor", ".cache", "coverage",
211
+ ...(ignore_patterns || []),
212
+ ];
213
+ const SUPPORTED_EXTS = new Set([
214
+ ".ts", ".tsx", ".js", ".jsx", ".mjs", ".cjs",
215
+ ".py", ".go", ".rs", ".java", ".kt", ".cs", ".cpp", ".c", ".h",
216
+ ".rb", ".php", ".swift", ".scala", ".r", ".sql",
217
+ ".md", ".mdx", ".json", ".yaml", ".yml", ".toml",
218
+ ".graphql", ".gql", ".proto",
219
+ ]);
220
+ const MAX_FILE_SIZE = 500 * 1024; // 500KB
221
+
222
+ const results: string[] = [];
223
+
224
+ function walk(dir: string) {
225
+ let entries: fs.Dirent[];
226
+ try { entries = fs.readdirSync(dir, { withFileTypes: true }); }
227
+ catch { return; }
228
+
229
+ for (const entry of entries) {
230
+ if (DEFAULT_IGNORE.some(ig => entry.name === ig || entry.name.startsWith("."))) continue;
231
+ const fullPath = path.join(dir, entry.name);
232
+ if (entry.isDirectory()) {
233
+ walk(fullPath);
234
+ } else if (entry.isFile()) {
235
+ const ext = path.extname(entry.name).toLowerCase();
236
+ if (!SUPPORTED_EXTS.has(ext)) continue;
237
+ try {
238
+ const stat = fs.statSync(fullPath);
239
+ if (stat.size > MAX_FILE_SIZE) continue;
240
+ results.push(fullPath);
241
+ } catch { continue; }
242
+ }
243
+ }
244
+ }
245
+
246
+ walk(root_path);
247
+ return results;
248
+ // <bonescript:ext:scan_directory:end>
249
+ }
250
+
251
+ /**
252
+ * Extension point: detect_language
253
+ * Optional.
254
+ */
255
+ export function detect_language(file_path: string): string {
256
+ // <bonescript:ext:detect_language:begin>
257
+ const ext = path.extname(file_path).toLowerCase();
258
+ const base = path.basename(file_path).toLowerCase();
259
+ if (base === "dockerfile") return "dockerfile";
260
+ if (base === "makefile") return "makefile";
261
+ const map: Record<string, string> = {
262
+ ".ts": "typescript", ".tsx": "typescript",
263
+ ".js": "javascript", ".jsx": "javascript", ".mjs": "javascript", ".cjs": "javascript",
264
+ ".py": "python", ".go": "go", ".rs": "rust", ".java": "java",
265
+ ".kt": "kotlin", ".cs": "csharp", ".cpp": "cpp", ".c": "c", ".h": "cpp",
266
+ ".rb": "ruby", ".php": "php", ".swift": "swift", ".scala": "scala",
267
+ ".sql": "sql", ".sh": "bash", ".bash": "bash",
268
+ ".md": "markdown", ".mdx": "markdown",
269
+ ".json": "json", ".yaml": "yaml", ".yml": "yaml", ".toml": "toml",
270
+ ".graphql": "graphql", ".gql": "graphql", ".proto": "protobuf",
271
+ };
272
+ return map[ext] || "text";
273
+ // <bonescript:ext:detect_language:end>
274
+ }
275
+
276
+ /**
277
+ * Extension point: bulk_insert_chunks
278
+ * STABLE: implementation required.
279
+ * Inserts all chunks for a file in a single parameterized query.
280
+ * Returns the number of chunks inserted.
281
+ */
282
+ export async function bulk_insert_chunks(chunks: Array<{
283
+ id: string;
284
+ code_file_id: string;
285
+ knowledge_base_id: string;
286
+ project_id: string;
287
+ content: string;
288
+ start_line: number;
289
+ end_line: number;
290
+ chunk_index: number;
291
+ language: string;
292
+ symbol_name?: string;
293
+ symbol_type?: string;
294
+ embedding?: number[];
295
+ }>): Promise<number> {
296
+ // <bonescript:ext:bulk_insert_chunks:begin>
297
+ if (chunks.length === 0) return 0;
298
+
299
+ // Build a single multi-row INSERT for all chunks
300
+ const values: unknown[] = [];
301
+ const placeholders = chunks.map((c, i) => {
302
+ const base = i * 12;
303
+ const embStr = c.embedding ? "[" + c.embedding.join(",") + "]" : null;
304
+ values.push(
305
+ c.id, c.code_file_id, c.knowledge_base_id, c.project_id,
306
+ c.content, c.start_line, c.end_line, c.chunk_index,
307
+ c.language, c.symbol_name || null, c.symbol_type || null, embStr
308
+ );
309
+ return `($${base+1},$${base+2},$${base+3},$${base+4},$${base+5},$${base+6},$${base+7},$${base+8},$${base+9},$${base+10},$${base+11},$${base+12}::vector)`;
310
+ });
311
+
312
+ await pool.query(
313
+ `INSERT INTO code_chunks
314
+ (id, code_file_id, knowledge_base_id, project_id, content, start_line, end_line,
315
+ chunk_index, language, symbol_name, symbol_type, embedding)
316
+ VALUES ${placeholders.join(",")}
317
+ ON CONFLICT DO NOTHING`,
318
+ values
319
+ );
320
+
321
+ counter("rag.chunks.inserted", { count: String(chunks.length) });
322
+ return chunks.length;
323
+ // <bonescript:ext:bulk_insert_chunks:end>
324
+ }
325
+
326
+ /**
327
+ * Extension point: read_file_async
328
+ * STABLE: implementation required.
329
+ * Reads a file and returns its content, hash, size, and mtime.
330
+ */
331
+ export async function read_file_async(file_path: string): Promise<{
332
+ content: string;
333
+ hash: string;
334
+ size: number;
335
+ mtime: string;
336
+ } | null> {
337
+ // <bonescript:ext:read_file_async:begin>
338
+ const fsPromises = require("fs/promises");
339
+ try {
340
+ const [content, stat] = await Promise.all([
341
+ fsPromises.readFile(file_path, "utf-8"),
342
+ fsPromises.stat(file_path),
343
+ ]);
344
+ const hash = require("crypto").createHash("sha256").update(content).digest("hex");
345
+ return { content, hash, size: stat.size, mtime: new Date(stat.mtimeMs).toISOString() };
346
+ } catch {
347
+ return null; // File unreadable — skip
348
+ }
349
+ // <bonescript:ext:read_file_async:end>
350
+ }