create-walle 0.9.21 → 0.9.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (500) hide show
  1. package/README.md +27 -5
  2. package/package.json +2 -2
  3. package/template/CLAUDE.md +2 -2
  4. package/template/LICENSE +1 -1
  5. package/template/bin/ctm-dev-cleanup.js +24 -3
  6. package/template/bin/ctm-launch.sh +13 -0
  7. package/template/bin/dev.sh +156 -18
  8. package/template/bin/node-bin.sh +84 -0
  9. package/template/bin/pin-node.sh +51 -0
  10. package/template/claude-task-manager/api-prompts.js +1203 -182
  11. package/template/claude-task-manager/api-reviews.js +109 -15
  12. package/template/claude-task-manager/approval-agent.js +1360 -280
  13. package/template/claude-task-manager/bin/restart-ctm.sh +64 -23
  14. package/template/claude-task-manager/bin/storage-migration-supervisor.js +338 -0
  15. package/template/claude-task-manager/db.js +4417 -295
  16. package/template/claude-task-manager/docs/app-update-refresh-protocol.md +69 -0
  17. package/template/claude-task-manager/docs/approval-ai-refinement.md +138 -0
  18. package/template/claude-task-manager/docs/approval-rescue-loop.md +74 -0
  19. package/template/claude-task-manager/docs/codex-operational-warning-health.md +107 -0
  20. package/template/claude-task-manager/docs/codex-resume-state-guard-design.md +17 -12
  21. package/template/claude-task-manager/docs/codex-terminal-render-controller-handoff.md +311 -0
  22. package/template/claude-task-manager/docs/coding-agent-hooks-architecture.md +418 -0
  23. package/template/claude-task-manager/docs/conversation-import-freshness.md +20 -0
  24. package/template/claude-task-manager/docs/google-workspace-auth-health.md +77 -0
  25. package/template/claude-task-manager/docs/image-paste-ux.md +13 -0
  26. package/template/claude-task-manager/docs/ipad-web-preview.md +88 -0
  27. package/template/claude-task-manager/docs/main-loop-offload-architecture.md +66 -0
  28. package/template/claude-task-manager/docs/microsoft-dev-tunnel-phone-access-design.md +274 -519
  29. package/template/claude-task-manager/docs/mobile-live-streaming.md +27 -5
  30. package/template/claude-task-manager/docs/mobile-remote-submission-lifecycle.md +69 -0
  31. package/template/claude-task-manager/docs/phone-access-design.md +53 -15
  32. package/template/claude-task-manager/docs/phone-passkey-identity.md +122 -0
  33. package/template/claude-task-manager/docs/phone-setup.md +3 -0
  34. package/template/claude-task-manager/docs/prompt-editing-tree-design.md +25 -1
  35. package/template/claude-task-manager/docs/remote-desktop-access-design.md +268 -0
  36. package/template/claude-task-manager/docs/restart-lifecycle-architecture.md +95 -0
  37. package/template/claude-task-manager/docs/runtime-work-control-plane.md +53 -0
  38. package/template/claude-task-manager/docs/session-interactive-wait-surfaces.md +38 -0
  39. package/template/claude-task-manager/docs/session-needs-you-dismissal.md +84 -0
  40. package/template/claude-task-manager/docs/session-render-state-management-design.md +91 -3
  41. package/template/claude-task-manager/docs/session-standup-command-center-design.md +25 -1
  42. package/template/claude-task-manager/docs/session-title-authority.md +32 -0
  43. package/template/claude-task-manager/docs/session-workspace-binding.md +33 -0
  44. package/template/claude-task-manager/docs/skill-intent-resolution-design.md +72 -0
  45. package/template/claude-task-manager/docs/walle-mcp-supervisor-health.md +86 -0
  46. package/template/claude-task-manager/docs/walle-relay-phone-access-design.md +24 -15
  47. package/template/claude-task-manager/docs/walle-session-history-hydration.md +114 -0
  48. package/template/claude-task-manager/docs/walle-session-input-queue.md +104 -0
  49. package/template/claude-task-manager/docs/walle-session-model-catalog.md +90 -0
  50. package/template/claude-task-manager/docs/walle-session-model-preferences.md +15 -6
  51. package/template/claude-task-manager/git-utils.js +897 -27
  52. package/template/claude-task-manager/lib/agent-capabilities.js +33 -0
  53. package/template/claude-task-manager/lib/agent-cli-cache.js +37 -7
  54. package/template/claude-task-manager/lib/agent-hooks-installer.js +26 -2
  55. package/template/claude-task-manager/lib/agent-presets.js +17 -1
  56. package/template/claude-task-manager/lib/all-sessions-query.js +108 -0
  57. package/template/claude-task-manager/lib/approval-ai-refinement.js +488 -0
  58. package/template/claude-task-manager/lib/approval-self-adapt.js +168 -0
  59. package/template/claude-task-manager/lib/async-semaphore.js +44 -0
  60. package/template/claude-task-manager/lib/auth-context.js +5 -0
  61. package/template/claude-task-manager/lib/auth-rate-limit.js +47 -4
  62. package/template/claude-task-manager/lib/auth-rules.js +29 -2
  63. package/template/claude-task-manager/lib/auto-approval-verifier.js +129 -16
  64. package/template/claude-task-manager/lib/background-llm.js +144 -17
  65. package/template/claude-task-manager/lib/branch-inventory.js +212 -0
  66. package/template/claude-task-manager/lib/claude-desktop-sessions.js +15 -3
  67. package/template/claude-task-manager/lib/coalesce-sync-frames.js +151 -0
  68. package/template/claude-task-manager/lib/codex-launch-health.js +762 -0
  69. package/template/claude-task-manager/lib/codex-transcript-pager.js +51 -0
  70. package/template/claude-task-manager/lib/codex-zst.js +124 -0
  71. package/template/claude-task-manager/lib/coding-agent-models.js +233 -30
  72. package/template/claude-task-manager/lib/connection-health.js +232 -0
  73. package/template/claude-task-manager/lib/conversation-blob-parser.js +42 -0
  74. package/template/claude-task-manager/lib/conversation-tail-merge.js +89 -26
  75. package/template/claude-task-manager/lib/ctm-session-context-api.js +39 -10
  76. package/template/claude-task-manager/lib/cursor-conversation-store.js +354 -0
  77. package/template/claude-task-manager/lib/db-owner-worker-client.js +315 -0
  78. package/template/claude-task-manager/lib/document-review.js +141 -6
  79. package/template/claude-task-manager/lib/escalation-review.js +152 -0
  80. package/template/claude-task-manager/lib/graceful-shutdown.js +159 -0
  81. package/template/claude-task-manager/lib/headless-term-service.js +678 -0
  82. package/template/claude-task-manager/lib/heavy-worker-fallback.js +38 -0
  83. package/template/claude-task-manager/lib/jsonl-conversation-parser.js +542 -0
  84. package/template/claude-task-manager/lib/jsonl-range-reader.js +112 -0
  85. package/template/claude-task-manager/lib/main-db-census.js +216 -0
  86. package/template/claude-task-manager/lib/message-pagination.js +106 -4
  87. package/template/claude-task-manager/lib/microsoft-dev-tunnel-setup.js +750 -26
  88. package/template/claude-task-manager/lib/mobile-auth-api.js +274 -7
  89. package/template/claude-task-manager/lib/mobile-auth-store.js +592 -10
  90. package/template/claude-task-manager/lib/mobile-notification-dispatcher.js +15 -0
  91. package/template/claude-task-manager/lib/model-overview-brain-fallback.js +311 -0
  92. package/template/claude-task-manager/lib/model-overview-cache.js +141 -0
  93. package/template/claude-task-manager/lib/models-health-routing-notice.js +126 -0
  94. package/template/claude-task-manager/lib/node-pin-guard.js +93 -0
  95. package/template/claude-task-manager/lib/perf-tracker.js +242 -6
  96. package/template/claude-task-manager/lib/permission-match.js +76 -0
  97. package/template/claude-task-manager/lib/permission-sync.js +133 -20
  98. package/template/claude-task-manager/lib/process-title.js +35 -0
  99. package/template/claude-task-manager/lib/prompt-executions-query.js +25 -0
  100. package/template/claude-task-manager/lib/prompt-index-disk-cache.js +44 -0
  101. package/template/claude-task-manager/lib/prompt-intent.js +132 -0
  102. package/template/claude-task-manager/lib/provider-user-context.js +34 -0
  103. package/template/claude-task-manager/lib/read-pool-client.js +313 -0
  104. package/template/claude-task-manager/lib/readpool-breaker.js +31 -0
  105. package/template/claude-task-manager/lib/recent-sessions-breaker.js +12 -0
  106. package/template/claude-task-manager/lib/remote-feedback-client.js +72 -0
  107. package/template/claude-task-manager/lib/remote-relay-protocol.js +37 -4
  108. package/template/claude-task-manager/lib/remote-relay-store.js +159 -0
  109. package/template/claude-task-manager/lib/remote-submission-observer.js +278 -0
  110. package/template/claude-task-manager/lib/restart-guard.js +109 -0
  111. package/template/claude-task-manager/lib/restore-interruption-detector.js +439 -0
  112. package/template/claude-task-manager/lib/restore-policy.js +13 -0
  113. package/template/claude-task-manager/lib/restore-resume-batch.js +74 -0
  114. package/template/claude-task-manager/lib/restore-runtime.js +68 -0
  115. package/template/claude-task-manager/lib/restore-storm.js +34 -0
  116. package/template/claude-task-manager/lib/resume-cwd.js +36 -0
  117. package/template/claude-task-manager/lib/resume-preflight.js +313 -0
  118. package/template/claude-task-manager/lib/runtime-work-registry.js +444 -0
  119. package/template/claude-task-manager/lib/sanitize-openai-auth.js +31 -0
  120. package/template/claude-task-manager/lib/scheduler.js +21 -1
  121. package/template/claude-task-manager/lib/scrollback-snapshot-store.js +159 -0
  122. package/template/claude-task-manager/lib/serial-task-queue.js +64 -0
  123. package/template/claude-task-manager/lib/server-listeners.js +239 -0
  124. package/template/claude-task-manager/lib/session-capture.js +42 -7
  125. package/template/claude-task-manager/lib/session-content-backfill.js +131 -0
  126. package/template/claude-task-manager/lib/session-history.js +388 -43
  127. package/template/claude-task-manager/lib/session-host-manager.js +287 -0
  128. package/template/claude-task-manager/lib/session-image-refs.js +209 -0
  129. package/template/claude-task-manager/lib/session-jobs.js +399 -59
  130. package/template/claude-task-manager/lib/session-prompt-index.js +137 -0
  131. package/template/claude-task-manager/lib/session-restore.js +53 -0
  132. package/template/claude-task-manager/lib/session-standup.js +123 -23
  133. package/template/claude-task-manager/lib/session-state-bus.js +14 -0
  134. package/template/claude-task-manager/lib/session-stream.js +64 -16
  135. package/template/claude-task-manager/lib/session-timeline-summary.js +260 -0
  136. package/template/claude-task-manager/lib/session-token-usage.js +494 -0
  137. package/template/claude-task-manager/lib/session-workspace-binding.js +356 -0
  138. package/template/claude-task-manager/lib/setup-network-config.js +9 -0
  139. package/template/claude-task-manager/lib/size-cap.js +45 -0
  140. package/template/claude-task-manager/lib/size-cap.test.js +62 -0
  141. package/template/claude-task-manager/lib/skill-autocomplete.js +180 -1
  142. package/template/claude-task-manager/lib/skill-intent-resolver.js +304 -0
  143. package/template/claude-task-manager/lib/sqlite-driver.js +19 -3
  144. package/template/claude-task-manager/lib/standup-attention.js +7 -3
  145. package/template/claude-task-manager/lib/status-authority.js +39 -0
  146. package/template/claude-task-manager/lib/status-hooks.js +4 -0
  147. package/template/claude-task-manager/lib/storage-migration.js +235 -0
  148. package/template/claude-task-manager/lib/structured-capture.js +298 -0
  149. package/template/claude-task-manager/lib/sync-io-census.js +163 -0
  150. package/template/claude-task-manager/lib/tailscale-setup.js +6 -0
  151. package/template/claude-task-manager/lib/terminal-activity-evidence.js +33 -0
  152. package/template/claude-task-manager/lib/terminal-choice.js +364 -0
  153. package/template/claude-task-manager/lib/terminal-control-sanitize.js +17 -0
  154. package/template/claude-task-manager/lib/terminal-fingerprint.js +48 -0
  155. package/template/claude-task-manager/lib/terminal-output-flush.js +84 -0
  156. package/template/claude-task-manager/lib/timeline-order.js +122 -0
  157. package/template/claude-task-manager/lib/transcript-store.js +348 -43
  158. package/template/claude-task-manager/lib/transport-security.js +84 -1
  159. package/template/claude-task-manager/lib/wait-state.js +184 -0
  160. package/template/claude-task-manager/lib/walle-client.js +47 -5
  161. package/template/claude-task-manager/lib/walle-ctm-history.js +564 -4
  162. package/template/claude-task-manager/lib/walle-external-actions.js +135 -16
  163. package/template/claude-task-manager/lib/walle-history-hydration.js +46 -0
  164. package/template/claude-task-manager/lib/walle-native-health.js +403 -0
  165. package/template/claude-task-manager/lib/walle-repair.js +701 -0
  166. package/template/claude-task-manager/lib/walle-session-cache.js +109 -0
  167. package/template/claude-task-manager/lib/walle-session-context.js +57 -21
  168. package/template/claude-task-manager/lib/walle-session-model-catalog.js +34 -0
  169. package/template/claude-task-manager/lib/walle-supervisor.js +539 -63
  170. package/template/claude-task-manager/lib/walle-transcript.js +52 -0
  171. package/template/claude-task-manager/lib/worktree-active-sync.js +11 -7
  172. package/template/claude-task-manager/lib/worktree-cwd.js +32 -1
  173. package/template/claude-task-manager/package.json +1 -1
  174. package/template/claude-task-manager/prompt-harvest.js +89 -66
  175. package/template/claude-task-manager/providers/claude-code.js +51 -3
  176. package/template/claude-task-manager/providers/cursor.js +140 -45
  177. package/template/claude-task-manager/public/css/reviews.css +551 -61
  178. package/template/claude-task-manager/public/css/setup.css +191 -0
  179. package/template/claude-task-manager/public/css/walle-session.css +865 -10
  180. package/template/claude-task-manager/public/css/walle.css +154 -0
  181. package/template/claude-task-manager/public/designs/ai-providers-consolidation-v2.html +830 -0
  182. package/template/claude-task-manager/public/index.html +18516 -2058
  183. package/template/claude-task-manager/public/ipad.html +363 -0
  184. package/template/claude-task-manager/public/js/document-review-links.js +301 -0
  185. package/template/claude-task-manager/public/js/image-normalize.js +69 -36
  186. package/template/claude-task-manager/public/js/message-renderer.js +1265 -77
  187. package/template/claude-task-manager/public/js/prompts.js +66 -29
  188. package/template/claude-task-manager/public/js/reviews.js +901 -133
  189. package/template/claude-task-manager/public/js/session-activity-utils.js +11 -1
  190. package/template/claude-task-manager/public/js/session-search-utils.js +94 -10
  191. package/template/claude-task-manager/public/js/session-status-precedence.js +23 -5
  192. package/template/claude-task-manager/public/js/setup.js +1273 -176
  193. package/template/claude-task-manager/public/js/stream-view.js +691 -73
  194. package/template/claude-task-manager/public/js/terminal-reconciler.js +210 -0
  195. package/template/claude-task-manager/public/js/walle-session.js +2455 -158
  196. package/template/claude-task-manager/public/js/walle.js +455 -28
  197. package/template/claude-task-manager/public/m/app.css +2909 -262
  198. package/template/claude-task-manager/public/m/app.js +6601 -398
  199. package/template/claude-task-manager/public/m/claim.html +224 -17
  200. package/template/claude-task-manager/public/m/index.html +117 -21
  201. package/template/claude-task-manager/public/m/sw.js +3 -1
  202. package/template/claude-task-manager/public/manifest.json +2 -2
  203. package/template/claude-task-manager/public/prompts.html +30 -14
  204. package/template/claude-task-manager/queue-engine.js +507 -28
  205. package/template/claude-task-manager/scripts/repair-claude-session-images.js +27 -8
  206. package/template/claude-task-manager/server.js +14341 -2197
  207. package/template/claude-task-manager/session-integrity.js +160 -18
  208. package/template/claude-task-manager/session-search-ranking.js +1 -0
  209. package/template/claude-task-manager/session-utils.js +25 -5
  210. package/template/claude-task-manager/workers/approval-blocklist.js +96 -6
  211. package/template/claude-task-manager/workers/approval-widget-validator.js +14 -8
  212. package/template/claude-task-manager/workers/conversation-import-worker.js +11 -50
  213. package/template/claude-task-manager/workers/db-owner-worker.js +386 -0
  214. package/template/claude-task-manager/workers/harvest-worker.js +9 -55
  215. package/template/claude-task-manager/workers/headless-term-worker.js +9 -530
  216. package/template/claude-task-manager/workers/read-pool-worker.js +387 -0
  217. package/template/claude-task-manager/workers/scrollback-worker.js +11 -72
  218. package/template/claude-task-manager/workers/session-host-process.js +146 -0
  219. package/template/claude-task-manager/workers/session-integrity-worker.js +10 -54
  220. package/template/claude-task-manager/workers/state-detectors/base.js +18 -1
  221. package/template/claude-task-manager/workers/state-detectors/claude-code.js +182 -9
  222. package/template/claude-task-manager/workers/state-detectors/codex.js +150 -2
  223. package/template/claude-task-manager/workers/state-detectors/cursor.js +127 -0
  224. package/template/claude-task-manager/workers/state-detectors/gemini.js +21 -0
  225. package/template/claude-task-manager/workers/state-detectors/index.js +29 -0
  226. package/template/claude-task-manager/workers/state-detectors/opencode.js +103 -0
  227. package/template/docs/design/markdown-review-pane.md +206 -0
  228. package/template/docs/designs/2026-05-17-portkey-gateway-provider-ux.md +129 -38
  229. package/template/docs/designs/2026-05-20-mobile-worktree-finish-command.md +27 -0
  230. package/template/docs/designs/2026-05-22-ai-configuration-consolidation.md +248 -0
  231. package/template/docs/designs/ai-configuration-consolidation-mock.html +812 -0
  232. package/template/docs/private-memory-and-pii-policy.md +69 -0
  233. package/template/package.json +2 -1
  234. package/template/scripts/check-private-data.js +201 -0
  235. package/template/shared/sqlite-owner-guard.js +30 -0
  236. package/template/shared/sqlite-owner-write-queue.js +225 -0
  237. package/template/shared/sqlite-storage-policy.js +111 -0
  238. package/template/shared/sqlite-write-lock.js +428 -0
  239. package/template/wall-e/agent-runners/claude-code.js +5 -0
  240. package/template/wall-e/agent.js +166 -22
  241. package/template/wall-e/api-walle.js +524 -70
  242. package/template/wall-e/auth/provider-flows.js +11 -1
  243. package/template/wall-e/bin/walle-mcp-stdio.js +341 -17
  244. package/template/wall-e/brain.js +1614 -141
  245. package/template/wall-e/chat/attachment-blocks.js +96 -0
  246. package/template/wall-e/chat/attachments.js +2 -1
  247. package/template/wall-e/chat/capability-resolver.js +7 -7
  248. package/template/wall-e/chat/context-messages.js +28 -0
  249. package/template/wall-e/chat/conversation-frame.js +630 -0
  250. package/template/wall-e/chat/provider-messages.js +125 -0
  251. package/template/wall-e/chat.js +1002 -233
  252. package/template/wall-e/coding/acceptance-contract.js +170 -0
  253. package/template/wall-e/coding/acp-adapter.js +1 -1
  254. package/template/wall-e/coding/agent-catalog.js +3 -0
  255. package/template/wall-e/coding/artifact-store.js +93 -0
  256. package/template/wall-e/coding/capability-router.js +120 -0
  257. package/template/wall-e/coding/coding-run-controller.js +423 -0
  258. package/template/wall-e/coding/compaction-service.js +157 -12
  259. package/template/wall-e/coding/frontend-verification.js +258 -0
  260. package/template/wall-e/coding/lifecycle-hooks.js +75 -0
  261. package/template/wall-e/coding/local-preview-contract.js +157 -0
  262. package/template/wall-e/coding/permission-service.js +57 -13
  263. package/template/wall-e/coding/prompt-bundle.js +19 -1
  264. package/template/wall-e/coding/prompt-section-registry.js +227 -0
  265. package/template/wall-e/coding/provider-compat.js +15 -0
  266. package/template/wall-e/coding/runtime-events.js +224 -0
  267. package/template/wall-e/coding/runtime-mode.js +3 -0
  268. package/template/wall-e/coding/side-git-snapshot.js +160 -4
  269. package/template/wall-e/coding/snapshot-service.js +143 -1
  270. package/template/wall-e/coding/stream-processor.js +388 -34
  271. package/template/wall-e/coding/task-tool.js +141 -4
  272. package/template/wall-e/coding/tool-execution-controller.js +365 -0
  273. package/template/wall-e/coding/tool-registry.js +43 -5
  274. package/template/wall-e/coding/user-hooks.js +217 -0
  275. package/template/wall-e/coding-orchestrator.js +1330 -221
  276. package/template/wall-e/coding-prompts.js +20 -4
  277. package/template/wall-e/context/context-builder.js +15 -2
  278. package/template/wall-e/decision/confidence.js +1 -1
  279. package/template/wall-e/docs/coding-acceptance-contract.md +41 -0
  280. package/template/wall-e/docs/external-action-controller.md +26 -6
  281. package/template/wall-e/docs/telemetry-lifecycle.md +8 -2
  282. package/template/wall-e/embeddings.js +591 -53
  283. package/template/wall-e/external-action-controller.js +12 -0
  284. package/template/wall-e/http/auth.js +1 -0
  285. package/template/wall-e/http/chat-api.js +46 -11
  286. package/template/wall-e/http/model-admin.js +836 -34
  287. package/template/wall-e/lib/boot-profile.js +88 -0
  288. package/template/wall-e/lib/event-loop-monitor.js +93 -0
  289. package/template/wall-e/lib/service-health.js +194 -0
  290. package/template/wall-e/llm/anthropic.js +130 -5
  291. package/template/wall-e/llm/client.js +266 -63
  292. package/template/wall-e/llm/default-fallback.js +382 -0
  293. package/template/wall-e/llm/health.js +19 -0
  294. package/template/wall-e/llm/message-guard.js +78 -0
  295. package/template/wall-e/llm/model-catalog.js +252 -1
  296. package/template/wall-e/llm/openai.js +26 -4
  297. package/template/wall-e/llm/portkey-sync.js +654 -0
  298. package/template/wall-e/llm/provider-error.js +30 -2
  299. package/template/wall-e/llm/registry.js +5 -1
  300. package/template/wall-e/llm/request-compat.js +67 -0
  301. package/template/wall-e/loops/backfill.js +79 -23
  302. package/template/wall-e/loops/brain-optimize.js +67 -0
  303. package/template/wall-e/loops/ingest.js +25 -10
  304. package/template/wall-e/loops/question-digest.js +160 -0
  305. package/template/wall-e/loops/reflect.js +6 -4
  306. package/template/wall-e/loops/think.js +39 -12
  307. package/template/wall-e/mcp-server.js +318 -36
  308. package/template/wall-e/memory/ctm-context-client.js +52 -14
  309. package/template/wall-e/memory/ctm-operational-context.js +237 -0
  310. package/template/wall-e/memory/ctm-prompt-executions-client.js +128 -0
  311. package/template/wall-e/memory/ctm-session-context.js +111 -63
  312. package/template/wall-e/prompts/coding/deepseek.txt +3 -0
  313. package/template/wall-e/prompts/coding/gemini.txt +6 -0
  314. package/template/wall-e/prompts/coding/gpt.txt +6 -0
  315. package/template/wall-e/prompts/coding/local.txt +7 -0
  316. package/template/wall-e/runtime/decision-hooks.js +115 -0
  317. package/template/wall-e/runtime/devbox-gateway.js +82 -8
  318. package/template/wall-e/runtime/prompt-manifest.js +86 -0
  319. package/template/wall-e/runtime/tool-executor.js +269 -0
  320. package/template/wall-e/runtime/tool-result-envelope.js +138 -0
  321. package/template/wall-e/runtime/transcript-projection.js +60 -0
  322. package/template/wall-e/runtime/walle-runtime.js +224 -0
  323. package/template/wall-e/scripts/db-optimize/migrate.js +162 -0
  324. package/template/wall-e/scripts/db-optimize/recall-eval.js +117 -0
  325. package/template/wall-e/server.js +15 -0
  326. package/template/wall-e/session-files.js +9 -0
  327. package/template/wall-e/skills/_bundled/google-calendar/run.js +1 -1
  328. package/template/wall-e/skills/_bundled/gws-workspace/run.js +1 -1
  329. package/template/wall-e/skills/_bundled/slack-mentions/run.js +76 -6
  330. package/template/wall-e/skills/claude-code-reader.js +7 -3
  331. package/template/wall-e/skills/script-skill-runner.js +10 -0
  332. package/template/wall-e/skills/skill-planner.js +38 -0
  333. package/template/wall-e/tools/builtin-middleware.js +19 -9
  334. package/template/wall-e/tools/local-tools.js +1428 -16
  335. package/template/wall-e/tools/permission-checker.js +73 -5
  336. package/template/wall-e/tools/question-manager.js +117 -7
  337. package/template/wall-e/training/harvester.js +12 -28
  338. package/template/wall-e/training/replay.js +25 -80
  339. package/template/website/index.html +10 -10
  340. package/template/wall-e/eval/ab-test.js +0 -203
  341. package/template/wall-e/eval/agent-runner.js +0 -772
  342. package/template/wall-e/eval/agent-scorer.js +0 -461
  343. package/template/wall-e/eval/aggregator.js +0 -414
  344. package/template/wall-e/eval/allowed-test-commands.js +0 -34
  345. package/template/wall-e/eval/benchmark-generator.js +0 -113
  346. package/template/wall-e/eval/benchmarks/chat-eval.json +0 -1662
  347. package/template/wall-e/eval/benchmarks/chat.json +0 -82
  348. package/template/wall-e/eval/benchmarks/coding-agent-real.json +0 -1
  349. package/template/wall-e/eval/benchmarks/coding-agent.json +0 -1581
  350. package/template/wall-e/eval/benchmarks/coding.json +0 -122
  351. package/template/wall-e/eval/benchmarks/memory-retrieval.json +0 -234
  352. package/template/wall-e/eval/benchmarks/reasoning.json +0 -82
  353. package/template/wall-e/eval/benchmarks/swebench-lite-30.json +0 -212
  354. package/template/wall-e/eval/benchmarks.js +0 -669
  355. package/template/wall-e/eval/cc-replay.js +0 -719
  356. package/template/wall-e/eval/chat-eval.js +0 -525
  357. package/template/wall-e/eval/check-keys.js +0 -15
  358. package/template/wall-e/eval/check-providers.js +0 -42
  359. package/template/wall-e/eval/codex-cli-baseline.js +0 -669
  360. package/template/wall-e/eval/coding-agent-real.js +0 -570
  361. package/template/wall-e/eval/context-compactor.js +0 -251
  362. package/template/wall-e/eval/debug-agent003.js +0 -68
  363. package/template/wall-e/eval/diagnostics.js +0 -216
  364. package/template/wall-e/eval/eval-orchestrator.js +0 -642
  365. package/template/wall-e/eval/evaluate.js +0 -202
  366. package/template/wall-e/eval/evaluator.js +0 -373
  367. package/template/wall-e/eval/exporter.js +0 -212
  368. package/template/wall-e/eval/fixtures/express-basic/package.json +0 -9
  369. package/template/wall-e/eval/fixtures/express-basic/server.js +0 -115
  370. package/template/wall-e/eval/fixtures/express-basic/test.js +0 -83
  371. package/template/wall-e/eval/fixtures/express-buggy/package.json +0 -9
  372. package/template/wall-e/eval/fixtures/express-buggy/server.js +0 -113
  373. package/template/wall-e/eval/fixtures/express-buggy/test.js +0 -83
  374. package/template/wall-e/eval/fixtures/express-buggy-items/package.json +0 -9
  375. package/template/wall-e/eval/fixtures/express-buggy-items/server.js +0 -112
  376. package/template/wall-e/eval/fixtures/express-buggy-items/test.js +0 -83
  377. package/template/wall-e/eval/fixtures/express-buggy-search/package.json +0 -9
  378. package/template/wall-e/eval/fixtures/express-buggy-search/server.js +0 -121
  379. package/template/wall-e/eval/fixtures/express-buggy-search/test.js +0 -83
  380. package/template/wall-e/eval/fixtures/express-rename-data/data.js +0 -34
  381. package/template/wall-e/eval/fixtures/express-rename-data/package.json +0 -9
  382. package/template/wall-e/eval/fixtures/express-rename-data/server.js +0 -97
  383. package/template/wall-e/eval/fixtures/express-rename-data/test.js +0 -88
  384. package/template/wall-e/eval/fixtures/express-xss/package.json +0 -12
  385. package/template/wall-e/eval/fixtures/express-xss/server.js +0 -90
  386. package/template/wall-e/eval/fixtures/express-xss/test.js +0 -67
  387. package/template/wall-e/eval/fixtures/express-xss/views/profile.ejs +0 -9
  388. package/template/wall-e/eval/fixtures/fullstack-app/config/default.js +0 -9
  389. package/template/wall-e/eval/fixtures/fullstack-app/config/test.js +0 -13
  390. package/template/wall-e/eval/fixtures/fullstack-app/package.json +0 -11
  391. package/template/wall-e/eval/fixtures/fullstack-app/public/css/style.css +0 -137
  392. package/template/wall-e/eval/fixtures/fullstack-app/public/index.html +0 -46
  393. package/template/wall-e/eval/fixtures/fullstack-app/public/js/app.js +0 -121
  394. package/template/wall-e/eval/fixtures/fullstack-app/public/js/auth.js +0 -71
  395. package/template/wall-e/eval/fixtures/fullstack-app/public/js/items.js +0 -80
  396. package/template/wall-e/eval/fixtures/fullstack-app/public/js/users.js +0 -46
  397. package/template/wall-e/eval/fixtures/fullstack-app/public/login.html +0 -45
  398. package/template/wall-e/eval/fixtures/fullstack-app/public/register.html +0 -38
  399. package/template/wall-e/eval/fixtures/fullstack-app/scripts/migrate.js +0 -23
  400. package/template/wall-e/eval/fixtures/fullstack-app/scripts/seed.js +0 -46
  401. package/template/wall-e/eval/fixtures/fullstack-app/server/db.js +0 -99
  402. package/template/wall-e/eval/fixtures/fullstack-app/server/index.js +0 -94
  403. package/template/wall-e/eval/fixtures/fullstack-app/server/middleware/auth.js +0 -19
  404. package/template/wall-e/eval/fixtures/fullstack-app/server/middleware/logger.js +0 -19
  405. package/template/wall-e/eval/fixtures/fullstack-app/server/router.js +0 -50
  406. package/template/wall-e/eval/fixtures/fullstack-app/server/routes/auth.js +0 -69
  407. package/template/wall-e/eval/fixtures/fullstack-app/server/routes/health.js +0 -23
  408. package/template/wall-e/eval/fixtures/fullstack-app/server/routes/items.js +0 -88
  409. package/template/wall-e/eval/fixtures/fullstack-app/server/routes/users.js +0 -75
  410. package/template/wall-e/eval/fixtures/fullstack-app/server/test.js +0 -198
  411. package/template/wall-e/eval/fixtures/fullstack-app/server/utils/response.js +0 -34
  412. package/template/wall-e/eval/fixtures/fullstack-app/server/utils/validate.js +0 -26
  413. package/template/wall-e/eval/fixtures/fullstack-app/server.js +0 -8
  414. package/template/wall-e/eval/fixtures/fullstack-app/test.js +0 -12
  415. package/template/wall-e/eval/fixtures/monorepo-basic/package.json +0 -8
  416. package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/data.js +0 -58
  417. package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/middleware.js +0 -46
  418. package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/package.json +0 -8
  419. package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/routes.js +0 -64
  420. package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/server.js +0 -56
  421. package/template/wall-e/eval/fixtures/monorepo-basic/packages/api/test.js +0 -116
  422. package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/commands.js +0 -61
  423. package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/index.js +0 -62
  424. package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/output.js +0 -43
  425. package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/package.json +0 -11
  426. package/template/wall-e/eval/fixtures/monorepo-basic/packages/cli/test.js +0 -44
  427. package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/formatters.js +0 -43
  428. package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/index.js +0 -12
  429. package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/package.json +0 -5
  430. package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/test.js +0 -55
  431. package/template/wall-e/eval/fixtures/monorepo-basic/packages/shared/validators.js +0 -29
  432. package/template/wall-e/eval/fixtures/monorepo-basic/test.js +0 -46
  433. package/template/wall-e/eval/fixtures/node-cli/index.js +0 -78
  434. package/template/wall-e/eval/fixtures/node-cli/package.json +0 -10
  435. package/template/wall-e/eval/fixtures/node-cli/test.js +0 -57
  436. package/template/wall-e/eval/fixtures/node-typed/package.json +0 -8
  437. package/template/wall-e/eval/fixtures/node-typed/src/handlers.js +0 -31
  438. package/template/wall-e/eval/fixtures/node-typed/src/utils.js +0 -33
  439. package/template/wall-e/eval/fixtures/node-typed/test.js +0 -36
  440. package/template/wall-e/eval/fixtures/python-flask/app.py +0 -14
  441. package/template/wall-e/eval/fixtures/python-flask/requirements.txt +0 -2
  442. package/template/wall-e/eval/fixtures/python-flask/test_app.py +0 -25
  443. package/template/wall-e/eval/fixtures/wall-e-subset/brain.js +0 -105
  444. package/template/wall-e/eval/fixtures/wall-e-subset/eval/aggregator.js +0 -101
  445. package/template/wall-e/eval/fixtures/wall-e-subset/eval/benchmarks/chat.json +0 -20
  446. package/template/wall-e/eval/fixtures/wall-e-subset/eval/benchmarks/coding.json +0 -32
  447. package/template/wall-e/eval/fixtures/wall-e-subset/eval/benchmarks.js +0 -64
  448. package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/package.json +0 -6
  449. package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/server.js +0 -31
  450. package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/test.js +0 -18
  451. package/template/wall-e/eval/fixtures/wall-e-subset/eval/fixtures/simple-project/utils.js +0 -34
  452. package/template/wall-e/eval/fixtures/wall-e-subset/eval/runner.js +0 -104
  453. package/template/wall-e/eval/fixtures/wall-e-subset/eval/scorer.js +0 -73
  454. package/template/wall-e/eval/fixtures/wall-e-subset/eval/test.js +0 -134
  455. package/template/wall-e/eval/fixtures/wall-e-subset/llm/client.js +0 -99
  456. package/template/wall-e/eval/fixtures/wall-e-subset/llm/providers.js +0 -63
  457. package/template/wall-e/eval/fixtures/wall-e-subset/llm/test.js +0 -70
  458. package/template/wall-e/eval/fixtures/wall-e-subset/package.json +0 -10
  459. package/template/wall-e/eval/fixtures/wall-e-subset/test.js +0 -86
  460. package/template/wall-e/eval/harvester.js +0 -685
  461. package/template/wall-e/eval/head-to-head.js +0 -388
  462. package/template/wall-e/eval/humaneval-adapter.js +0 -321
  463. package/template/wall-e/eval/list-models.js +0 -31
  464. package/template/wall-e/eval/livecodebench-adapter.js +0 -291
  465. package/template/wall-e/eval/mail-integration.js +0 -443
  466. package/template/wall-e/eval/manifest.js +0 -186
  467. package/template/wall-e/eval/meta-harness/adapters/coding-agent.js +0 -57
  468. package/template/wall-e/eval/meta-harness/bootstrap-snapshot.js +0 -149
  469. package/template/wall-e/eval/meta-harness/candidate-store.js +0 -117
  470. package/template/wall-e/eval/meta-harness/cli.js +0 -86
  471. package/template/wall-e/eval/meta-harness/domain-spec.js +0 -154
  472. package/template/wall-e/eval/meta-harness/domains/coding-agent.domain.json +0 -84
  473. package/template/wall-e/eval/meta-harness/examples/env-bootstrap-candidate.js +0 -29
  474. package/template/wall-e/eval/meta-harness/experience-store.js +0 -174
  475. package/template/wall-e/eval/meta-harness/frontier.js +0 -96
  476. package/template/wall-e/eval/meta-harness/harness-interface.js +0 -90
  477. package/template/wall-e/eval/meta-harness/leakage-guard.js +0 -80
  478. package/template/wall-e/eval/meta-harness/optimizer.js +0 -207
  479. package/template/wall-e/eval/meta-harness/proposer-runner.js +0 -110
  480. package/template/wall-e/eval/meta-harness/reporting.js +0 -58
  481. package/template/wall-e/eval/meta-harness/telemetry.js +0 -27
  482. package/template/wall-e/eval/meta-harness/validation.js +0 -81
  483. package/template/wall-e/eval/promoter.js +0 -228
  484. package/template/wall-e/eval/provider-normalizer.js +0 -33
  485. package/template/wall-e/eval/replay.js +0 -395
  486. package/template/wall-e/eval/run-agent-benchmarks.js +0 -386
  487. package/template/wall-e/eval/run-codex-cli-baseline.js +0 -177
  488. package/template/wall-e/eval/run-coding-agent-real.js +0 -187
  489. package/template/wall-e/eval/run-eval.js +0 -435
  490. package/template/wall-e/eval/run-model-comparison.js +0 -142
  491. package/template/wall-e/eval/session-evaluator.js +0 -187
  492. package/template/wall-e/eval/session-miner.js +0 -207
  493. package/template/wall-e/eval/session-retrieval-benchmark.js +0 -150
  494. package/template/wall-e/eval/session-transcripts.js +0 -509
  495. package/template/wall-e/eval/shadow.js +0 -161
  496. package/template/wall-e/eval/swebench-adapter.js +0 -345
  497. package/template/wall-e/eval/swebench-docker.js +0 -192
  498. package/template/wall-e/eval/train.py +0 -320
  499. package/template/wall-e/eval/trainer.js +0 -232
  500. package/template/wall-e/eval/weekly-eval-loop.js +0 -241
@@ -1,509 +0,0 @@
1
- 'use strict';
2
-
3
- const fs = require('fs');
4
- const os = require('os');
5
- const path = require('path');
6
-
7
- const {
8
- findJsonlFiles,
9
- extractContent: harvestExtractContent,
10
- extractToolCalls: harvestExtractToolCalls,
11
- } = require('./harvester');
12
-
13
- const DEFAULT_TRANSCRIPT_ROOTS = {
14
- claude: path.join(os.homedir(), '.claude', 'projects'),
15
- codex: path.join(os.homedir(), '.codex', 'sessions'),
16
- walle: process.env.WALLE_SESSIONS_DIR
17
- || process.env.WALL_E_SESSIONS_DIR
18
- || process.env.WALL_E_SESSION_DIR
19
- || process.env.WALLE_SESSION_DIR
20
- || (process.env.WALLE_DEV_DIR ? path.join(process.env.WALLE_DEV_DIR, 'sessions') : '')
21
- || path.join(process.env.WALL_E_DATA_DIR || path.join(os.homedir(), '.walle'), 'sessions'),
22
- };
23
-
24
- const MIN_PROMPT_CHARS = 20;
25
-
26
- function detectTranscriptSource(jsonlPath, events = null) {
27
- const normalized = path.normalize(jsonlPath || '');
28
- if (normalized.includes(`${path.sep}.claude${path.sep}projects${path.sep}`)) return 'claude';
29
- if (normalized.includes(`${path.sep}.codex${path.sep}sessions${path.sep}`)) return 'codex';
30
- if (normalized.includes(`${path.sep}.walle${path.sep}sessions${path.sep}`)) return 'walle';
31
-
32
- const sample = events || readJsonlEvents(jsonlPath).slice(0, 50);
33
- for (const evt of sample) {
34
- if (evt?.walle?.schema === 'wall-e-session-v1') return 'walle';
35
- if (evt?.provider === 'walle' || evt?.type === 'walle_part') return 'walle';
36
- if (evt?.type === 'session_meta' && evt.payload?.originator === 'codex-tui') return 'codex';
37
- if (evt?.type === 'turn_context' && evt.payload?.cwd) return 'codex';
38
- if (evt?.type === 'response_item' && evt.payload) return 'codex';
39
- if ((evt?.type === 'user' || evt?.type === 'assistant') && evt.message?.role) return 'claude';
40
- }
41
- return 'unknown';
42
- }
43
-
44
- function findTranscriptJsonlFiles({ roots, source = 'all', sinceDays = 14, limit = null } = {}) {
45
- const selectedRoots = resolveRoots(roots, source);
46
- const sinceMs = sinceDays == null ? 0 : Date.now() - Number(sinceDays) * 24 * 60 * 60 * 1000;
47
- const files = [];
48
-
49
- for (const root of selectedRoots) {
50
- if (!root || !fs.existsSync(root)) continue;
51
- for (const file of findJsonlFiles(root)) {
52
- let stat;
53
- try { stat = fs.statSync(file); } catch { continue; }
54
- if (sinceMs && stat.mtime.getTime() < sinceMs) continue;
55
- files.push({ file, mtime: stat.mtime.getTime() });
56
- }
57
- }
58
-
59
- files.sort((a, b) => b.mtime - a.mtime);
60
- return (limit ? files.slice(0, limit) : files).map((entry) => entry.file);
61
- }
62
-
63
- function parseTranscriptJsonl(jsonlPath, { repoPath = null, minPromptChars = MIN_PROMPT_CHARS } = {}) {
64
- const events = readJsonlEvents(jsonlPath);
65
- if (!events.length) return null;
66
-
67
- const source = detectTranscriptSource(jsonlPath, events);
68
- let session = null;
69
- if (source === 'claude') session = parseClaudeTranscript(jsonlPath, events, minPromptChars, 'claude');
70
- else if (source === 'codex') session = parseCodexTranscript(jsonlPath, events, minPromptChars);
71
- else if (source === 'walle') session = parseWalleTranscript(jsonlPath, events, minPromptChars);
72
- else session = parseUnknownTranscript(jsonlPath, events, minPromptChars);
73
-
74
- if (!session || !session.cwd) return null;
75
- if (repoPath && !isPathUnder(session.cwd, repoPath)) return null;
76
- return session;
77
- }
78
-
79
- function readJsonlEvents(jsonlPath) {
80
- let raw;
81
- try { raw = fs.readFileSync(jsonlPath, 'utf8'); } catch { return []; }
82
- const events = [];
83
- for (const line of raw.split('\n')) {
84
- if (!line.trim()) continue;
85
- try { events.push(JSON.parse(line)); } catch { /* skip corrupt lines */ }
86
- }
87
- return events;
88
- }
89
-
90
- function parseClaudeTranscript(jsonlPath, events, minPromptChars, source = 'claude') {
91
- const session = baseSession(jsonlPath, source);
92
- const editedFiles = new Set();
93
-
94
- for (const evt of events) {
95
- const ts = evt.timestamp || evt.message?.timestamp || null;
96
- if (ts) setSessionTime(session, ts);
97
- if (evt.cwd && !session.cwd) session.cwd = evt.cwd;
98
- if (evt.gitBranch && !session.gitBranch) session.gitBranch = evt.gitBranch;
99
-
100
- if (evt.type === 'user' && evt.message?.role === 'user') {
101
- const text = cleanUserText(extractMessageText(evt.message));
102
- if (isReplayableUserText(text, minPromptChars)) session.userMessages.push(text);
103
- }
104
-
105
- if (evt.type === 'assistant' && evt.message?.role === 'assistant') {
106
- const text = extractMessageText(evt.message);
107
- if (text) session.assistantMessages.push(text);
108
- for (const call of harvestExtractToolCalls(evt.message)) {
109
- addToolCall(session, editedFiles, call.name, call.input || {}, ts);
110
- }
111
- }
112
- }
113
-
114
- finishSession(session, editedFiles, events.length);
115
- return session;
116
- }
117
-
118
- function parseCodexTranscript(jsonlPath, events, minPromptChars) {
119
- const session = baseSession(jsonlPath, 'codex');
120
- const editedFiles = new Set();
121
-
122
- for (const evt of events) {
123
- const payload = evt.payload || {};
124
- const item = payload.item || payload;
125
- const ts = evt.timestamp || payload.timestamp || item.timestamp || null;
126
- if (ts) setSessionTime(session, ts);
127
-
128
- if (evt.type === 'session_meta') {
129
- session.sessionId = payload.id || session.sessionId;
130
- if (payload.cwd && !session.cwd) session.cwd = payload.cwd;
131
- if (payload.gitBranch && !session.gitBranch) session.gitBranch = payload.gitBranch;
132
- continue;
133
- }
134
-
135
- if (evt.type === 'turn_context') {
136
- if (payload.cwd && !session.cwd) session.cwd = payload.cwd;
137
- if (payload.gitBranch && !session.gitBranch) session.gitBranch = payload.gitBranch;
138
- continue;
139
- }
140
-
141
- if (evt.type !== 'response_item') continue;
142
-
143
- if (payload.type === 'message' || item.type === 'message' || item.role) {
144
- const role = item.role || payload.role || null;
145
- const text = cleanUserText(extractMessageText(item));
146
- if (role === 'user') {
147
- if (isReplayableUserText(text, minPromptChars)) session.userMessages.push(text);
148
- } else if (role === 'assistant') {
149
- if (text) session.assistantMessages.push(text);
150
- }
151
- continue;
152
- }
153
-
154
- if (payload.type === 'function_call' || item.type === 'function_call') {
155
- const name = item.name || payload.name || '';
156
- const input = parseToolArguments(item.arguments ?? payload.arguments ?? item.input ?? payload.input);
157
- addToolCall(session, editedFiles, name, input, ts);
158
- }
159
- }
160
-
161
- finishSession(session, editedFiles, events.length);
162
- return session;
163
- }
164
-
165
- function parseWalleTranscript(jsonlPath, events, minPromptChars) {
166
- const session = baseSession(jsonlPath, 'walle');
167
- const editedFiles = new Set();
168
-
169
- for (const evt of events) {
170
- const ts = evt.timestamp || null;
171
- if (ts) setSessionTime(session, ts);
172
- if (evt.cwd && !session.cwd) session.cwd = evt.cwd;
173
- if (evt.gitBranch && !session.gitBranch) session.gitBranch = evt.gitBranch;
174
-
175
- if (evt.type === 'session_meta') {
176
- session.sessionId = evt.sessionId || session.sessionId;
177
- if (evt.cwd && !session.cwd) session.cwd = evt.cwd;
178
- if (evt.gitBranch && !session.gitBranch) session.gitBranch = evt.gitBranch;
179
- continue;
180
- }
181
-
182
- if (evt.type === 'user') {
183
- const text = cleanUserText(extractMessageText(evt.message || evt));
184
- if (isReplayableUserText(text, minPromptChars)) session.userMessages.push(text);
185
- continue;
186
- }
187
-
188
- if (evt.type === 'assistant') {
189
- const text = extractMessageText(evt.message || evt);
190
- if (text) session.assistantMessages.push(text);
191
- for (const call of harvestExtractToolCalls(evt.message || evt)) {
192
- addToolCall(session, editedFiles, call.name, call.input || {}, ts);
193
- }
194
- continue;
195
- }
196
-
197
- if (evt.type === 'walle_part' && evt.partType === 'tool_call') {
198
- const data = evt.data || {};
199
- addToolCall(session, editedFiles, data.name || data.tool || 'tool', data.input || {}, ts);
200
- }
201
- }
202
-
203
- finishSession(session, editedFiles, events.length);
204
- return session;
205
- }
206
-
207
- function parseUnknownTranscript(jsonlPath, events, minPromptChars) {
208
- const session = baseSession(jsonlPath, 'unknown');
209
- const editedFiles = new Set();
210
-
211
- for (const evt of events) {
212
- const ts = evt.timestamp || evt.payload?.timestamp || null;
213
- if (ts) setSessionTime(session, ts);
214
- if ((evt.cwd || evt.payload?.cwd) && !session.cwd) session.cwd = evt.cwd || evt.payload.cwd;
215
-
216
- const role = evt.role || evt.message?.role || evt.payload?.role || evt.payload?.item?.role || null;
217
- const text = cleanUserText(extractMessageText(evt.message || evt.payload?.item || evt.payload || evt));
218
- if (role === 'user' && isReplayableUserText(text, minPromptChars)) session.userMessages.push(text);
219
- if (role === 'assistant' && text) session.assistantMessages.push(text);
220
-
221
- for (const call of extractGenericToolCalls(evt)) {
222
- addToolCall(session, editedFiles, call.name, call.input || {}, ts);
223
- }
224
- }
225
-
226
- finishSession(session, editedFiles, events.length);
227
- return session;
228
- }
229
-
230
- function baseSession(jsonlPath, source) {
231
- return {
232
- source,
233
- sessionId: path.basename(jsonlPath, '.jsonl'),
234
- jsonlPath,
235
- cwd: null,
236
- gitBranch: null,
237
- userMessages: [],
238
- assistantMessages: [],
239
- toolCalls: [],
240
- filesEdited: [],
241
- shellCommands: [],
242
- tsStart: null,
243
- tsEnd: null,
244
- turnCount: 0,
245
- rawEventCount: 0,
246
- };
247
- }
248
-
249
- function finishSession(session, editedFiles, rawEventCount) {
250
- session.filesEdited = [...editedFiles];
251
- session.turnCount = session.userMessages.length;
252
- session.rawEventCount = rawEventCount;
253
- session.tsStart = session.tsStart || new Date(0).toISOString();
254
- session.tsEnd = session.tsEnd || session.tsStart;
255
-
256
- // Compatibility aliases for the existing Claude replay scorer.
257
- session.claudeToolCalls = session.toolCalls.map((call) => call.name).filter(Boolean);
258
- session.claudeFilesEdited = session.filesEdited;
259
- }
260
-
261
- function setSessionTime(session, ts) {
262
- const iso = toIso(ts);
263
- if (!iso) return;
264
- if (!session.tsStart) session.tsStart = iso;
265
- session.tsEnd = iso;
266
- }
267
-
268
- function toIso(ts) {
269
- if (!ts) return null;
270
- const d = new Date(ts);
271
- if (Number.isNaN(d.getTime())) return null;
272
- return d.toISOString();
273
- }
274
-
275
- function extractMessageText(msg) {
276
- if (!msg) return '';
277
- if (typeof msg.content === 'string') return msg.content;
278
- if (Array.isArray(msg.content)) return extractBlocksText(msg.content);
279
- if (msg.message?.content) return extractMessageText(msg.message);
280
- if (msg.item?.content) return extractMessageText(msg.item);
281
- if (msg.payload?.content) return extractMessageText(msg.payload);
282
- return harvestExtractContent(msg);
283
- }
284
-
285
- function extractBlocksText(blocks) {
286
- const textParts = [];
287
- let imageCount = 0;
288
- let docCount = 0;
289
-
290
- for (const block of blocks) {
291
- if (!block) continue;
292
- if (block.type === 'image' || block.type === 'input_image') {
293
- imageCount += 1;
294
- continue;
295
- }
296
- if (block.type === 'document' || block.type === 'input_file') {
297
- docCount += 1;
298
- continue;
299
- }
300
- if (block.type === 'text' || block.type === 'input_text' || block.type === 'output_text') {
301
- if (typeof block.text === 'string') textParts.push(block.text);
302
- }
303
- }
304
-
305
- let text = textParts.join('\n');
306
- text = text
307
- .split('\n')
308
- .filter((line) => !/^\s*<\/?image\b/i.test(line))
309
- .join('\n')
310
- .trim();
311
-
312
- if (imageCount > 0 || docCount > 0) {
313
- const parts = [];
314
- if (imageCount > 0) parts.push(`${imageCount} image${imageCount > 1 ? 's' : ''}`);
315
- if (docCount > 0) parts.push(`${docCount} document${docCount > 1 ? 's' : ''}`);
316
- const verb = imageCount + docCount > 1 ? 'were' : 'was';
317
- text = `[NOTE: User originally attached ${parts.join(' + ')} that ${verb} not visible in this replay. Make best-effort progress from the textual prompt.]\n\n${text}`;
318
- }
319
-
320
- return text;
321
- }
322
-
323
- function cleanUserText(text) {
324
- if (!text) return '';
325
- return String(text)
326
- .replace(/\r\n/g, '\n')
327
- .replace(/^\s*<environment_context>[\s\S]*?<\/environment_context>\s*/gi, '')
328
- .trim();
329
- }
330
-
331
- function isReplayableUserText(text, minPromptChars = MIN_PROMPT_CHARS) {
332
- if (!text || text.trim().length < minPromptChars) return false;
333
- return !looksLikeToolResult(text);
334
- }
335
-
336
- function looksLikeToolResult(text) {
337
- if (!text) return true;
338
- const trimmed = String(text).trim();
339
- const replayHead = trimmed.replace(/^\[NOTE:[\s\S]*?\]\s*/i, '').trim();
340
- const head = replayHead.slice(0, 600);
341
- const wrapperPatterns = [
342
- /^\[Request interrupted/i,
343
- /^<tool_use_error>/i,
344
- /^<system-reminder>/i,
345
- /^<local-command-caveat>/i,
346
- /^<local-command-stdout>/i,
347
- /^<local-command-stderr>/i,
348
- /^<command-message>/i,
349
- /^<command-name>/i,
350
- /^<command-args>/i,
351
- /^<task-notification>/i,
352
- /^<environment_context>/i,
353
- /^<permissions instructions>/i,
354
- /^<collaboration_mode>/i,
355
- /^<skills_instructions>/i,
356
- /^<plugins_instructions>/i,
357
- /^<skill>\s*<name>/i,
358
- /^Base directory for this skill:/i,
359
- /^This session is being continued from a previous conversation/i,
360
- ];
361
- if (wrapperPatterns.some((re) => re.test(head))) return true;
362
- if (/^\s*\/[a-z][\w:-]+\s*$/i.test(trimmed)) return true;
363
- return false;
364
- }
365
-
366
- function addToolCall(session, editedFiles, name, input, ts) {
367
- if (!name) return;
368
- const safeInput = input == null ? {} : input;
369
- session.toolCalls.push({ name, input: safeInput, ts: toIso(ts) });
370
-
371
- const shell = shellCommandFromToolCall(name, safeInput);
372
- if (shell) session.shellCommands.push(shell);
373
-
374
- for (const file of editedFilesFromTool(name, safeInput)) {
375
- editedFiles.add(normalizeEditedFile(file, session.cwd));
376
- }
377
- }
378
-
379
- function isEditToolName(name) {
380
- return /^(Edit|Write|MultiEdit|NotebookEdit|Patch|ApplyPatch|apply_patch|edit_file|write_file|create_file|multi_edit|str_replace|replace_in_file)$/i.test(name || '');
381
- }
382
-
383
- function editedFilesFromTool(name, input) {
384
- if (!isEditToolName(name)) return [];
385
- const files = new Set();
386
- const direct = editedFileFromToolInput(input);
387
- if (direct) files.add(direct);
388
-
389
- const patchText = patchTextFromToolInput(name, input);
390
- for (const file of extractPatchFilePaths(patchText)) files.add(file);
391
-
392
- if (Array.isArray(input?.edits)) {
393
- for (const edit of input.edits) {
394
- const file = editedFileFromToolInput(edit);
395
- if (file) files.add(file);
396
- }
397
- }
398
-
399
- return [...files];
400
- }
401
-
402
- function editedFileFromToolInput(input) {
403
- if (!input || typeof input !== 'object') return null;
404
- return input.path
405
- || input.file_path
406
- || input.filePath
407
- || input.notebook_path
408
- || input.notebookPath
409
- || input.target_file
410
- || input.targetFile
411
- || null;
412
- }
413
-
414
- function patchTextFromToolInput(name, input) {
415
- if (!/^(Patch|ApplyPatch|apply_patch)$/i.test(name || '')) return '';
416
- if (typeof input === 'string') return input;
417
- if (!input || typeof input !== 'object') return '';
418
- return input.patch || input.diff || input.content || input.raw || input.input || '';
419
- }
420
-
421
- function extractPatchFilePaths(patchText) {
422
- if (!patchText || typeof patchText !== 'string') return [];
423
- const files = [];
424
- for (const line of patchText.split('\n')) {
425
- const match = line.match(/^\*\*\* (?:Add|Update|Delete) File:\s+(.+?)\s*$/)
426
- || line.match(/^\*\*\* Move to:\s+(.+?)\s*$/);
427
- if (match) files.push(match[1]);
428
- }
429
- return files;
430
- }
431
-
432
- function shellCommandFromToolCall(name, input) {
433
- if (!/^(Bash|bash|shell|exec|exec_command|run_command)$/i.test(name || '')) return null;
434
- if (typeof input === 'string') return input;
435
- if (!input || typeof input !== 'object') return null;
436
- return input.cmd || input.command || input.shell || null;
437
- }
438
-
439
- function parseToolArguments(value) {
440
- if (value == null) return {};
441
- if (typeof value !== 'string') return value;
442
- const trimmed = value.trim();
443
- if (!trimmed) return {};
444
- try {
445
- const parsed = JSON.parse(trimmed);
446
- return parsed == null ? {} : parsed;
447
- } catch {
448
- return { raw: value };
449
- }
450
- }
451
-
452
- function extractGenericToolCalls(evt) {
453
- const calls = [];
454
- for (const call of harvestExtractToolCalls(evt)) calls.push(call);
455
- const payload = evt.payload || {};
456
- const item = payload.item || payload;
457
- if (payload.type === 'function_call' || item.type === 'function_call') {
458
- calls.push({
459
- name: item.name || payload.name || '',
460
- input: parseToolArguments(item.arguments ?? payload.arguments ?? item.input ?? payload.input),
461
- });
462
- }
463
- return calls;
464
- }
465
-
466
- function normalizeEditedFile(filePath, cwd) {
467
- if (!filePath) return filePath;
468
- const normalized = String(filePath).replace(/\\/g, '/').replace(/^\.\//, '');
469
- if (!cwd || !path.isAbsolute(filePath)) return normalized;
470
- const rel = path.relative(cwd, filePath);
471
- if (rel && !rel.startsWith('..') && !path.isAbsolute(rel)) return rel.replace(/\\/g, '/');
472
- return normalized;
473
- }
474
-
475
- function isPathUnder(candidate, root) {
476
- if (!candidate || !root) return false;
477
- let c = candidate;
478
- let r = root;
479
- try { c = fs.realpathSync(candidate); } catch { c = path.resolve(candidate); }
480
- try { r = fs.realpathSync(root); } catch { r = path.resolve(root); }
481
- const rel = path.relative(r, c);
482
- return rel === '' || (!!rel && !rel.startsWith('..') && !path.isAbsolute(rel));
483
- }
484
-
485
- function resolveRoots(roots, source) {
486
- if (roots) return Array.isArray(roots) ? roots : [roots];
487
- if (source === 'claude') return [DEFAULT_TRANSCRIPT_ROOTS.claude];
488
- if (source === 'codex') return [DEFAULT_TRANSCRIPT_ROOTS.codex];
489
- if (source === 'walle') return [DEFAULT_TRANSCRIPT_ROOTS.walle];
490
- return [DEFAULT_TRANSCRIPT_ROOTS.claude, DEFAULT_TRANSCRIPT_ROOTS.codex, DEFAULT_TRANSCRIPT_ROOTS.walle];
491
- }
492
-
493
- module.exports = {
494
- DEFAULT_TRANSCRIPT_ROOTS,
495
- MIN_PROMPT_CHARS,
496
- detectTranscriptSource,
497
- findTranscriptJsonlFiles,
498
- parseTranscriptJsonl,
499
- readJsonlEvents,
500
- looksLikeToolResult,
501
- isReplayableUserText,
502
- extractMessageText,
503
- cleanUserText,
504
- isEditToolName,
505
- editedFilesFromTool,
506
- extractPatchFilePaths,
507
- normalizeEditedFile,
508
- parseToolArguments,
509
- };
@@ -1,161 +0,0 @@
1
- 'use strict';
2
-
3
- const { createClient } = require('../llm/client');
4
- const { classifyTaskType } = require('./harvester');
5
- const fs = require('fs');
6
- const path = require('path');
7
-
8
- /**
9
- * Read shadow config from wall-e-config.json.
10
- */
11
- function getShadowConfig() {
12
- try {
13
- const cfgPath = path.join(__dirname, '..', 'wall-e-config.json');
14
- const cfg = JSON.parse(fs.readFileSync(cfgPath, 'utf8'));
15
- return cfg.shadow || { enabled: false };
16
- } catch {
17
- return { enabled: false };
18
- }
19
- }
20
-
21
- function insertShadowResultSafe(brain, payload) {
22
- try {
23
- return brain.insertShadowResult(payload);
24
- } catch (err) {
25
- if (/Database not initialized/i.test(err.message || '')) return null;
26
- throw err;
27
- }
28
- }
29
-
30
- /**
31
- * Run a shadow model in parallel on the same prompt.
32
- * Fire-and-forget — never blocks the primary response.
33
- *
34
- * @param {Object} opts
35
- * @param {string} opts.message - The user's message
36
- * @param {Object} opts.primaryResponse - { content, model, latencyMs }
37
- * @param {string} opts.sessionId - Chat session ID
38
- * @param {Object} opts.brain - Brain module for DB access
39
- * @param {Object} [opts.config] - Override shadow config (for testing)
40
- * @param {Function} [opts.clientFactory] - Override client creation (for testing)
41
- */
42
- async function runShadow({ message, primaryResponse, sessionId, brain, config, clientFactory, taskTypeOverride }) {
43
- const shadowConfig = config || getShadowConfig();
44
- if (!shadowConfig.enabled) return null;
45
-
46
- // Sample rate check
47
- const sampleRate = shadowConfig.sampleRate ?? 0.3;
48
- if (Math.random() > sampleRate) return null;
49
-
50
- // Task type filtering
51
- const taskType = taskTypeOverride || classifyTaskType(message);
52
- const allowedTypes = shadowConfig.taskTypes || ['chat', 'coding', 'qa', 'slack-reply'];
53
- if (!taskTypeOverride && !allowedTypes.includes(taskType)) return null;
54
-
55
- // Pick a shadow model (weighted random if multiple)
56
- const models = shadowConfig.models || [];
57
- if (models.length === 0) return null;
58
- const shadowModel = pickWeightedModel(models);
59
-
60
- // Shadow is fire-and-forget — use generous timeout (10 min safety ceiling).
61
- // Local Ollama models can take 30-120s+ on complex coding prompts.
62
- const maxLatencyMs = shadowConfig.maxLatencyMs || 600000;
63
- const factory = clientFactory || createClient;
64
- const client = factory(shadowModel.provider || 'ollama', {
65
- apiKey: shadowModel.apiKey,
66
- baseUrl: shadowModel.baseUrl,
67
- });
68
-
69
- const start = Date.now();
70
- const controller = new AbortController();
71
- const timeout = setTimeout(() => controller.abort(), maxLatencyMs);
72
-
73
- try {
74
- const response = await client.chat({
75
- model: shadowModel.model,
76
- messages: [{ role: 'user', content: message }],
77
- maxTokens: 4096,
78
- signal: controller.signal,
79
- });
80
- clearTimeout(timeout);
81
-
82
- const shadowLatencyMs = Date.now() - start;
83
- const shadowContent = typeof response.content === 'string'
84
- ? response.content
85
- : (response.text || JSON.stringify(response.content));
86
-
87
- const usage = response.usage || {};
88
- const inputTokens = usage.input || usage.inputTokens || usage.input_tokens || 0;
89
- const outputTokens = usage.output || usage.outputTokens || usage.output_tokens || 0;
90
- const genTokPerSec = usage.genTokPerSec || null;
91
-
92
- const id = insertShadowResultSafe(brain, {
93
- sessionId,
94
- taskType,
95
- prompt: message,
96
- primaryResponse: primaryResponse.content,
97
- primaryModel: primaryResponse.model,
98
- primaryLatencyMs: primaryResponse.latencyMs,
99
- shadowResponse: shadowContent,
100
- shadowModel: shadowModel.model,
101
- shadowLatencyMs,
102
- inputTokens,
103
- outputTokens,
104
- genTokPerSec,
105
- });
106
-
107
- return { id, shadowModel: shadowModel.model, latencyMs: shadowLatencyMs };
108
- } catch (err) {
109
- clearTimeout(timeout);
110
-
111
- insertShadowResultSafe(brain, {
112
- sessionId,
113
- taskType,
114
- prompt: message,
115
- primaryResponse: primaryResponse.content,
116
- primaryModel: primaryResponse.model,
117
- primaryLatencyMs: primaryResponse.latencyMs,
118
- shadowResponse: null,
119
- shadowModel: shadowModel.model,
120
- shadowLatencyMs: Date.now() - start,
121
- error: err.message,
122
- });
123
-
124
- return null;
125
- }
126
- }
127
-
128
- /**
129
- * Pick a model from the list using weighted random selection.
130
- */
131
- function pickWeightedModel(models) {
132
- if (models.length === 1) return models[0];
133
- const totalWeight = models.reduce((sum, m) => sum + (m.weight || 1), 0);
134
- let rand = Math.random() * totalWeight;
135
- for (const m of models) {
136
- rand -= (m.weight || 1);
137
- if (rand <= 0) return m;
138
- }
139
- return models[0];
140
- }
141
-
142
- /**
143
- * Shadow wrapper for coding orchestrator tasks.
144
- * Fire-and-forget — safe to call without await.
145
- */
146
- async function runCodingShadow({ prompt, primaryResponse, taskType, brain }) {
147
- return runShadow({
148
- message: prompt,
149
- primaryResponse: { content: primaryResponse, model: 'coding-orchestrator', latencyMs: 0 },
150
- sessionId: null,
151
- brain,
152
- taskTypeOverride: taskType,
153
- });
154
- }
155
-
156
- module.exports = {
157
- runShadow,
158
- runCodingShadow,
159
- getShadowConfig,
160
- pickWeightedModel,
161
- };