@hassangameryt/freeflow 0.3.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (692) hide show
  1. package/.claude-plugin/marketplace.json +4 -4
  2. package/.claude-plugin/plugin.json +6 -2
  3. package/.codex-plugin/plugin.json +9 -9
  4. package/README.md +190 -127
  5. package/assets/feedback-loop.png +0 -0
  6. package/assets/freeflow_workflow_map.png +0 -0
  7. package/assets/workflow.png +0 -0
  8. package/{skills → capabilities}/output-router/SKILL.md +21 -17
  9. package/{skills → capabilities}/output-router/references/safety-policy.md +1 -1
  10. package/capabilities/output-router/references/setup.md +110 -0
  11. package/command-surface.json +62 -7
  12. package/hooks/freeflow-runtime-context.mjs +572 -154
  13. package/hooks/hooks.json +26 -1
  14. package/hooks/tests/check-runtime-context-hook.sh +375 -0
  15. package/package.json +24 -24
  16. package/pi-extension/dist/index.js +264 -80
  17. package/pi-extension/dist/integrations/mcp-config.js +29 -0
  18. package/pi-extension/dist/output-router/host-producer-identification.js +232 -0
  19. package/pi-extension/dist/output-router/native-safety-net.js +216 -0
  20. package/pi-extension/dist/output-router/observed-tool-routing.js +122 -0
  21. package/pi-extension/dist/output-router/renderers.js +1023 -0
  22. package/pi-extension/dist/output-router/router-tools.js +554 -0
  23. package/pi-extension/dist/output-router/schemas.js +383 -0
  24. package/pi-extension/dist/output-router/status.js +744 -0
  25. package/pi-extension/dist/output-router/utils.js +502 -0
  26. package/pi-extension/dist/runtime/runtime-context.js +798 -0
  27. package/pi-extension/dist/settings/settings-tui.js +314 -0
  28. package/pi-extension/dist/settings/settings-ui.js +1487 -0
  29. package/pi-extension/freeflow/index.js +1 -0
  30. package/pi-extension/src/index.ts +230 -56
  31. package/pi-extension/src/{host-producer-identification.ts → output-router/host-producer-identification.ts} +37 -7
  32. package/pi-extension/src/{native-safety-net.ts → output-router/native-safety-net.ts} +8 -12
  33. package/pi-extension/src/{observed-tool-routing.ts → output-router/observed-tool-routing.ts} +19 -11
  34. package/pi-extension/src/{renderers.ts → output-router/renderers.ts} +246 -55
  35. package/pi-extension/src/{router-tools.ts → output-router/router-tools.ts} +130 -29
  36. package/pi-extension/src/{schemas.ts → output-router/schemas.ts} +171 -43
  37. package/pi-extension/src/output-router/status.ts +791 -0
  38. package/pi-extension/src/{utils.ts → output-router/utils.ts} +80 -18
  39. package/pi-extension/src/runtime/runtime-context.ts +895 -0
  40. package/pi-extension/src/settings/settings-tui.ts +408 -0
  41. package/pi-extension/src/settings/settings-ui.ts +1730 -0
  42. package/pi-extension/tests/integration/pi-extension.test.js +4020 -0
  43. package/pi-extension/tests/output-router/observed-producers.test.js +132 -0
  44. package/pi-extension/tests/output-router/search.test.js +722 -0
  45. package/pi-extension/tests/settings/settings-tui.test.js +243 -0
  46. package/router/dist/benchmarks/benchmark-harness.d.ts +16 -13
  47. package/router/dist/benchmarks/benchmark-harness.js +62 -62
  48. package/router/dist/benchmarks/benchmarks.d.ts +80 -73
  49. package/router/dist/benchmarks/benchmarks.js +860 -761
  50. package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +71 -67
  51. package/router/dist/benchmarks/codex-qa-benchmarks.js +429 -390
  52. package/router/dist/benchmarks/command-benchmarks.d.ts +107 -92
  53. package/router/dist/benchmarks/command-benchmarks.js +616 -571
  54. package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +64 -56
  55. package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +679 -613
  56. package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +103 -95
  57. package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +1188 -1103
  58. package/router/dist/benchmarks/context-saving-baseline.d.ts +47 -41
  59. package/router/dist/benchmarks/context-saving-baseline.js +405 -374
  60. package/router/dist/benchmarks/index-benchmarks.d.ts +74 -69
  61. package/router/dist/benchmarks/index-benchmarks.js +761 -661
  62. package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +80 -69
  63. package/router/dist/benchmarks/storage-policy-benchmarks.js +549 -469
  64. package/router/dist/benchmarks/vault-index-benchmarks.d.ts +43 -34
  65. package/router/dist/benchmarks/vault-index-benchmarks.js +294 -229
  66. package/router/dist/config/config.d.ts +62 -55
  67. package/router/dist/config/config.js +552 -373
  68. package/router/dist/config/router-contract.d.ts +2 -2
  69. package/router/dist/config/router-contract.js +38 -38
  70. package/router/dist/config/schema.d.ts +19 -10
  71. package/router/dist/config/schema.js +586 -538
  72. package/router/dist/config/types.d.ts +413 -361
  73. package/router/dist/config/types.js +19 -8
  74. package/router/dist/evidence/bounded-evidence.d.ts +26 -26
  75. package/router/dist/evidence/bounded-evidence.js +265 -252
  76. package/router/dist/evidence/evidence-range-selector.d.ts +16 -14
  77. package/router/dist/evidence/evidence-range-selector.js +192 -191
  78. package/router/dist/evidence/evidence-search.d.ts +18 -16
  79. package/router/dist/evidence/evidence-search.js +401 -377
  80. package/router/dist/evidence/evidence.d.ts +17 -17
  81. package/router/dist/evidence/evidence.js +163 -159
  82. package/router/dist/evidence/failure-contracts.d.ts +25 -15
  83. package/router/dist/evidence/failure-contracts.js +132 -126
  84. package/router/dist/evidence/line-ranges.d.ts +17 -15
  85. package/router/dist/evidence/line-ranges.js +18 -18
  86. package/router/dist/experiments/local-index.d.ts +47 -41
  87. package/router/dist/experiments/local-index.js +477 -458
  88. package/router/dist/local/local-traversal.d.ts +18 -0
  89. package/router/dist/local/local-traversal.js +334 -0
  90. package/router/dist/processing/engine.d.ts +94 -70
  91. package/router/dist/processing/engine.js +462 -364
  92. package/router/dist/processing/reducers.d.ts +208 -194
  93. package/router/dist/processing/reducers.js +1434 -1256
  94. package/router/dist/processing/renderers.d.ts +24 -18
  95. package/router/dist/processing/renderers.js +161 -152
  96. package/router/dist/processing/scripts.d.ts +80 -67
  97. package/router/dist/processing/scripts.js +343 -290
  98. package/router/dist/repo/repo-traversal.d.ts +9 -9
  99. package/router/dist/repo/repo-traversal.js +205 -202
  100. package/router/dist/routing/observed-reducers.d.ts +25 -19
  101. package/router/dist/routing/observed-reducers.js +559 -545
  102. package/router/dist/routing/observed-routing.d.ts +23 -14
  103. package/router/dist/routing/observed-routing.js +319 -318
  104. package/router/dist/routing/parsers.d.ts +10 -10
  105. package/router/dist/routing/parsers.js +454 -406
  106. package/router/dist/routing/run-filters.d.ts +45 -41
  107. package/router/dist/routing/run-filters.js +215 -207
  108. package/router/dist/routing/run-reducers.d.ts +45 -26
  109. package/router/dist/routing/run-reducers.js +102 -90
  110. package/router/dist/sandbox/adapter-roots.d.ts +34 -26
  111. package/router/dist/sandbox/adapter-roots.js +43 -41
  112. package/router/dist/sandbox/eryx-python-adapter.d.ts +9 -5
  113. package/router/dist/sandbox/eryx-python-adapter.js +659 -588
  114. package/router/dist/sandbox/jq-wasm-adapter.d.ts +3 -3
  115. package/router/dist/sandbox/jq-wasm-adapter.js +319 -311
  116. package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +9 -5
  117. package/router/dist/sandbox/quickjs-wasi-adapter.js +336 -333
  118. package/router/dist/sandbox/script-sandbox.d.ts +105 -84
  119. package/router/dist/sandbox/script-sandbox.js +294 -260
  120. package/router/dist/setup/script-transform-adapters.d.ts +23 -19
  121. package/router/dist/setup/script-transform-adapters.js +223 -204
  122. package/router/dist/tools/batch.d.ts +27 -16
  123. package/router/dist/tools/batch.js +493 -416
  124. package/router/dist/tools/run.d.ts +47 -35
  125. package/router/dist/tools/run.js +1172 -1087
  126. package/router/dist/tools/search.d.ts +53 -31
  127. package/router/dist/tools/search.js +1224 -1065
  128. package/router/dist/transform/engine.d.ts +121 -96
  129. package/router/dist/transform/engine.js +1853 -1736
  130. package/router/dist/vault/vault-index.d.ts +97 -78
  131. package/router/dist/vault/vault-index.js +347 -342
  132. package/router/dist/vault/vault.d.ts +109 -74
  133. package/router/dist/vault/vault.js +528 -533
  134. package/runtime/interaction-contract.md +16 -0
  135. package/skills/bypass/SKILL.md +52 -38
  136. package/skills/commit-work/SKILL.md +54 -46
  137. package/skills/commit-work/references/staging-decisions.md +46 -24
  138. package/skills/decision-gate/SKILL.md +48 -0
  139. package/skills/design-for-depth/SKILL.md +75 -59
  140. package/skills/design-for-depth/references/design-pressure-signals.md +56 -7
  141. package/skills/design-for-depth/references/interface-design-loop.md +156 -0
  142. package/skills/design-for-depth/references/software-design-philosophy.md +32 -3
  143. package/skills/diagnose-failure/SKILL.md +65 -60
  144. package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +36 -0
  145. package/skills/diagnose-failure/references/flaky-and-performance.md +30 -18
  146. package/skills/discuss/SKILL.md +121 -0
  147. package/skills/discuss/references/checkpoints.md +66 -0
  148. package/skills/evaluate-skill/SKILL.md +62 -53
  149. package/skills/evaluate-skill/references/definition-schema.md +345 -0
  150. package/skills/evaluate-skill/references/evaluation-design.md +86 -0
  151. package/skills/evaluate-skill/references/execution-and-evidence.md +85 -0
  152. package/skills/evaluate-skill/references/review-and-revision.md +51 -0
  153. package/skills/evaluate-skill/scripts/lib/definitions.mjs +296 -0
  154. package/skills/evaluate-skill/scripts/lib/evidence.mjs +46 -0
  155. package/skills/evaluate-skill/scripts/lib/grade-comparison.mjs +60 -0
  156. package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +148 -0
  157. package/skills/evaluate-skill/scripts/lib/grade-support.mjs +126 -0
  158. package/skills/evaluate-skill/scripts/lib/grade-workspace.mjs +192 -0
  159. package/skills/evaluate-skill/scripts/lib/grade.mjs +56 -0
  160. package/skills/evaluate-skill/scripts/lib/pi.mjs +489 -0
  161. package/skills/evaluate-skill/scripts/lib/process.mjs +79 -0
  162. package/skills/evaluate-skill/scripts/lib/rpc.mjs +444 -0
  163. package/skills/evaluate-skill/scripts/lib/runner.mjs +346 -0
  164. package/skills/evaluate-skill/scripts/lib/sandbox.mjs +409 -0
  165. package/skills/evaluate-skill/scripts/lib/view.mjs +337 -0
  166. package/skills/evaluate-skill/scripts/pi-guard.mjs +164 -0
  167. package/skills/evaluate-skill/scripts/skill-eval.mjs +101 -0
  168. package/skills/execute-work/SKILL.md +99 -0
  169. package/skills/execute-work/references/code-practices.md +78 -0
  170. package/skills/execute-work/references/execution-loop.md +77 -0
  171. package/skills/finish-branch/SKILL.md +117 -0
  172. package/skills/finish-branch/references/integration-options.md +80 -0
  173. package/skills/handoff/SKILL.md +65 -39
  174. package/skills/handoff/references/templates.md +104 -27
  175. package/skills/launch-work/SKILL.md +116 -0
  176. package/skills/launch-work/references/launch-readiness.md +85 -0
  177. package/skills/migration-work/SKILL.md +115 -0
  178. package/skills/migration-work/references/migration-lifecycle.md +82 -0
  179. package/skills/mode-contract/SKILL.md +72 -52
  180. package/skills/release-work/SKILL.md +118 -0
  181. package/skills/release-work/references/release-evidence.md +78 -0
  182. package/skills/review-artifact/SKILL.md +77 -69
  183. package/skills/review-artifact/references/reviewer-prompt.md +133 -42
  184. package/skills/review-work/SKILL.md +82 -57
  185. package/skills/review-work/references/reviewer-prompt.md +97 -60
  186. package/skills/review-work/references/security-risk-lens.md +67 -0
  187. package/skills/setup-freeflow/SKILL.md +54 -68
  188. package/skills/setup-freeflow/references/activation-contract.md +84 -69
  189. package/skills/setup-freeflow/references/host-setup.md +50 -17
  190. package/skills/simplify-code/SKILL.md +80 -0
  191. package/skills/simplify-code/references/simplification-patterns.md +70 -0
  192. package/skills/tdd/SKILL.md +96 -0
  193. package/skills/tdd/references/test-design.md +96 -0
  194. package/skills/track-work/SKILL.md +84 -0
  195. package/skills/track-work/references/working-record-schema.md +378 -0
  196. package/skills/verify-work/SKILL.md +59 -38
  197. package/skills/verify-work/references/browser-runtime-evidence.md +55 -0
  198. package/skills/verify-work/references/integration-evidence.md +51 -0
  199. package/skills/verify-work/references/performance-evidence.md +57 -0
  200. package/skills/workflow/SKILL.md +53 -59
  201. package/skills/workflow/references/domain-skill-composition.md +57 -0
  202. package/skills/workflow/references/workflow-loop.md +92 -0
  203. package/skills/write-plan/SKILL.md +85 -58
  204. package/skills/write-plan/references/plan-shapes.md +132 -46
  205. package/skills/write-skill/SKILL.md +82 -51
  206. package/skills/write-skill/references/activation-boundaries.md +62 -0
  207. package/skills/write-skill/references/agent-first-instructions.md +87 -0
  208. package/skills/write-skill/references/progressive-disclosure.md +63 -0
  209. package/skills/write-skill/scripts/lib/skill-author.mjs +653 -0
  210. package/skills/write-skill/scripts/skill-author.mjs +104 -0
  211. package/skills/write-spec/SKILL.md +65 -54
  212. package/skills/write-spec/references/artifact-standards.md +60 -41
  213. package/skills/write-spec/references/decision-records.md +77 -0
  214. package/skills/write-spec/references/spec-shapes.md +119 -60
  215. package/evals/README.md +0 -32
  216. package/evals/fixtures/copy-conventions.md +0 -31
  217. package/evals/fixtures/output-router/README.md +0 -12
  218. package/evals/fixtures/output-router/failed-command-output.txt +0 -9
  219. package/evals/fixtures/output-router/large-router-manual.md +0 -63
  220. package/evals/fixtures/output-router/native-large-output.txt +0 -40
  221. package/evals/fixtures/output-router/noisy-test-output.txt +0 -30
  222. package/evals/fixtures/output-router/verification-output.txt +0 -8
  223. package/evals/fixtures/tiny-artifact-review-app/README.md +0 -5
  224. package/evals/fixtures/tiny-artifact-review-app/docs/billing-policy.md +0 -10
  225. package/evals/fixtures/tiny-artifact-review-app/docs/specs/billing-webhook-api-draft.md +0 -21
  226. package/evals/fixtures/tiny-artifact-review-app/docs/specs/failed-payment-grace-period.md +0 -24
  227. package/evals/fixtures/tiny-artifact-review-app/docs/specs/immediate-downgrade.md +0 -17
  228. package/evals/fixtures/tiny-artifact-review-app/tests/billing.test.md +0 -8
  229. package/evals/fixtures/tiny-commit-ambiguous-app/.freeflow-eval-setup.sh +0 -15
  230. package/evals/fixtures/tiny-commit-ambiguous-app/README.md +0 -3
  231. package/evals/fixtures/tiny-commit-ambiguous-app/src/billing.ts +0 -5
  232. package/evals/fixtures/tiny-commit-ambiguous-app/src/settings-page.ts +0 -1
  233. package/evals/fixtures/tiny-commit-ambiguous-app/tests/settings.test.md +0 -5
  234. package/evals/fixtures/tiny-commit-app/.freeflow-eval-setup.sh +0 -14
  235. package/evals/fixtures/tiny-commit-app/README.md +0 -3
  236. package/evals/fixtures/tiny-commit-app/docs/specs/settings-title.md +0 -5
  237. package/evals/fixtures/tiny-commit-app/src/billing.ts +0 -5
  238. package/evals/fixtures/tiny-commit-app/src/settings-page.ts +0 -1
  239. package/evals/fixtures/tiny-commit-app/tests/settings.test.md +0 -5
  240. package/evals/fixtures/tiny-commit-everything-app/.freeflow-eval-setup.sh +0 -15
  241. package/evals/fixtures/tiny-commit-everything-app/README.md +0 -3
  242. package/evals/fixtures/tiny-commit-everything-app/docs/specs/settings-title.md +0 -5
  243. package/evals/fixtures/tiny-commit-everything-app/src/billing.ts +0 -5
  244. package/evals/fixtures/tiny-commit-everything-app/src/settings-page.ts +0 -1
  245. package/evals/fixtures/tiny-commit-everything-app/tests/settings.test.md +0 -5
  246. package/evals/fixtures/tiny-commit-staged-app/.freeflow-eval-setup.sh +0 -15
  247. package/evals/fixtures/tiny-commit-staged-app/README.md +0 -3
  248. package/evals/fixtures/tiny-commit-staged-app/docs/specs/settings-title.md +0 -5
  249. package/evals/fixtures/tiny-commit-staged-app/src/billing.ts +0 -5
  250. package/evals/fixtures/tiny-commit-staged-app/src/settings-page.ts +0 -1
  251. package/evals/fixtures/tiny-commit-staged-app/tests/settings.test.md +0 -5
  252. package/evals/fixtures/tiny-commit-staged-mixed-app/.freeflow-eval-setup.sh +0 -15
  253. package/evals/fixtures/tiny-commit-staged-mixed-app/README.md +0 -3
  254. package/evals/fixtures/tiny-commit-staged-mixed-app/docs/billing-policy.md +0 -3
  255. package/evals/fixtures/tiny-commit-staged-mixed-app/docs/release-notes.md +0 -3
  256. package/evals/fixtures/tiny-commit-staged-mixed-app/src/billing.ts +0 -5
  257. package/evals/fixtures/tiny-dashboard-stale-app/README.md +0 -11
  258. package/evals/fixtures/tiny-dashboard-stale-app/src/api-client.ts +0 -13
  259. package/evals/fixtures/tiny-dashboard-stale-app/src/dashboard-data.ts +0 -19
  260. package/evals/fixtures/tiny-dashboard-stale-app/tests/dashboard-data.test.md +0 -9
  261. package/evals/fixtures/tiny-decision-destination-app/README.md +0 -6
  262. package/evals/fixtures/tiny-decision-destination-app/src/risk.ts +0 -8
  263. package/evals/fixtures/tiny-decision-destination-app/tests/risk.test.md +0 -4
  264. package/evals/fixtures/tiny-design-depth-app/README.md +0 -15
  265. package/evals/fixtures/tiny-design-depth-app/src/routes.ts +0 -25
  266. package/evals/fixtures/tiny-design-depth-app/src/sendEmail.ts +0 -3
  267. package/evals/fixtures/tiny-design-depth-app/src/sendSms.ts +0 -3
  268. package/evals/fixtures/tiny-design-depth-app/src/telemetry.ts +0 -3
  269. package/evals/fixtures/tiny-design-depth-app/tests/routes.test.md +0 -12
  270. package/evals/fixtures/tiny-eval-method-app/README.md +0 -8
  271. package/evals/fixtures/tiny-eval-method-app/evals/reports/review-pr-eval-result.md +0 -5
  272. package/evals/fixtures/tiny-eval-method-app/evals/reports/triage-question-failure.md +0 -17
  273. package/evals/fixtures/tiny-eval-method-app/evals/runs/review-pr-with-skill-output.diff +0 -11
  274. package/evals/fixtures/tiny-eval-method-app/evals/runs/review-pr-with-skill-output.md +0 -3
  275. package/evals/fixtures/tiny-eval-method-app/skills/review-pr/SKILL.md +0 -10
  276. package/evals/fixtures/tiny-eval-method-app/skills/triage-question/SKILL.md +0 -10
  277. package/evals/fixtures/tiny-execute-plan-app/README.md +0 -5
  278. package/evals/fixtures/tiny-execute-plan-app/checks/settings-and-billing-check.sh +0 -5
  279. package/evals/fixtures/tiny-execute-plan-app/docs/billing-policy.md +0 -10
  280. package/evals/fixtures/tiny-execute-plan-app/docs/plans/immediate-downgrade-plan.md +0 -11
  281. package/evals/fixtures/tiny-execute-plan-app/docs/plans/settings-title-plan.md +0 -12
  282. package/evals/fixtures/tiny-execute-plan-app/docs/plans/settings-title-with-bad-check.md +0 -15
  283. package/evals/fixtures/tiny-execute-plan-app/docs/plans/unverified-billing-plan.md +0 -9
  284. package/evals/fixtures/tiny-execute-plan-app/docs/specs/failed-payment-grace-period.md +0 -9
  285. package/evals/fixtures/tiny-execute-plan-app/docs/specs/settings-title.md +0 -9
  286. package/evals/fixtures/tiny-execute-plan-app/src/billing.ts +0 -7
  287. package/evals/fixtures/tiny-execute-plan-app/src/settings-page.ts +0 -1
  288. package/evals/fixtures/tiny-execute-plan-app/tests/billing.test.md +0 -7
  289. package/evals/fixtures/tiny-execute-plan-app/tests/settings.test.md +0 -5
  290. package/evals/fixtures/tiny-execute-review-loop-app/README.md +0 -5
  291. package/evals/fixtures/tiny-execute-review-loop-app/docs/billing-policy.md +0 -9
  292. package/evals/fixtures/tiny-execute-review-loop-app/docs/plans/settings-title-plan.md +0 -12
  293. package/evals/fixtures/tiny-execute-review-loop-app/docs/review/previous-agent-summary.md +0 -15
  294. package/evals/fixtures/tiny-execute-review-loop-app/docs/review/review-pass-1-non-pass.md +0 -11
  295. package/evals/fixtures/tiny-execute-review-loop-app/docs/specs/settings-title.md +0 -9
  296. package/evals/fixtures/tiny-execute-review-loop-app/src/billing.ts +0 -7
  297. package/evals/fixtures/tiny-execute-review-loop-app/src/settings-page.ts +0 -1
  298. package/evals/fixtures/tiny-execute-review-loop-app/tests/billing.test.md +0 -7
  299. package/evals/fixtures/tiny-execute-review-loop-app/tests/settings.test.md +0 -5
  300. package/evals/fixtures/tiny-flaky-session-app/README.md +0 -10
  301. package/evals/fixtures/tiny-flaky-session-app/src/session-timeout.ts +0 -13
  302. package/evals/fixtures/tiny-flaky-session-app/tests/session-timeout.test.md +0 -8
  303. package/evals/fixtures/tiny-handoff-app/README.md +0 -5
  304. package/evals/fixtures/tiny-handoff-app/docs/billing-policy.md +0 -10
  305. package/evals/fixtures/tiny-handoff-app/docs/handoffs/old-agent-handoff.md +0 -8
  306. package/evals/fixtures/tiny-handoff-app/docs/plans/billing-retry-plan.md +0 -11
  307. package/evals/fixtures/tiny-handoff-app/src/billing.ts +0 -7
  308. package/evals/fixtures/tiny-handoff-report-app/README.md +0 -3
  309. package/evals/fixtures/tiny-handoff-report-app/evals/runs/handoff-3/hof-003/with-skill-output.diff +0 -1
  310. package/evals/fixtures/tiny-handoff-report-app/evals/runs/handoff-3/hof-003/with-skill-output.md +0 -1
  311. package/evals/fixtures/tiny-handoff-report-app/evals/scores/hof-003-score.txt +0 -4
  312. package/evals/fixtures/tiny-plan-app/README.md +0 -5
  313. package/evals/fixtures/tiny-plan-app/docs/billing-policy.md +0 -10
  314. package/evals/fixtures/tiny-plan-app/docs/specs/failed-payment-grace-period.md +0 -25
  315. package/evals/fixtures/tiny-plan-app/src/billing.ts +0 -17
  316. package/evals/fixtures/tiny-plan-app/src/settings-page.ts +0 -1
  317. package/evals/fixtures/tiny-plan-app/tests/billing.test.md +0 -8
  318. package/evals/fixtures/tiny-plan-app/tests/settings.test.md +0 -5
  319. package/evals/fixtures/tiny-plan-strict-api-app/README.md +0 -3
  320. package/evals/fixtures/tiny-plan-strict-api-app/docs/billing-policy.md +0 -5
  321. package/evals/fixtures/tiny-plan-strict-api-app/docs/specs/billing-webhook-api.md +0 -25
  322. package/evals/fixtures/tiny-plan-strict-api-app/src/billing.ts +0 -5
  323. package/evals/fixtures/tiny-plan-strict-api-app/src/webhooks.ts +0 -3
  324. package/evals/fixtures/tiny-plan-strict-api-app/tests/billing-webhook.test.md +0 -8
  325. package/evals/fixtures/tiny-post-setup-invalid-config-app/.freeflow/config.json +0 -3
  326. package/evals/fixtures/tiny-post-setup-invalid-config-app/AGENTS.md +0 -15
  327. package/evals/fixtures/tiny-post-setup-invalid-config-app/README.md +0 -16
  328. package/evals/fixtures/tiny-post-setup-invalid-config-app/docs/auth-review.md +0 -15
  329. package/evals/fixtures/tiny-post-setup-invalid-config-app/docs/billing-policy.md +0 -10
  330. package/evals/fixtures/tiny-post-setup-invalid-config-app/docs/copy-conventions.md +0 -15
  331. package/evals/fixtures/tiny-post-setup-invalid-config-app/src/auth-middleware.ts +0 -12
  332. package/evals/fixtures/tiny-post-setup-invalid-config-app/src/billing.ts +0 -20
  333. package/evals/fixtures/tiny-post-setup-invalid-config-app/src/login-copy.ts +0 -1
  334. package/evals/fixtures/tiny-post-setup-invalid-config-app/src/settings-page.ts +0 -1
  335. package/evals/fixtures/tiny-post-setup-invalid-config-app/tests/auth-middleware.test.md +0 -8
  336. package/evals/fixtures/tiny-post-setup-invalid-config-app/tests/billing.test.md +0 -8
  337. package/evals/fixtures/tiny-post-setup-invalid-config-app/tests/copy.test.md +0 -7
  338. package/evals/fixtures/tiny-post-setup-missing-config-app/AGENTS.md +0 -15
  339. package/evals/fixtures/tiny-post-setup-missing-config-app/README.md +0 -16
  340. package/evals/fixtures/tiny-post-setup-missing-config-app/docs/auth-review.md +0 -15
  341. package/evals/fixtures/tiny-post-setup-missing-config-app/docs/billing-policy.md +0 -10
  342. package/evals/fixtures/tiny-post-setup-missing-config-app/docs/copy-conventions.md +0 -15
  343. package/evals/fixtures/tiny-post-setup-missing-config-app/src/auth-middleware.ts +0 -12
  344. package/evals/fixtures/tiny-post-setup-missing-config-app/src/billing.ts +0 -20
  345. package/evals/fixtures/tiny-post-setup-missing-config-app/src/login-copy.ts +0 -1
  346. package/evals/fixtures/tiny-post-setup-missing-config-app/src/settings-page.ts +0 -1
  347. package/evals/fixtures/tiny-post-setup-missing-config-app/tests/auth-middleware.test.md +0 -8
  348. package/evals/fixtures/tiny-post-setup-missing-config-app/tests/billing.test.md +0 -8
  349. package/evals/fixtures/tiny-post-setup-missing-config-app/tests/copy.test.md +0 -7
  350. package/evals/fixtures/tiny-post-setup-source-conflict-app/.freeflow/config.json +0 -3
  351. package/evals/fixtures/tiny-post-setup-source-conflict-app/AGENTS.md +0 -15
  352. package/evals/fixtures/tiny-post-setup-source-conflict-app/README.md +0 -16
  353. package/evals/fixtures/tiny-post-setup-source-conflict-app/docs/auth-review.md +0 -15
  354. package/evals/fixtures/tiny-post-setup-source-conflict-app/docs/billing-policy.md +0 -10
  355. package/evals/fixtures/tiny-post-setup-source-conflict-app/docs/copy-conventions.md +0 -15
  356. package/evals/fixtures/tiny-post-setup-source-conflict-app/src/auth-middleware.ts +0 -12
  357. package/evals/fixtures/tiny-post-setup-source-conflict-app/src/billing.ts +0 -20
  358. package/evals/fixtures/tiny-post-setup-source-conflict-app/src/login-copy.ts +0 -1
  359. package/evals/fixtures/tiny-post-setup-source-conflict-app/src/settings-page.ts +0 -1
  360. package/evals/fixtures/tiny-post-setup-source-conflict-app/tests/auth-middleware.test.md +0 -8
  361. package/evals/fixtures/tiny-post-setup-source-conflict-app/tests/billing.test.md +0 -8
  362. package/evals/fixtures/tiny-post-setup-source-conflict-app/tests/copy.test.md +0 -7
  363. package/evals/fixtures/tiny-report-performance-app/README.md +0 -11
  364. package/evals/fixtures/tiny-report-performance-app/docs/performance.md +0 -10
  365. package/evals/fixtures/tiny-report-performance-app/src/report-summary.ts +0 -29
  366. package/evals/fixtures/tiny-report-performance-app/tests/report-performance.test.md +0 -8
  367. package/evals/fixtures/tiny-review-request-app/README.md +0 -3
  368. package/evals/fixtures/tiny-review-request-app/docs/billing-policy.md +0 -5
  369. package/evals/fixtures/tiny-review-request-app/docs/plans/billing-webhook-api.md +0 -19
  370. package/evals/fixtures/tiny-review-request-app/docs/review/previous-agent-summary.md +0 -20
  371. package/evals/fixtures/tiny-review-request-app/docs/specs/billing-webhook-api.md +0 -25
  372. package/evals/fixtures/tiny-review-request-app/src/billing.ts +0 -11
  373. package/evals/fixtures/tiny-review-request-app/src/webhooks.ts +0 -19
  374. package/evals/fixtures/tiny-review-request-app/tests/billing-webhook.test.md +0 -8
  375. package/evals/fixtures/tiny-review-work-app/README.md +0 -5
  376. package/evals/fixtures/tiny-review-work-app/docs/billing-policy.md +0 -9
  377. package/evals/fixtures/tiny-review-work-app/docs/plans/settings-title-plan.md +0 -12
  378. package/evals/fixtures/tiny-review-work-app/docs/review/previous-agent-summary.md +0 -15
  379. package/evals/fixtures/tiny-review-work-app/docs/specs/settings-title.md +0 -9
  380. package/evals/fixtures/tiny-review-work-app/src/billing.ts +0 -7
  381. package/evals/fixtures/tiny-review-work-app/src/settings-page.ts +0 -1
  382. package/evals/fixtures/tiny-review-work-app/tests/billing.test.md +0 -7
  383. package/evals/fixtures/tiny-review-work-app/tests/settings.test.md +0 -5
  384. package/evals/fixtures/tiny-saas-app/README.md +0 -16
  385. package/evals/fixtures/tiny-saas-app/docs/auth-review.md +0 -15
  386. package/evals/fixtures/tiny-saas-app/docs/billing-policy.md +0 -10
  387. package/evals/fixtures/tiny-saas-app/docs/copy-conventions.md +0 -15
  388. package/evals/fixtures/tiny-saas-app/docs/specs/settings-title.md +0 -13
  389. package/evals/fixtures/tiny-saas-app/src/auth-middleware.ts +0 -12
  390. package/evals/fixtures/tiny-saas-app/src/billing.ts +0 -20
  391. package/evals/fixtures/tiny-saas-app/src/login-copy.ts +0 -1
  392. package/evals/fixtures/tiny-saas-app/src/settings-page.ts +0 -1
  393. package/evals/fixtures/tiny-saas-app/tests/auth-middleware.test.md +0 -8
  394. package/evals/fixtures/tiny-saas-app/tests/billing.test.md +0 -8
  395. package/evals/fixtures/tiny-saas-app/tests/copy.test.md +0 -7
  396. package/evals/fixtures/tiny-setup-agents-app/AGENTS.md +0 -6
  397. package/evals/fixtures/tiny-setup-both-app/AGENTS.md +0 -5
  398. package/evals/fixtures/tiny-setup-both-app/CLAUDE.md +0 -5
  399. package/evals/fixtures/tiny-setup-claude-app/CLAUDE.md +0 -6
  400. package/evals/fixtures/tiny-setup-codex-rules-app/.codex/rules/shell.rules +0 -5
  401. package/evals/fixtures/tiny-setup-codex-rules-app/AGENTS.md +0 -6
  402. package/evals/fixtures/tiny-setup-conflict-app/AGENTS.md +0 -6
  403. package/evals/fixtures/tiny-setup-existing-block-app/AGENTS.md +0 -14
  404. package/evals/fixtures/tiny-setup-four-rules-app/CLAUDE.md +0 -6
  405. package/evals/fixtures/tiny-skill-dev-app/README.md +0 -10
  406. package/evals/fixtures/tiny-skill-dev-app/evals/prompts/review-pr-001.txt +0 -8
  407. package/evals/fixtures/tiny-skill-dev-app/evals/reports/review-pr-failure.md +0 -17
  408. package/evals/fixtures/tiny-skill-dev-app/skills/review-pr/SKILL.md +0 -13
  409. package/evals/fixtures/tiny-team-app/README.md +0 -5
  410. package/evals/fixtures/tiny-team-app/docs/product.md +0 -6
  411. package/evals/fixtures/tiny-team-app/src/teams.ts +0 -9
  412. package/evals/fixtures/tiny-team-app/src/users.ts +0 -5
  413. package/evals/fixtures/tiny-team-app/tests/teams.test.md +0 -7
  414. package/evals/fixtures/tiny-verify-app/README.md +0 -5
  415. package/evals/fixtures/tiny-verify-app/src/settings-nav.ts +0 -1
  416. package/evals/fixtures/tiny-verify-app/src/settings-page.ts +0 -1
  417. package/evals/fixtures/tiny-verify-app/tests/settings.test.md +0 -7
  418. package/evals/prompts/aon-001.txt +0 -2
  419. package/evals/prompts/byp-001.txt +0 -2
  420. package/evals/prompts/byp-002.txt +0 -2
  421. package/evals/prompts/cap-001.txt +0 -3
  422. package/evals/prompts/cap-002.txt +0 -3
  423. package/evals/prompts/cmd-001.txt +0 -3
  424. package/evals/prompts/cmd-002.txt +0 -3
  425. package/evals/prompts/cmd-003.txt +0 -6
  426. package/evals/prompts/cmd-004.txt +0 -5
  427. package/evals/prompts/cmd-005.txt +0 -5
  428. package/evals/prompts/cmd-006.txt +0 -5
  429. package/evals/prompts/cmd-007.txt +0 -5
  430. package/evals/prompts/cmd-008.txt +0 -5
  431. package/evals/prompts/cmd-009.txt +0 -8
  432. package/evals/prompts/cmd-010.txt +0 -5
  433. package/evals/prompts/cmd-011.txt +0 -5
  434. package/evals/prompts/cmd-012.txt +0 -5
  435. package/evals/prompts/cmd-013.txt +0 -5
  436. package/evals/prompts/cmd-014.txt +0 -7
  437. package/evals/prompts/cmd-015.txt +0 -7
  438. package/evals/prompts/cmd-016.txt +0 -5
  439. package/evals/prompts/cmt-001.txt +0 -1
  440. package/evals/prompts/cmt-002.txt +0 -1
  441. package/evals/prompts/cmt-003.txt +0 -1
  442. package/evals/prompts/cmt-004.txt +0 -1
  443. package/evals/prompts/cmt-005.txt +0 -1
  444. package/evals/prompts/dfd-001.txt +0 -3
  445. package/evals/prompts/dia-001.txt +0 -3
  446. package/evals/prompts/dia-002.txt +0 -3
  447. package/evals/prompts/dia-003.txt +0 -3
  448. package/evals/prompts/dis-001.txt +0 -5
  449. package/evals/prompts/dis-002.txt +0 -5
  450. package/evals/prompts/esk-001.txt +0 -5
  451. package/evals/prompts/esk-002.txt +0 -5
  452. package/evals/prompts/esk-003.txt +0 -5
  453. package/evals/prompts/grc-001.txt +0 -3
  454. package/evals/prompts/hof-001.txt +0 -3
  455. package/evals/prompts/hof-002.txt +0 -1
  456. package/evals/prompts/hof-003.txt +0 -1
  457. package/evals/prompts/hof-004.txt +0 -1
  458. package/evals/prompts/hof-005.txt +0 -1
  459. package/evals/prompts/ivg-001.txt +0 -1
  460. package/evals/prompts/ivg-002.txt +0 -11
  461. package/evals/prompts/ivg-003.txt +0 -1
  462. package/evals/prompts/ivg-004.txt +0 -1
  463. package/evals/prompts/mode-001.txt +0 -3
  464. package/evals/prompts/mode-002.txt +0 -1
  465. package/evals/prompts/mode-003.txt +0 -3
  466. package/evals/prompts/mode-004.txt +0 -3
  467. package/evals/prompts/mode-005.txt +0 -3
  468. package/evals/prompts/mode-006.txt +0 -3
  469. package/evals/prompts/mode-007.txt +0 -3
  470. package/evals/prompts/otr-001.txt +0 -3
  471. package/evals/prompts/otr-002.txt +0 -3
  472. package/evals/prompts/rar-001.txt +0 -5
  473. package/evals/prompts/rar-002.txt +0 -3
  474. package/evals/prompts/rar-003.txt +0 -6
  475. package/evals/prompts/rar-004.txt +0 -15
  476. package/evals/prompts/rar-005.txt +0 -10
  477. package/evals/prompts/rbr-001.txt +0 -3
  478. package/evals/prompts/rbr-002.txt +0 -3
  479. package/evals/prompts/rbr-003.txt +0 -7
  480. package/evals/prompts/rev-001.txt +0 -3
  481. package/evals/prompts/rev-002.txt +0 -5
  482. package/evals/prompts/rev-003.txt +0 -6
  483. package/evals/prompts/rev-004.txt +0 -1
  484. package/evals/prompts/rev-005.txt +0 -15
  485. package/evals/prompts/rev-006.txt +0 -5
  486. package/evals/prompts/stp-001.txt +0 -1
  487. package/evals/prompts/stp-002.txt +0 -1
  488. package/evals/prompts/stp-003.txt +0 -1
  489. package/evals/prompts/stp-004.txt +0 -1
  490. package/evals/prompts/stp-005.txt +0 -1
  491. package/evals/prompts/stp-006.txt +0 -1
  492. package/evals/prompts/stp-007.txt +0 -1
  493. package/evals/prompts/stp-008.txt +0 -1
  494. package/evals/prompts/stp-009.txt +0 -1
  495. package/evals/prompts/stp-010.txt +0 -1
  496. package/evals/prompts/stp-011.txt +0 -1
  497. package/evals/prompts/vfy-003.txt +0 -1
  498. package/evals/prompts/wpl-001.txt +0 -3
  499. package/evals/prompts/wpl-002.txt +0 -5
  500. package/evals/prompts/wpl-003.txt +0 -3
  501. package/evals/prompts/wpl-004.txt +0 -5
  502. package/evals/prompts/wpl-005.txt +0 -1
  503. package/evals/prompts/wrc-001.txt +0 -10
  504. package/evals/prompts/wrc-002.txt +0 -3
  505. package/evals/prompts/wsk-001.txt +0 -6
  506. package/evals/prompts/wsp-001.txt +0 -5
  507. package/evals/prompts/wsp-002.txt +0 -15
  508. package/evals/prompts/wsp-003.txt +0 -3
  509. package/evals/prompts/wsp-004.txt +0 -15
  510. package/evals/prompts/wsp-005.txt +0 -5
  511. package/evals/prompts/wsp-006.txt +0 -12
  512. package/evals/prompts/wsp-007.txt +0 -9
  513. package/evals/prompts/wsp-008.txt +0 -13
  514. package/evals/prompts/xpl-001.txt +0 -1
  515. package/evals/prompts/xpl-002.txt +0 -3
  516. package/evals/prompts/xpl-003.txt +0 -3
  517. package/evals/prompts/xpl-004.txt +0 -3
  518. package/evals/prompts/xpl-005.txt +0 -5
  519. package/evals/prompts/xpl-006.txt +0 -3
  520. package/evals/registries/adversarial-evals.json +0 -39
  521. package/evals/registries/fixture-evals.json +0 -2513
  522. package/evals/registries/handoff-evals.json +0 -74
  523. package/evals/registries/legacy-evals.json +0 -147
  524. package/evals/registries/skill-evidence.json +0 -193
  525. package/evals/registries/verify-work-evals.json +0 -46
  526. package/evals/reports/acceptance/v0.1-acceptance-report.md +0 -130
  527. package/evals/reports/by-command-surface/command-surface-1-report.md +0 -45
  528. package/evals/reports/by-command-surface/command-surface-10-report.md +0 -76
  529. package/evals/reports/by-command-surface/command-surface-11-report.md +0 -77
  530. package/evals/reports/by-command-surface/command-surface-12-report.md +0 -91
  531. package/evals/reports/by-command-surface/command-surface-13-report.md +0 -64
  532. package/evals/reports/by-command-surface/command-surface-14-report.md +0 -66
  533. package/evals/reports/by-command-surface/command-surface-15-report.md +0 -124
  534. package/evals/reports/by-command-surface/command-surface-16-report.md +0 -39
  535. package/evals/reports/by-command-surface/command-surface-2-report.md +0 -80
  536. package/evals/reports/by-command-surface/command-surface-3-report.md +0 -86
  537. package/evals/reports/by-command-surface/command-surface-4-report.md +0 -76
  538. package/evals/reports/by-command-surface/command-surface-5-report.md +0 -80
  539. package/evals/reports/by-command-surface/command-surface-6-report.md +0 -74
  540. package/evals/reports/by-command-surface/command-surface-7-report.md +0 -84
  541. package/evals/reports/by-command-surface/command-surface-8-report.md +0 -79
  542. package/evals/reports/by-command-surface/command-surface-9-report.md +0 -79
  543. package/evals/reports/by-command-surface/command-surface-matrix.md +0 -91
  544. package/evals/reports/by-skill/bypass-1-report.md +0 -124
  545. package/evals/reports/by-skill/capture-decisions-1-report.md +0 -99
  546. package/evals/reports/by-skill/capture-decisions-2-report.md +0 -102
  547. package/evals/reports/by-skill/commit-work-1-report.md +0 -165
  548. package/evals/reports/by-skill/commit-work-2-report.md +0 -109
  549. package/evals/reports/by-skill/design-for-depth-1-report.md +0 -95
  550. package/evals/reports/by-skill/diagnose-failure-1-report.md +0 -91
  551. package/evals/reports/by-skill/diagnose-failure-2-report.md +0 -94
  552. package/evals/reports/by-skill/discover-1-report.md +0 -118
  553. package/evals/reports/by-skill/evaluate-skill-2-report.md +0 -71
  554. package/evals/reports/by-skill/execute-plan-1-report.md +0 -103
  555. package/evals/reports/by-skill/execute-plan-2-report.md +0 -112
  556. package/evals/reports/by-skill/execute-plan-3-report.md +0 -87
  557. package/evals/reports/by-skill/grill-context-1-report.md +0 -103
  558. package/evals/reports/by-skill/handoff-1-report.md +0 -123
  559. package/evals/reports/by-skill/handoff-2-report.md +0 -105
  560. package/evals/reports/by-skill/handoff-3-report.md +0 -100
  561. package/evals/reports/by-skill/handoff-7-report.md +0 -77
  562. package/evals/reports/by-skill/interview-gate-1-report.md +0 -63
  563. package/evals/reports/by-skill/interview-gate-2-report.md +0 -105
  564. package/evals/reports/by-skill/mode-contract-1-report.md +0 -74
  565. package/evals/reports/by-skill/mode-contract-2-report.md +0 -87
  566. package/evals/reports/by-skill/mode-contract-3-report.md +0 -65
  567. package/evals/reports/by-skill/mode-contract-4-report.md +0 -71
  568. package/evals/reports/by-skill/mode-contract-5-report.md +0 -70
  569. package/evals/reports/by-skill/output-router-1-report.md +0 -76
  570. package/evals/reports/by-skill/output-router-2-report.md +0 -65
  571. package/evals/reports/by-skill/research-1-report.md +0 -144
  572. package/evals/reports/by-skill/research-brief-1-report.md +0 -94
  573. package/evals/reports/by-skill/research-brief-2-report.md +0 -75
  574. package/evals/reports/by-skill/review-artifact-1-report.md +0 -91
  575. package/evals/reports/by-skill/review-artifact-2-report.md +0 -79
  576. package/evals/reports/by-skill/review-artifact-3-report.md +0 -120
  577. package/evals/reports/by-skill/review-artifact-4-report.md +0 -89
  578. package/evals/reports/by-skill/review-artifact-5-report.md +0 -66
  579. package/evals/reports/by-skill/review-work-1-report.md +0 -85
  580. package/evals/reports/by-skill/review-work-2-report.md +0 -87
  581. package/evals/reports/by-skill/review-work-3-report.md +0 -104
  582. package/evals/reports/by-skill/review-work-4-report.md +0 -108
  583. package/evals/reports/by-skill/review-work-5-report.md +0 -73
  584. package/evals/reports/by-skill/review-work-6-report.md +0 -66
  585. package/evals/reports/by-skill/setup-freeflow-1-report.md +0 -199
  586. package/evals/reports/by-skill/setup-freeflow-2-report.md +0 -105
  587. package/evals/reports/by-skill/setup-freeflow-3-report.md +0 -105
  588. package/evals/reports/by-skill/setup-freeflow-4-report.md +0 -88
  589. package/evals/reports/by-skill/setup-freeflow-5-report.md +0 -115
  590. package/evals/reports/by-skill/skill-authoring-1-report.md +0 -81
  591. package/evals/reports/by-skill/verify-work-1-report.md +0 -111
  592. package/evals/reports/by-skill/verify-work-2-report.md +0 -120
  593. package/evals/reports/by-skill/workflow-1-report.md +0 -65
  594. package/evals/reports/by-skill/write-plan-1-report.md +0 -123
  595. package/evals/reports/by-skill/write-plan-2-report.md +0 -98
  596. package/evals/reports/by-skill/write-plan-3-report.md +0 -110
  597. package/evals/reports/by-skill/write-spec-1-report.md +0 -88
  598. package/evals/reports/by-skill/write-spec-2-report.md +0 -89
  599. package/evals/reports/by-skill/write-spec-3-report.md +0 -90
  600. package/evals/reports/by-skill/write-spec-4-report.md +0 -167
  601. package/evals/reports/harness/claude-harness-1-report.md +0 -103
  602. package/evals/reports/harness/eval-harness-1-report.md +0 -91
  603. package/evals/reports/iterations/iteration-1-report.md +0 -71
  604. package/evals/reports/iterations/iteration-2-report.md +0 -78
  605. package/evals/reports/iterations/iteration-3-report.md +0 -118
  606. package/evals/reports/iterations/iteration-4-report.md +0 -131
  607. package/evals/reports/iterations/iteration-5-report.md +0 -149
  608. package/evals/reports/iterations/iteration-6-report.md +0 -136
  609. package/evals/reports/runtime/always-on-runtime-1-report.md +0 -107
  610. package/evals/reports/runtime/context-mode-normalized-benchmark-1-report.md +0 -52
  611. package/evals/reports/runtime/context-mode-real-deep-baseline-1-report.md +0 -410
  612. package/evals/reports/runtime/context-mode-real-deep-final-slice-11-report.md +0 -203
  613. package/evals/reports/runtime/context-mode-real-deep-final-slice-11-review.md +0 -51
  614. package/evals/reports/runtime/context-saving-native-tools-baseline-1-report.md +0 -99
  615. package/evals/reports/runtime/eryx-python-compatibility-reprobe-1-report.md +0 -166
  616. package/evals/reports/runtime/eryx-python-proof-spike-1-report.md +0 -96
  617. package/evals/reports/runtime/eryx-python-proof-spike-2-report.md +0 -151
  618. package/evals/reports/runtime/eryx-python-script-derive-execution-1-report.md +0 -233
  619. package/evals/reports/runtime/jq-script-derive-execution-1-report.md +0 -215
  620. package/evals/reports/runtime/jq-wasm-proof-spike-1-report.md +0 -67
  621. package/evals/reports/runtime/output-router-benchmark-1-report.md +0 -81
  622. package/evals/reports/runtime/output-router-capture-derive-provider-eval-1-report.md +0 -35
  623. package/evals/reports/runtime/output-router-codex-large-index-sqlite-adhoc-report.md +0 -150
  624. package/evals/reports/runtime/output-router-codex-qa-benchmark-1-report.md +0 -46
  625. package/evals/reports/runtime/output-router-command-benchmark-1-report.md +0 -62
  626. package/evals/reports/runtime/output-router-index-benchmark-1-report.md +0 -64
  627. package/evals/reports/runtime/output-router-regression-1-report.md +0 -81
  628. package/evals/reports/runtime/output-router-transform-eval-1-report.md +0 -28
  629. package/evals/reports/runtime/pi-observed-routing-eval-1-report.md +0 -44
  630. package/evals/reports/runtime/quickjs-script-derive-execution-1-report.md +0 -159
  631. package/evals/reports/runtime/quickjs-wasi-proof-spike-1-report.md +0 -55
  632. package/evals/reports/runtime/render-format-row-protocol-1-report.md +0 -58
  633. package/evals/reports/runtime/script-sandbox-adapter-selection-review-1-report.md +0 -84
  634. package/evals/reports/runtime/script-sandbox-probe-resource-hardening-1-report.md +0 -51
  635. package/evals/reports/runtime/storage-policy-benchmark-1-report.md +0 -176
  636. package/evals/reports/runtime/vault-index-storage-spike-1-report.md +0 -39
  637. package/evals/reports/runtime/workflow-context-hook-1-report.md +0 -82
  638. package/evals/runbooks/adversarial-eval-runbook.md +0 -28
  639. package/evals/runbooks/fixture-eval-runbook.md +0 -137
  640. package/evals/runbooks/handoff-eval-runbook.md +0 -22
  641. package/evals/runbooks/verify-work-eval-runbook.md +0 -27
  642. package/evals/scripts/audit-command-surface.sh +0 -160
  643. package/evals/scripts/check-activation-contract.sh +0 -121
  644. package/evals/scripts/check-runtime-context-hook.sh +0 -183
  645. package/evals/scripts/grade-fixture-eval.sh +0 -446
  646. package/evals/scripts/run-claude-fixture-eval.sh +0 -26
  647. package/evals/scripts/run-codex-fixture-eval.sh +0 -26
  648. package/evals/scripts/run-eryx-python-proof-spike.js +0 -559
  649. package/evals/scripts/run-fixture-eval-by-id.sh +0 -23
  650. package/evals/scripts/run-fixture-eval.sh +0 -464
  651. package/evals/scripts/run-jq-wasm-proof-spike.js +0 -299
  652. package/evals/scripts/run-output-router-transform-eval.js +0 -115
  653. package/evals/scripts/run-pi-observed-routing-eval.js +0 -478
  654. package/evals/scripts/run-quickjs-wasi-proof-spike.js +0 -339
  655. package/evals/scripts/skill-evidence.sh +0 -316
  656. package/evals/scripts/validate-release-metadata.sh +0 -486
  657. package/evals/suites/v0.1-acceptance-suite.md +0 -131
  658. package/pi-extension/dist/host-producer-identification.js +0 -186
  659. package/pi-extension/dist/mcp-config.js +0 -30
  660. package/pi-extension/dist/native-safety-net.js +0 -209
  661. package/pi-extension/dist/observed-tool-routing.js +0 -114
  662. package/pi-extension/dist/renderers.js +0 -835
  663. package/pi-extension/dist/router-tools.js +0 -438
  664. package/pi-extension/dist/runtime-context.js +0 -288
  665. package/pi-extension/dist/schemas.js +0 -254
  666. package/pi-extension/dist/status.js +0 -449
  667. package/pi-extension/dist/utils.js +0 -467
  668. package/pi-extension/src/runtime-context.ts +0 -347
  669. package/pi-extension/src/status.ts +0 -505
  670. package/plugin-docs/README.md +0 -40
  671. package/plugin-docs/adr/0001-three-modes.md +0 -27
  672. package/plugin-docs/adr/0002-evals-before-hooks.md +0 -17
  673. package/plugin-docs/adr/0003-release-boundary.md +0 -21
  674. package/plugin-docs/adr/0004-discover-replaces-shallow-discovery-skills.md +0 -26
  675. package/plugin-docs/adr/README.md +0 -10
  676. package/plugin-docs/architecture.md +0 -89
  677. package/plugin-docs/output-router.md +0 -396
  678. package/plugin-docs/release-evidence.md +0 -77
  679. package/plugin-docs/skills.md +0 -44
  680. package/plugin-docs/workflow.md +0 -57
  681. package/skills/diagnose-failure/references/feedback-loop-catalog.md +0 -25
  682. package/skills/discover/ARTIFACT-DESTINATIONS.md +0 -58
  683. package/skills/discover/CHECKPOINTS.md +0 -74
  684. package/skills/discover/SKILL.md +0 -173
  685. package/skills/evaluate-skill/references/eval-patterns.md +0 -41
  686. package/skills/evaluate-skill/references/grading-priority.md +0 -33
  687. package/skills/execute-plan/SKILL.md +0 -133
  688. package/skills/execute-plan/references/execution-map.md +0 -122
  689. package/skills/interview-gate/SKILL.md +0 -90
  690. package/skills/setup-freeflow/references/output-router-setup.md +0 -102
  691. package/skills/workflow/references/workflow-map.md +0 -104
  692. /package/pi-extension/src/{mcp-config.ts → integrations/mcp-config.ts} +0 -0
@@ -0,0 +1,791 @@
1
+ import { constants as fsConstants } from "node:fs";
2
+ import { access, readFile, stat } from "node:fs/promises";
3
+ import { dirname, join } from "node:path";
4
+
5
+ import {
6
+ DEFAULT_OBSERVED_ROUTING_CONFIG,
7
+ DEFAULT_OUTPUT_ROUTER_ENABLED,
8
+ DEFAULT_OUTPUT_ROUTER_PROFILE,
9
+ DEFAULT_POST_TOOL_ROUTING,
10
+ DEFAULT_ROUTER_THRESHOLDS,
11
+ DEFAULT_SCRIPT_TRANSFORM_CONFIG,
12
+ DEFAULT_STORAGE_POLICY,
13
+ OBSERVED_ROUTING_PERSISTENCE_MODES,
14
+ RESERVED_OBSERVED_ROUTING_PERSISTENCE_MODES,
15
+ DEFAULT_VAULT_RETENTION,
16
+ DEFAULT_VAULT_ROOT,
17
+ defaultScriptTransformAdaptersHome,
18
+ createLocalVaultIndex,
19
+ createVault,
20
+ discoverEryxPythonSandboxAdaptersFromEnv,
21
+ discoverJqWasmSandboxAdaptersFromEnv,
22
+ discoverQuickJsWasiSandboxAdaptersFromEnv,
23
+ normalizeFreeflowConfig,
24
+ normalizeLocalFreeflowConfig,
25
+ probeScriptSandboxAdapters,
26
+ } from "../../../router/dist/index.js";
27
+ import { VALID_MODES, readCapabilityState, readModeState } from "../runtime/runtime-context.js";
28
+
29
+ const STATUS_ACTIONS = new Set(["status", "doctor", "migration"]);
30
+ const TOP_LEVEL_CONFIG_KEYS = new Set([
31
+ "enabled",
32
+ "defaultMode",
33
+ "interactionContract",
34
+ "skills",
35
+ "outputRouter",
36
+ "observedRouting",
37
+ "scriptTransform",
38
+ ]);
39
+ const OUTPUT_ROUTER_CONFIG_KEYS = new Set([
40
+ "enabled",
41
+ "profile",
42
+ "postToolRouting",
43
+ "storagePolicy",
44
+ "largeOutputBytes",
45
+ "largeOutputLines",
46
+ "thresholds",
47
+ "vaultRoot",
48
+ "vaultRetentionDays",
49
+ "vault",
50
+ "generatedPaths",
51
+ "noisyCommandHints",
52
+ "hints",
53
+ "observedRouting",
54
+ "scriptTransform",
55
+ ]);
56
+ const OBSERVED_ROUTING_CONFIG_KEYS = new Set(["enabled", "onRoutingFailure", "mcp", "web", "fetch", "codeSearch"]);
57
+ const OBSERVED_ROUTING_PRODUCER_KEYS = new Set(["enabled", "persistence"]);
58
+ const OBSERVED_ROUTING_MCP_KEYS = new Set(["servers"]);
59
+ const SCRIPT_TRANSFORM_CONFIG_KEYS = new Set([
60
+ "enabled",
61
+ "sandbox",
62
+ "languages",
63
+ "network",
64
+ "limits",
65
+ "rawScriptPersistence",
66
+ ]);
67
+
68
+ export async function buildFreeflowStatusReport(params = {}, ctx) {
69
+ const action = normalizeStatusAction((params as any).action);
70
+ const configFile = await readConfigFile(ctx.cwd);
71
+ const localConfigFile = await readLocalConfigFile(ctx.cwd);
72
+ const normalized = normalizeFreeflowConfig(configFile.parsed);
73
+ const localNormalized = normalizeLocalFreeflowConfig(localConfigFile.parsed);
74
+ const [modeState, runtimeState] = await Promise.all([readModeState(ctx.cwd), readCapabilityState(ctx.cwd)]);
75
+ const effectiveFreeflowConfig = runtimeState.enabled
76
+ ? normalized.config
77
+ : {
78
+ ...normalized.config,
79
+ outputRouter: { ...normalized.config.outputRouter, enabled: false },
80
+ observedRouting: {
81
+ ...normalized.config.observedRouting,
82
+ enabled: false,
83
+ },
84
+ scriptTransform: {
85
+ ...normalized.config.scriptTransform,
86
+ enabled: false,
87
+ },
88
+ };
89
+ const vault = createVault({
90
+ root: effectiveFreeflowConfig.outputRouter.vault.root,
91
+ retention: effectiveFreeflowConfig.outputRouter.vault.retention,
92
+ });
93
+ const configWarnings = [...normalized.warnings];
94
+ const localConfigWarnings = [...localNormalized.warnings];
95
+
96
+ if (!runtimeState.repositoryConfigured && configFile.exists) {
97
+ configWarnings.unshift(
98
+ `.freeflow/config.json is invalid; Freeflow runtime is inactive. ${runtimeState.parseError ?? configFile.parseError ?? "Unknown config error."}`,
99
+ );
100
+ }
101
+ if (
102
+ isRecord(configFile.parsed) &&
103
+ configFile.parsed.defaultMode !== undefined &&
104
+ !VALID_MODES.has(configFile.parsed.defaultMode)
105
+ ) {
106
+ configWarnings.push(`Invalid defaultMode=${JSON.stringify(configFile.parsed.defaultMode)}; using workflow.`);
107
+ }
108
+ if (runtimeState.localConfigExists && !runtimeState.localConfigValid) {
109
+ localConfigWarnings.unshift(
110
+ `.freeflow/local.json is invalid; Freeflow runtime is inactive. ${runtimeState.localConfigParseError ?? localConfigFile.parseError ?? "Unknown local config error."}`,
111
+ );
112
+ }
113
+
114
+ const scriptSandboxAdapters = [
115
+ ...(await discoverQuickJsWasiSandboxAdaptersFromEnv()),
116
+ ...(await discoverJqWasmSandboxAdaptersFromEnv()),
117
+ ...(await discoverEryxPythonSandboxAdaptersFromEnv()),
118
+ ];
119
+ const [vaultWritability, vaultIndex, scriptSandbox] = await Promise.all([
120
+ inspectVaultWritability(vault.root),
121
+ inspectVaultIndex(vault),
122
+ probeScriptSandboxAdapters({
123
+ config: effectiveFreeflowConfig.scriptTransform,
124
+ adapters: scriptSandboxAdapters,
125
+ }),
126
+ ]);
127
+ const migration = migrationReport(configFile.parsed);
128
+
129
+ return {
130
+ toolStatus: "ok",
131
+ action,
132
+ generatedAt: new Date().toISOString(),
133
+ configPath: configFile.path,
134
+ configExists: configFile.exists,
135
+ configValid: runtimeState.configValid,
136
+ repositoryConfigValid: runtimeState.repositoryConfigured,
137
+ localConfigPath: localConfigFile.path,
138
+ localConfigExists: localConfigFile.exists,
139
+ localConfigValid: runtimeState.localConfigValid,
140
+ configuration: {
141
+ repository: {
142
+ path: configFile.path,
143
+ exists: configFile.exists,
144
+ valid: runtimeState.repositoryConfigured,
145
+ error: runtimeState.repositoryConfigured ? null : (runtimeState.parseError ?? configFile.parseError),
146
+ },
147
+ personal: {
148
+ path: localConfigFile.path,
149
+ exists: localConfigFile.exists,
150
+ valid: runtimeState.localConfigValid,
151
+ error: runtimeState.localConfigParseError,
152
+ },
153
+ sources: runtimeState.configSources,
154
+ },
155
+ mode: {
156
+ ...modeState,
157
+ active: modeState.active,
158
+ resolvedMode: modeState.resolvedMode,
159
+ defaultModeSource: runtimeState.configSources.defaultMode,
160
+ },
161
+ effectiveConfig: {
162
+ configured: runtimeState.configured,
163
+ enabled: runtimeState.enabled,
164
+ defaultMode: runtimeState.defaultMode,
165
+ sources: runtimeState.configSources,
166
+ interactionContract: runtimeState.interactionContract,
167
+ skills: runtimeState.skills,
168
+ outputRouter: {
169
+ enabled: effectiveFreeflowConfig.outputRouter.enabled,
170
+ profile: effectiveFreeflowConfig.outputRouter.profile,
171
+ postToolRouting: effectiveFreeflowConfig.outputRouter.postToolRouting,
172
+ storagePolicy: effectiveFreeflowConfig.outputRouter.storagePolicy,
173
+ thresholds: effectiveFreeflowConfig.outputRouter.thresholds,
174
+ vault: effectiveFreeflowConfig.outputRouter.vault,
175
+ hints: effectiveFreeflowConfig.outputRouter.hints ?? {},
176
+ observedRouting: effectiveFreeflowConfig.observedRouting,
177
+ scriptTransform: effectiveFreeflowConfig.scriptTransform,
178
+ },
179
+ },
180
+ effectiveLocalConfig: localNormalized.config,
181
+ effectiveDefaults: {
182
+ enabled: true,
183
+ interactionContract: true,
184
+ skills: { enabled: true },
185
+ outputRouter: {
186
+ enabled: DEFAULT_OUTPUT_ROUTER_ENABLED,
187
+ profile: DEFAULT_OUTPUT_ROUTER_PROFILE,
188
+ postToolRouting: DEFAULT_POST_TOOL_ROUTING,
189
+ storagePolicy: DEFAULT_STORAGE_POLICY,
190
+ thresholds: DEFAULT_ROUTER_THRESHOLDS,
191
+ vaultRoot: DEFAULT_VAULT_ROOT,
192
+ vaultRetention: DEFAULT_VAULT_RETENTION,
193
+ observedRouting: DEFAULT_OBSERVED_ROUTING_CONFIG,
194
+ scriptTransform: DEFAULT_SCRIPT_TRANSFORM_CONFIG,
195
+ },
196
+ },
197
+ vault: {
198
+ root: vault.root,
199
+ configuredRoot: effectiveFreeflowConfig.outputRouter.vault.root,
200
+ retention: effectiveFreeflowConfig.outputRouter.vault.retention,
201
+ writability: vaultWritability,
202
+ },
203
+ vaultIndex,
204
+ observedRouting: observedRoutingStatus(effectiveFreeflowConfig.observedRouting),
205
+ scriptTransform: scriptTransformStatus(effectiveFreeflowConfig.scriptTransform, scriptSandbox),
206
+ processing: processingStatus(localNormalized.config),
207
+ recoverabilityDefaults: {
208
+ freeflowRun:
209
+ "hybrid-dedupe command capture: exact when exactness-sensitive or duplicate recovery points to a prior exact outputId; small non-sensitive successes may be metadata-only",
210
+ observedRouting:
211
+ "exact raw recovery for enabled observed producers when exact persistence is configured; metadata-only stores no raw stream",
212
+ freeflowTransform:
213
+ "deterministic transform stores exact transformed-output recovery with source lineage when persisted; script transform is disabled by default and requires an approved sandbox adapter",
214
+ nativeSafetyNet:
215
+ "off by default; optional native read/bash safety-net only when outputRouter.postToolRouting is safety-net",
216
+ },
217
+ configWarnings,
218
+ localConfigWarnings,
219
+ staleConfig: migration.recommendations,
220
+ migration,
221
+ };
222
+ }
223
+
224
+ function normalizeStatusAction(value) {
225
+ if (typeof value === "string" && STATUS_ACTIONS.has(value)) {
226
+ return value;
227
+ }
228
+ return "status";
229
+ }
230
+
231
+ async function readConfigFile(cwd) {
232
+ const path = join(cwd, ".freeflow/config.json");
233
+ try {
234
+ const raw = await readFile(path, "utf8");
235
+ try {
236
+ const parsed = JSON.parse(raw);
237
+ return {
238
+ path,
239
+ exists: true,
240
+ raw,
241
+ parsed: isRecord(parsed) ? parsed : {},
242
+ parseError: null,
243
+ };
244
+ } catch (error) {
245
+ const message = error instanceof Error ? error.message : String(error);
246
+ return { path, exists: true, raw, parsed: {}, parseError: message };
247
+ }
248
+ } catch {
249
+ return { path, exists: false, raw: null, parsed: {}, parseError: null };
250
+ }
251
+ }
252
+
253
+ async function readLocalConfigFile(cwd) {
254
+ const path = join(cwd, ".freeflow/local.json");
255
+ try {
256
+ const raw = await readFile(path, "utf8");
257
+ try {
258
+ const parsed = JSON.parse(raw);
259
+ return {
260
+ path,
261
+ exists: true,
262
+ raw,
263
+ parsed: isRecord(parsed) ? parsed : {},
264
+ parseError: null,
265
+ };
266
+ } catch (error) {
267
+ const message = error instanceof Error ? error.message : String(error);
268
+ return { path, exists: true, raw, parsed: {}, parseError: message };
269
+ }
270
+ } catch {
271
+ return { path, exists: false, raw: null, parsed: {}, parseError: null };
272
+ }
273
+ }
274
+
275
+ async function inspectVaultWritability(root) {
276
+ try {
277
+ const rootStats = await stat(root);
278
+ if (!rootStats.isDirectory()) {
279
+ return {
280
+ status: "not_directory",
281
+ detail: "Vault root exists but is not a directory.",
282
+ };
283
+ }
284
+ await access(root, fsConstants.W_OK | fsConstants.X_OK);
285
+ return { status: "writable", detail: "Vault root exists and is writable." };
286
+ } catch (error) {
287
+ const code = error && typeof error === "object" ? (error as any).code : undefined;
288
+ if (code === "ENOENT") {
289
+ return inspectMissingVaultRoot(root);
290
+ }
291
+ if (code === "EACCES" || code === "EPERM") {
292
+ return {
293
+ status: "not_writable",
294
+ detail: `Vault root exists but is not writable (${code}).`,
295
+ };
296
+ }
297
+ return {
298
+ status: "unknown",
299
+ detail: `Could not determine vault writability (${code ?? "unknown"}).`,
300
+ };
301
+ }
302
+ }
303
+
304
+ async function inspectVaultIndex(vault) {
305
+ try {
306
+ return await createLocalVaultIndex(vault).status();
307
+ } catch (error) {
308
+ const message = error instanceof Error ? error.message : String(error);
309
+ return {
310
+ engine: "local-json-sidecar",
311
+ root: `${vault.root}/index/v1`,
312
+ available: false,
313
+ degraded: true,
314
+ stale: true,
315
+ rebuildRecommended: true,
316
+ entryCount: 0,
317
+ textEntryCount: 0,
318
+ metadataOnlyEntryCount: 0,
319
+ outputCount: 0,
320
+ lastError: message,
321
+ };
322
+ }
323
+ }
324
+
325
+ async function inspectMissingVaultRoot(root) {
326
+ const ancestor = await nearestExistingAncestor(dirname(root));
327
+ if (!ancestor) {
328
+ return {
329
+ status: "missing_ancestor_unavailable",
330
+ detail: "Vault root does not exist and no existing writable ancestor could be found. No directory was created.",
331
+ };
332
+ }
333
+
334
+ if (!ancestor.stats.isDirectory()) {
335
+ return {
336
+ status: "missing_ancestor_unavailable",
337
+ detail: `Nearest existing ancestor is not a directory: ${ancestor.path}. No directory was created.`,
338
+ };
339
+ }
340
+
341
+ try {
342
+ await access(ancestor.path, fsConstants.W_OK | fsConstants.X_OK);
343
+ return {
344
+ status: "missing_ancestor_writable",
345
+ detail: `Vault root does not exist; nearest existing ancestor is writable: ${ancestor.path}. Recursive vault creation should be possible. No directory was created.`,
346
+ };
347
+ } catch (error) {
348
+ const code = error && typeof error === "object" ? (error as any).code : undefined;
349
+ return {
350
+ status: "missing_ancestor_unavailable",
351
+ detail: `Vault root does not exist and nearest existing ancestor is not writable: ${ancestor.path} (${code ?? "unknown"}). No directory was created.`,
352
+ };
353
+ }
354
+ }
355
+
356
+ async function nearestExistingAncestor(startPath) {
357
+ let current = startPath;
358
+ while (true) {
359
+ try {
360
+ return { path: current, stats: await stat(current) };
361
+ } catch (error) {
362
+ const code = error && typeof error === "object" ? (error as any).code : undefined;
363
+ if (code !== "ENOENT") {
364
+ return null;
365
+ }
366
+ const parent = dirname(current);
367
+ if (parent === current) {
368
+ return null;
369
+ }
370
+ current = parent;
371
+ }
372
+ }
373
+ }
374
+
375
+ function scriptTransformStatus(config, sandboxReport) {
376
+ const adapterHome = defaultScriptTransformAdaptersHome();
377
+ return {
378
+ enabled: config.enabled,
379
+ sandbox: config.sandbox,
380
+ adapterAvailable: sandboxReport.adapterAvailable,
381
+ adapterStatus: sandboxReport.adapterStatus,
382
+ adapterContractVersion: sandboxReport.contractVersion,
383
+ configuredLanguages: sandboxReport.configuredLanguages,
384
+ availableLanguages: sandboxReport.availableLanguages,
385
+ unavailableLanguages: sandboxReport.unavailableLanguages,
386
+ registeredAdapters: sandboxReport.registeredAdapters,
387
+ requiredProofs: sandboxReport.requiredProofs,
388
+ candidateMechanisms: sandboxReport.candidateMechanisms,
389
+ network: config.network,
390
+ limits: config.limits,
391
+ rawScriptPersistence: config.rawScriptPersistence,
392
+ executionStatus:
393
+ config.enabled && sandboxReport.adapterAvailable
394
+ ? "available"
395
+ : config.enabled
396
+ ? "adapter_unavailable"
397
+ : "disabled",
398
+ adapterHome,
399
+ setupCommand:
400
+ "node <plugin-root>/router/dist/setup/script-transform-adapters.js install --config .freeflow/config.json",
401
+ notes: [
402
+ "Script transform is disabled until setup/user config opts in with outputRouter.scriptTransform.enabled=true.",
403
+ "Setup can install proof-backed adapters into a user-global Freeflow cache and enable only languages that pass sandbox probes.",
404
+ "No unsandboxed fallback is allowed; script code is not executed without an approved sandbox adapter.",
405
+ "Raw script text is not persisted by default.",
406
+ `Global adapter cache: ${adapterHome}. Custom roots may use FREEFLOW_QUICKJS_WASI_ROOT, FREEFLOW_JQ_WASM_ROOT, or FREEFLOW_ERYX_ROOT.`,
407
+ ...sandboxReport.notes,
408
+ ],
409
+ };
410
+ }
411
+
412
+ function processingStatus(localConfig) {
413
+ const enabled = localConfig.processing.unsafeUnsandboxed.enabled;
414
+ return {
415
+ unsafeUnsandboxed: {
416
+ enabled,
417
+ source: ".freeflow/local.json",
418
+ status: enabled ? "enabled_unsafe" : "disabled",
419
+ notes: enabled
420
+ ? [
421
+ "Unsafe unsandboxed processing is enabled only by local config for this checkout.",
422
+ "Every unsafe execution result must be labeled unsafe/unsandboxed and must not claim sandbox/read-only/network-off execution.",
423
+ ]
424
+ : [
425
+ "Unsafe unsandboxed processing is disabled. Shared .freeflow/config.json cannot enable it.",
426
+ "Enable only in local-only .freeflow/local.json after accepting the risk.",
427
+ ],
428
+ },
429
+ };
430
+ }
431
+
432
+ function observedRoutingStatus(config) {
433
+ const servers = Object.entries((config.mcp?.servers ?? {}) as Record<string, any>).map(([id, server]) => ({
434
+ id,
435
+ enabled: server.enabled,
436
+ persistence: server.persistence,
437
+ }));
438
+
439
+ return {
440
+ enabled: config.enabled,
441
+ onRoutingFailure: config.onRoutingFailure,
442
+ host: {
443
+ name: "pi",
444
+ outputReplacement: "available",
445
+ reason:
446
+ "Pi tool_result hooks can modify tool results; observed routing remains controlled by explicit producer/server config.",
447
+ },
448
+ mcp: {
449
+ configuredServerCount: servers.length,
450
+ servers,
451
+ },
452
+ web: config.web,
453
+ fetch: config.fetch,
454
+ codeSearch: config.codeSearch,
455
+ persistenceModes: [...OBSERVED_ROUTING_PERSISTENCE_MODES],
456
+ unsupportedPersistenceModes: [...RESERVED_OBSERVED_ROUTING_PERSISTENCE_MODES],
457
+ notes: [
458
+ "Observed routing is off unless outputRouter.enabled, outputRouter.observedRouting.enabled, and the individual producer/server are enabled.",
459
+ "redacted persistence is reserved for future work; unsupported redacted config falls back to metadata-only.",
460
+ ],
461
+ };
462
+ }
463
+
464
+ function migrationReport(rawConfig) {
465
+ const recommendations = collectMigrationRecommendations(rawConfig);
466
+ return {
467
+ applied: false,
468
+ requiresConfirmation: recommendations.length > 0,
469
+ recommendations,
470
+ note:
471
+ recommendations.length > 0
472
+ ? "Recommendations are informational only. Freeflow status/doctor does not rewrite .freeflow/config.json without explicit confirmation."
473
+ : "No migration recommendations detected.",
474
+ };
475
+ }
476
+
477
+ function collectMigrationRecommendations(rawConfig) {
478
+ const recommendations = [];
479
+ if (!isRecord(rawConfig)) {
480
+ return recommendations;
481
+ }
482
+
483
+ for (const key of Object.keys(rawConfig)) {
484
+ if (!TOP_LEVEL_CONFIG_KEYS.has(key)) {
485
+ recommendations.push(
486
+ recommendation(key, "review", "Unrecognized top-level Freeflow config key; review before migrating."),
487
+ );
488
+ }
489
+ }
490
+
491
+ collectOutputRouterRecommendations(rawConfig.outputRouter, recommendations);
492
+ if (rawConfig.observedRouting !== undefined) {
493
+ recommendations.push(
494
+ recommendation("observedRouting", "move", "Move top-level observedRouting under outputRouter.observedRouting."),
495
+ );
496
+ collectObservedRoutingRecommendations(rawConfig.observedRouting, recommendations, "observedRouting");
497
+ }
498
+ if (rawConfig.scriptTransform !== undefined) {
499
+ recommendations.push(
500
+ recommendation("scriptTransform", "move", "Move top-level scriptTransform under outputRouter.scriptTransform."),
501
+ );
502
+ collectScriptTransformRecommendations(rawConfig.scriptTransform, recommendations, "scriptTransform");
503
+ }
504
+ return recommendations;
505
+ }
506
+
507
+ function collectOutputRouterRecommendations(value, recommendations) {
508
+ if (value === undefined) {
509
+ return;
510
+ }
511
+ if (!isRecord(value)) {
512
+ recommendations.push(
513
+ recommendation("outputRouter", "fix", "Expected object; remove or rewrite invalid outputRouter config."),
514
+ );
515
+ return;
516
+ }
517
+
518
+ for (const key of Object.keys(value)) {
519
+ if (!OUTPUT_ROUTER_CONFIG_KEYS.has(key)) {
520
+ recommendations.push(
521
+ recommendation(`outputRouter.${key}`, "review", "Unrecognized outputRouter key; review before migrating."),
522
+ );
523
+ }
524
+ }
525
+
526
+ addDefaultRecommendation(recommendations, "outputRouter.enabled", value.enabled, DEFAULT_OUTPUT_ROUTER_ENABLED);
527
+ addDefaultRecommendation(recommendations, "outputRouter.profile", value.profile, DEFAULT_OUTPUT_ROUTER_PROFILE);
528
+ addDefaultRecommendation(
529
+ recommendations,
530
+ "outputRouter.postToolRouting",
531
+ value.postToolRouting,
532
+ DEFAULT_POST_TOOL_ROUTING,
533
+ );
534
+ addDefaultRecommendation(recommendations, "outputRouter.storagePolicy", value.storagePolicy, DEFAULT_STORAGE_POLICY);
535
+ collectThresholdRecommendations(value.thresholds, recommendations);
536
+ collectVaultRecommendations(value.vault, recommendations);
537
+ collectHintsRecommendations(value.hints, recommendations);
538
+ addLegacyMoveOrDefaultRecommendation(
539
+ recommendations,
540
+ "outputRouter.largeOutputBytes",
541
+ value.largeOutputBytes,
542
+ DEFAULT_ROUTER_THRESHOLDS.largeOutputBytes,
543
+ "outputRouter.thresholds.largeOutputBytes",
544
+ );
545
+ addLegacyMoveOrDefaultRecommendation(
546
+ recommendations,
547
+ "outputRouter.largeOutputLines",
548
+ value.largeOutputLines,
549
+ DEFAULT_ROUTER_THRESHOLDS.largeOutputLines,
550
+ "outputRouter.thresholds.largeOutputLines",
551
+ );
552
+ addLegacyMoveOrDefaultRecommendation(
553
+ recommendations,
554
+ "outputRouter.vaultRoot",
555
+ value.vaultRoot,
556
+ DEFAULT_VAULT_ROOT,
557
+ "outputRouter.vault.root",
558
+ );
559
+ addLegacyMoveOrDefaultRecommendation(
560
+ recommendations,
561
+ "outputRouter.vaultRetentionDays",
562
+ value.vaultRetentionDays,
563
+ DEFAULT_VAULT_RETENTION.ttlDays,
564
+ "outputRouter.vault.retention.ttlDays",
565
+ );
566
+ collectObservedRoutingRecommendations(value.observedRouting, recommendations, "outputRouter.observedRouting");
567
+ collectScriptTransformRecommendations(value.scriptTransform, recommendations, "outputRouter.scriptTransform");
568
+
569
+ if (Object.keys(value).length === 0) {
570
+ recommendations.push(
571
+ recommendation("outputRouter", "remove", "Empty outputRouter object can be removed; built-in defaults apply."),
572
+ );
573
+ }
574
+ }
575
+
576
+ function collectThresholdRecommendations(value, recommendations) {
577
+ if (value === undefined) return;
578
+ if (!isRecord(value)) {
579
+ recommendations.push(
580
+ recommendation("outputRouter.thresholds", "fix", "Expected object with largeOutputBytes and largeOutputLines."),
581
+ );
582
+ return;
583
+ }
584
+ addDefaultRecommendation(
585
+ recommendations,
586
+ "outputRouter.thresholds.largeOutputBytes",
587
+ value.largeOutputBytes,
588
+ DEFAULT_ROUTER_THRESHOLDS.largeOutputBytes,
589
+ );
590
+ addDefaultRecommendation(
591
+ recommendations,
592
+ "outputRouter.thresholds.largeOutputLines",
593
+ value.largeOutputLines,
594
+ DEFAULT_ROUTER_THRESHOLDS.largeOutputLines,
595
+ );
596
+ }
597
+
598
+ function collectVaultRecommendations(value, recommendations) {
599
+ if (value === undefined) return;
600
+ if (!isRecord(value)) {
601
+ recommendations.push(recommendation("outputRouter.vault", "fix", "Expected object with root and retention."));
602
+ return;
603
+ }
604
+ addDefaultRecommendation(recommendations, "outputRouter.vault.root", value.root, DEFAULT_VAULT_ROOT);
605
+ const retention = value.retention;
606
+ if (isRecord(retention)) {
607
+ addDefaultRecommendation(
608
+ recommendations,
609
+ "outputRouter.vault.retention.strategy",
610
+ retention.strategy,
611
+ DEFAULT_VAULT_RETENTION.strategy,
612
+ );
613
+ addDefaultRecommendation(
614
+ recommendations,
615
+ "outputRouter.vault.retention.ttlDays",
616
+ retention.ttlDays,
617
+ DEFAULT_VAULT_RETENTION.ttlDays,
618
+ );
619
+ } else if (retention !== undefined) {
620
+ recommendations.push(recommendation("outputRouter.vault.retention", "fix", "Expected retention object."));
621
+ }
622
+ }
623
+
624
+ function collectHintsRecommendations(value, recommendations) {
625
+ if (value === undefined) return;
626
+ if (!isRecord(value)) {
627
+ recommendations.push(
628
+ recommendation(
629
+ "outputRouter.hints",
630
+ "fix",
631
+ "Expected object with generatedPathGlobs/noisyCommandPatterns arrays.",
632
+ ),
633
+ );
634
+ }
635
+ }
636
+
637
+ function collectScriptTransformRecommendations(value, recommendations, path) {
638
+ if (value === undefined) {
639
+ return;
640
+ }
641
+ if (!isRecord(value)) {
642
+ recommendations.push(recommendation(path, "fix", `Expected object; remove or rewrite invalid ${path} config.`));
643
+ return;
644
+ }
645
+
646
+ for (const key of Object.keys(value)) {
647
+ if (!SCRIPT_TRANSFORM_CONFIG_KEYS.has(key)) {
648
+ recommendations.push(
649
+ recommendation(`${path}.${key}`, "review", "Unrecognized scriptTransform key; review before migrating."),
650
+ );
651
+ }
652
+ }
653
+
654
+ addDefaultRecommendation(recommendations, `${path}.enabled`, value.enabled, DEFAULT_SCRIPT_TRANSFORM_CONFIG.enabled);
655
+ addDefaultRecommendation(recommendations, `${path}.sandbox`, value.sandbox, DEFAULT_SCRIPT_TRANSFORM_CONFIG.sandbox);
656
+ addDefaultRecommendation(recommendations, `${path}.network`, value.network, DEFAULT_SCRIPT_TRANSFORM_CONFIG.network);
657
+ addDefaultRecommendation(
658
+ recommendations,
659
+ `${path}.rawScriptPersistence`,
660
+ value.rawScriptPersistence,
661
+ DEFAULT_SCRIPT_TRANSFORM_CONFIG.rawScriptPersistence,
662
+ );
663
+
664
+ if (Object.keys(value).length === 0) {
665
+ recommendations.push(
666
+ recommendation(
667
+ path,
668
+ "remove",
669
+ "Empty scriptTransform object can be removed; script transform is disabled by default.",
670
+ ),
671
+ );
672
+ }
673
+ }
674
+
675
+ function collectObservedRoutingRecommendations(value, recommendations, path) {
676
+ if (value === undefined) {
677
+ return;
678
+ }
679
+ if (!isRecord(value)) {
680
+ recommendations.push(recommendation(path, "fix", `Expected object; remove or rewrite invalid ${path} config.`));
681
+ return;
682
+ }
683
+
684
+ for (const key of Object.keys(value)) {
685
+ if (!OBSERVED_ROUTING_CONFIG_KEYS.has(key)) {
686
+ recommendations.push(
687
+ recommendation(`${path}.${key}`, "review", "Unrecognized observedRouting key; review before migrating."),
688
+ );
689
+ }
690
+ }
691
+
692
+ addDefaultRecommendation(recommendations, `${path}.enabled`, value.enabled, DEFAULT_OBSERVED_ROUTING_CONFIG.enabled);
693
+ addDefaultRecommendation(
694
+ recommendations,
695
+ `${path}.onRoutingFailure`,
696
+ value.onRoutingFailure,
697
+ DEFAULT_OBSERVED_ROUTING_CONFIG.onRoutingFailure,
698
+ );
699
+ collectObservedMcpRecommendations(value.mcp, recommendations, `${path}.mcp`);
700
+ collectObservedProducerRecommendations(value.web, `${path}.web`, recommendations);
701
+ collectObservedProducerRecommendations(value.fetch, `${path}.fetch`, recommendations);
702
+ collectObservedProducerRecommendations(value.codeSearch, `${path}.codeSearch`, recommendations);
703
+
704
+ if (Object.keys(value).length === 0) {
705
+ recommendations.push(
706
+ recommendation(
707
+ path,
708
+ "remove",
709
+ "Empty observedRouting object can be removed; observed routing is off by default.",
710
+ ),
711
+ );
712
+ }
713
+ }
714
+
715
+ function collectObservedMcpRecommendations(value, recommendations, path) {
716
+ if (value === undefined) {
717
+ return;
718
+ }
719
+ if (!isRecord(value)) {
720
+ recommendations.push(recommendation(path, "fix", "Expected object with explicit servers."));
721
+ return;
722
+ }
723
+
724
+ for (const key of Object.keys(value)) {
725
+ if (!OBSERVED_ROUTING_MCP_KEYS.has(key)) {
726
+ recommendations.push(
727
+ recommendation(`${path}.${key}`, "review", "Unrecognized observedRouting.mcp key; review before migrating."),
728
+ );
729
+ }
730
+ }
731
+
732
+ if (value.servers !== undefined && !isRecord(value.servers)) {
733
+ recommendations.push(recommendation(`${path}.servers`, "fix", "Expected object keyed by MCP server id."));
734
+ }
735
+ }
736
+
737
+ function collectObservedProducerRecommendations(value, path, recommendations) {
738
+ if (value === undefined) {
739
+ return;
740
+ }
741
+ if (!isRecord(value)) {
742
+ recommendations.push(recommendation(path, "fix", "Expected object with enabled and persistence."));
743
+ return;
744
+ }
745
+
746
+ for (const key of Object.keys(value)) {
747
+ if (!OBSERVED_ROUTING_PRODUCER_KEYS.has(key)) {
748
+ recommendations.push(
749
+ recommendation(
750
+ `${path}.${key}`,
751
+ "review",
752
+ "Unrecognized observed routing producer key; review before migrating.",
753
+ ),
754
+ );
755
+ }
756
+ }
757
+ }
758
+
759
+ function addDefaultRecommendation(recommendations, path, value, defaultValue) {
760
+ if (value === undefined) {
761
+ return;
762
+ }
763
+ if (JSON.stringify(value) === JSON.stringify(defaultValue)) {
764
+ recommendations.push(
765
+ recommendation(
766
+ path,
767
+ "remove",
768
+ `Explicit default value ${JSON.stringify(defaultValue)} can be removed unless it records an intentional override.`,
769
+ ),
770
+ );
771
+ }
772
+ }
773
+
774
+ function addLegacyMoveOrDefaultRecommendation(recommendations, path, value, defaultValue, targetPath) {
775
+ if (value === undefined) {
776
+ return;
777
+ }
778
+ if (JSON.stringify(value) === JSON.stringify(defaultValue)) {
779
+ addDefaultRecommendation(recommendations, path, value, defaultValue);
780
+ return;
781
+ }
782
+ recommendations.push(recommendation(path, "move", `Move legacy ${path} to ${targetPath}.`));
783
+ }
784
+
785
+ function recommendation(path, action, message) {
786
+ return { path, action, message };
787
+ }
788
+
789
+ function isRecord(value) {
790
+ return typeof value === "object" && value !== null && !Array.isArray(value);
791
+ }