pi-harness-runtime 0.10.11 → 0.10.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (584) hide show
  1. package/cli.ts +111 -0
  2. package/footer-status.ts +204 -0
  3. package/harness/agent-handoff.ts +189 -0
  4. package/harness/auto-compact.ts +309 -0
  5. package/harness/auto-quota-resume.ts +132 -0
  6. package/harness/autonomous-review.ts +88 -0
  7. package/harness/blackboard.ts +291 -0
  8. package/harness/context-compact-orchestrator.ts +551 -0
  9. package/harness/context-window-manager.ts +464 -0
  10. package/harness/continue-prompt.ts +242 -0
  11. package/harness/e2e/index.ts +44 -0
  12. package/harness/e2e/minimax-quota-parser.ts +88 -0
  13. package/harness/e2e/minimax-quota-scraper.ts +609 -0
  14. package/harness/e2e/openai-quota-scraper.ts +447 -0
  15. package/harness/e2e/playwright-runner.ts +204 -0
  16. package/harness/e2e/quota-status.ts +194 -0
  17. package/harness/e2e/test-engine.ts +398 -0
  18. package/harness/forked-summarizer.ts +304 -0
  19. package/harness/herdr-agents.ts +91 -0
  20. package/harness/index.ts +232 -0
  21. package/harness/job-state-machine.ts +363 -0
  22. package/harness/loop-code-agent.ts +284 -0
  23. package/harness/loop-controller.ts +201 -0
  24. package/harness/loop-review-agent.ts +295 -0
  25. package/harness/loop-runtime.ts +760 -0
  26. package/harness/loop-types.ts +118 -0
  27. package/harness/master-planner.ts +327 -0
  28. package/harness/notification-events.ts +299 -0
  29. package/harness/output-limit-handler.ts +316 -0
  30. package/harness/partial-recovery.ts +531 -0
  31. package/harness/project-detector/detector.ts +328 -0
  32. package/harness/repair-engine.ts +340 -0
  33. package/harness/session-memory.ts +401 -0
  34. package/harness/task-graph.d.ts +51 -0
  35. package/harness/task-graph.ts +143 -0
  36. package/mirror.ts +278 -0
  37. package/package.json +8 -12
  38. package/packages/a2a-adapter/src/agent.ts +139 -0
  39. package/packages/a2a-adapter/src/client.ts +107 -0
  40. package/packages/a2a-adapter/src/discovery.ts +106 -0
  41. package/packages/a2a-adapter/src/index.ts +38 -0
  42. package/packages/a2a-adapter/src/protocol.ts +46 -0
  43. package/packages/a2a-adapter/src/transport.ts +142 -0
  44. package/packages/a2a-adapter/src/types.ts +117 -0
  45. package/packages/auth/src/minimax-browser-auth.ts +1109 -0
  46. package/packages/auth/src/run-minimax-auth.ts +150 -0
  47. package/packages/autonomous-refactor/src/detector.ts +219 -0
  48. package/packages/autonomous-refactor/src/index.ts +16 -0
  49. package/packages/autonomous-refactor/src/planner.ts +99 -0
  50. package/packages/autonomous-refactor/src/types.ts +57 -0
  51. package/packages/autonomous-runtime/src/inbox.ts +266 -0
  52. package/packages/autonomous-runtime/src/index.ts +22 -0
  53. package/packages/autonomous-runtime/src/lease.ts +318 -0
  54. package/packages/autonomous-runtime/src/types.ts +257 -0
  55. package/packages/cache-strategy/src/cache.ts +213 -0
  56. package/packages/cache-strategy/src/index.ts +6 -0
  57. package/packages/cache-strategy/src/types.ts +40 -0
  58. package/packages/capability-registry/src/defaults.ts +247 -0
  59. package/packages/capability-registry/src/index.ts +43 -0
  60. package/packages/capability-registry/src/query.ts +99 -0
  61. package/packages/capability-registry/src/registry.ts +222 -0
  62. package/packages/capability-registry/src/types.d.ts +47 -0
  63. package/packages/capability-registry/src/types.js +10 -0
  64. package/packages/capability-registry/src/types.ts +83 -0
  65. package/packages/checkpoint/src/checkpoint-manager.ts +33 -0
  66. package/packages/checkpoint/src/differ.ts +281 -0
  67. package/packages/checkpoint/src/engine.ts +532 -0
  68. package/packages/checkpoint/src/index.ts +48 -0
  69. package/packages/checkpoint/src/storage.ts +439 -0
  70. package/packages/checkpoint/src/types.ts +348 -0
  71. package/packages/cli-plugin-sdk/src/index.ts +169 -0
  72. package/packages/cli-plugin-sdk/src/plugin-fs.ts +91 -0
  73. package/packages/cli-plugin-sdk/src/registry.ts +55 -0
  74. package/packages/cli-plugin-sdk/src/types.ts +32 -0
  75. package/packages/clipboard/dist/src/clipboard.d.ts +11 -0
  76. package/packages/clipboard/dist/src/clipboard.js +51 -0
  77. package/packages/clipboard/dist/src/copy-sync.d.ts +27 -0
  78. package/packages/clipboard/dist/src/copy-sync.js +170 -0
  79. package/packages/clipboard/dist/src/gist-relay.d.ts +48 -0
  80. package/packages/clipboard/dist/src/gist-relay.js +186 -0
  81. package/packages/clipboard/dist/src/github-login.d.ts +16 -0
  82. package/packages/clipboard/dist/src/github-login.js +69 -0
  83. package/packages/clipboard/dist/src/index.d.ts +4 -0
  84. package/packages/clipboard/dist/src/index.js +3 -0
  85. package/packages/clipboard/dist/src/types.d.ts +13 -0
  86. package/packages/clipboard/dist/src/types.js +5 -0
  87. package/packages/clipboard/src/clipboard.ts +59 -0
  88. package/packages/clipboard/src/copy-sync.ts +201 -0
  89. package/packages/clipboard/src/gist-relay.ts +240 -0
  90. package/packages/clipboard/src/github-login.ts +107 -0
  91. package/packages/clipboard/src/index.ts +3 -0
  92. package/packages/clipboard/src/types.ts +14 -0
  93. package/packages/code-generation/src/faker.ts +461 -0
  94. package/packages/code-generation/src/generator.ts +421 -0
  95. package/packages/code-generation/src/index.ts +56 -0
  96. package/packages/code-generation/src/templates/ejs-renderer.ts +142 -0
  97. package/packages/code-generation/src/templates/registry.ts +174 -0
  98. package/packages/code-generation/src/types.ts +373 -0
  99. package/packages/code-review/src/engine.ts +408 -0
  100. package/packages/code-review/src/index.ts +46 -0
  101. package/packages/code-review/src/reports/html.ts +143 -0
  102. package/packages/code-review/src/reports/markdown.ts +197 -0
  103. package/packages/code-review/src/reports/text.ts +171 -0
  104. package/packages/code-review/src/types.ts +324 -0
  105. package/packages/codex-adapter/src/executor.ts +83 -0
  106. package/packages/codex-adapter/src/index.ts +16 -0
  107. package/packages/codex-adapter/src/provider.ts +213 -0
  108. package/packages/codex-adapter/src/types.ts +118 -0
  109. package/packages/config-capture/src/index.ts +357 -0
  110. package/packages/context-compiler/src/budget.ts +122 -0
  111. package/packages/context-compiler/src/cache.ts +134 -0
  112. package/packages/context-compiler/src/compiler.ts +314 -0
  113. package/packages/context-compiler/src/deduplicate.ts +171 -0
  114. package/packages/context-compiler/src/filter.ts +135 -0
  115. package/packages/context-compiler/src/index.ts +61 -0
  116. package/packages/context-compiler/src/okf-loader.ts +86 -0
  117. package/packages/context-compiler/src/score.ts +130 -0
  118. package/packages/context-compiler/src/types.ts +246 -0
  119. package/packages/context-discovery/dist/src/discover.d.ts +3 -0
  120. package/packages/context-discovery/dist/src/discover.js +42 -0
  121. package/packages/context-discovery/dist/src/discovery.d.ts +28 -0
  122. package/packages/context-discovery/dist/src/discovery.js +21 -0
  123. package/packages/context-discovery/dist/src/index.d.ts +3 -0
  124. package/packages/context-discovery/dist/src/index.js +2 -0
  125. package/packages/context-discovery/dist/src/types.d.ts +16 -0
  126. package/packages/context-discovery/dist/src/types.js +2 -0
  127. package/packages/context-discovery/src/discover.ts +42 -0
  128. package/packages/context-discovery/src/discovery.ts +44 -0
  129. package/packages/context-discovery/src/index.ts +2 -0
  130. package/packages/context-discovery/src/types.ts +15 -0
  131. package/packages/context-manager/src/compaction.ts +139 -0
  132. package/packages/context-manager/src/core.ts +85 -0
  133. package/packages/context-manager/src/index.ts +22 -0
  134. package/packages/context-manager/src/types.ts +44 -0
  135. package/packages/cookie-sanitizer/src/atomic-write.ts +79 -0
  136. package/packages/cookie-sanitizer/src/detect-format.ts +102 -0
  137. package/packages/cookie-sanitizer/src/index.ts +89 -0
  138. package/packages/cookie-sanitizer/src/infer-provider.ts +103 -0
  139. package/packages/cookie-sanitizer/src/normalize.ts +92 -0
  140. package/packages/cookie-sanitizer/src/parse-json.ts +122 -0
  141. package/packages/cookie-sanitizer/src/parse-netscape.ts +118 -0
  142. package/packages/cookie-sanitizer/src/sync.ts +312 -0
  143. package/packages/cookie-sanitizer/src/types.ts +101 -0
  144. package/packages/cookie-sanitizer/src/watcher.ts +180 -0
  145. package/packages/cost-optimizer/src/budget.ts +138 -0
  146. package/packages/cost-optimizer/src/config.ts +34 -0
  147. package/packages/cost-optimizer/src/forecast.ts +59 -0
  148. package/packages/cost-optimizer/src/index.ts +74 -0
  149. package/packages/cost-optimizer/src/optimizer.ts +277 -0
  150. package/packages/cost-optimizer/src/selection.ts +264 -0
  151. package/packages/cost-optimizer/src/tracker.ts +122 -0
  152. package/packages/cost-optimizer/src/types.ts +134 -0
  153. package/packages/dependency-analyzer/dist/src/analyzer.d.ts +17 -0
  154. package/packages/dependency-analyzer/dist/src/analyzer.js +119 -0
  155. package/packages/dependency-analyzer/dist/src/imports.d.ts +12 -0
  156. package/packages/dependency-analyzer/dist/src/imports.js +73 -0
  157. package/packages/dependency-analyzer/dist/src/index.d.ts +4 -0
  158. package/packages/dependency-analyzer/dist/src/index.js +3 -0
  159. package/packages/dependency-analyzer/dist/src/types.d.ts +28 -0
  160. package/packages/dependency-analyzer/dist/src/types.js +5 -0
  161. package/packages/dependency-analyzer/src/analyzer.ts +140 -0
  162. package/packages/dependency-analyzer/src/imports.ts +93 -0
  163. package/packages/dependency-analyzer/src/index.ts +9 -0
  164. package/packages/dependency-analyzer/src/types.ts +38 -0
  165. package/packages/django-plugin/src/analyzer.ts +284 -0
  166. package/packages/django-plugin/src/index.ts +39 -0
  167. package/packages/django-plugin/src/types.ts +35 -0
  168. package/packages/doc-generator/src/detector.ts +113 -0
  169. package/packages/doc-generator/src/docs.ts +158 -0
  170. package/packages/doc-generator/src/index.ts +7 -0
  171. package/packages/doc-generator/src/types.ts +58 -0
  172. package/packages/evaluation-engine/src/engine.ts +488 -0
  173. package/packages/evaluation-engine/src/index.ts +23 -0
  174. package/packages/evaluation-engine/src/types.ts +136 -0
  175. package/packages/evaluation-runner/src/index.ts +6 -0
  176. package/packages/evaluation-runner/src/runner.ts +182 -0
  177. package/packages/evaluation-runner/src/types.ts +51 -0
  178. package/packages/event-bus/dist/src/bus.d.ts +15 -0
  179. package/packages/event-bus/dist/src/bus.js +98 -0
  180. package/packages/event-bus/dist/src/herdr-bus.d.ts +121 -0
  181. package/packages/event-bus/dist/src/herdr-bus.js +322 -0
  182. package/packages/event-bus/dist/src/index.d.ts +6 -0
  183. package/packages/event-bus/dist/src/index.js +4 -0
  184. package/packages/event-bus/dist/src/types.d.ts +27 -0
  185. package/packages/event-bus/dist/src/types.js +10 -0
  186. package/packages/event-bus/src/bus.ts +111 -0
  187. package/packages/event-bus/src/herdr-bus.ts +525 -0
  188. package/packages/event-bus/src/index.ts +38 -0
  189. package/packages/event-bus/src/types.ts +59 -0
  190. package/packages/event-store/dist/src/index.d.ts +3 -0
  191. package/packages/event-store/dist/src/index.js +2 -0
  192. package/packages/event-store/dist/src/store.d.ts +15 -0
  193. package/packages/event-store/dist/src/store.js +139 -0
  194. package/packages/event-store/dist/src/types.d.ts +48 -0
  195. package/packages/event-store/dist/src/types.js +5 -0
  196. package/packages/event-store/src/index.ts +11 -0
  197. package/packages/event-store/src/store.ts +168 -0
  198. package/packages/event-store/src/types.d.ts +48 -0
  199. package/packages/event-store/src/types.js +5 -0
  200. package/packages/event-store/src/types.ts +65 -0
  201. package/packages/experience-replay/src/index.ts +19 -0
  202. package/packages/experience-replay/src/replay.ts +348 -0
  203. package/packages/experience-replay/src/types.ts +128 -0
  204. package/packages/feedback-collector/src/collector.ts +160 -0
  205. package/packages/feedback-collector/src/index.ts +6 -0
  206. package/packages/feedback-collector/src/types.ts +51 -0
  207. package/packages/framework-detector/src/detector.ts +586 -0
  208. package/packages/framework-detector/src/index.ts +46 -0
  209. package/packages/framework-detector/src/signatures/registry.ts +648 -0
  210. package/packages/framework-detector/src/types.ts +299 -0
  211. package/packages/framework-plugin-sdk/src/index.ts +45 -0
  212. package/packages/framework-plugin-sdk/src/manager.ts +525 -0
  213. package/packages/framework-plugin-sdk/src/types.ts +449 -0
  214. package/packages/frappe-plugin/src/analyzer.ts +454 -0
  215. package/packages/frappe-plugin/src/index.ts +72 -0
  216. package/packages/frappe-plugin/src/types.ts +135 -0
  217. package/packages/generic-web-plugin/src/analyzer.ts +347 -0
  218. package/packages/generic-web-plugin/src/index.ts +61 -0
  219. package/packages/generic-web-plugin/src/types.ts +41 -0
  220. package/packages/health-monitor/src/index.ts +16 -0
  221. package/packages/health-monitor/src/monitor.ts +216 -0
  222. package/packages/health-monitor/src/types.ts +45 -0
  223. package/packages/intent-analyzer/dist/src/analyzer.d.ts +13 -0
  224. package/packages/intent-analyzer/dist/src/analyzer.js +239 -0
  225. package/packages/intent-analyzer/dist/src/index.d.ts +3 -0
  226. package/packages/intent-analyzer/dist/src/index.js +2 -0
  227. package/packages/intent-analyzer/dist/src/types.d.ts +26 -0
  228. package/packages/intent-analyzer/dist/src/types.js +7 -0
  229. package/packages/intent-analyzer/src/analyzer.ts +259 -0
  230. package/packages/intent-analyzer/src/index.ts +8 -0
  231. package/packages/intent-analyzer/src/types.ts +44 -0
  232. package/packages/knowledge-retrieval/src/index.ts +18 -0
  233. package/packages/knowledge-retrieval/src/mcp-client.ts +212 -0
  234. package/packages/knowledge-retrieval/src/types.ts +112 -0
  235. package/packages/laravel-plugin/src/analyzer.ts +323 -0
  236. package/packages/laravel-plugin/src/index.ts +40 -0
  237. package/packages/laravel-plugin/src/types.ts +24 -0
  238. package/packages/learning-engine/src/engine.ts +391 -0
  239. package/packages/learning-engine/src/index.ts +26 -0
  240. package/packages/learning-engine/src/types.ts +201 -0
  241. package/packages/mcp-adapter/src/index.ts +20 -0
  242. package/packages/mcp-adapter/src/server.ts +273 -0
  243. package/packages/mcp-adapter/src/tools.ts +220 -0
  244. package/packages/mcp-adapter/src/types.ts +79 -0
  245. package/packages/memory-engine/src/engine.ts +615 -0
  246. package/packages/memory-engine/src/index.ts +20 -0
  247. package/packages/memory-engine/src/types.ts +159 -0
  248. package/packages/model-registry/src/cost.ts +80 -0
  249. package/packages/model-registry/src/defaults.ts +178 -0
  250. package/packages/model-registry/src/index.ts +57 -0
  251. package/packages/model-registry/src/query.ts +85 -0
  252. package/packages/model-registry/src/registry.ts +188 -0
  253. package/packages/model-registry/src/types.d.ts +63 -0
  254. package/packages/model-registry/src/types.js +5 -0
  255. package/packages/model-registry/src/types.ts +69 -0
  256. package/packages/nextjs-plugin/src/analyzer.ts +247 -0
  257. package/packages/nextjs-plugin/src/index.ts +41 -0
  258. package/packages/nextjs-plugin/src/types.ts +36 -0
  259. package/packages/notification/src/adapters/email-adapter.ts +126 -0
  260. package/packages/notification/src/adapters/ntfy-adapter.ts +100 -0
  261. package/packages/notification/src/adapters/telegram-adapter.ts +107 -0
  262. package/packages/notification/src/adapters/webhook-adapter.ts +75 -0
  263. package/packages/notification/src/base-adapter.ts +75 -0
  264. package/packages/notification/src/index.ts +9 -0
  265. package/packages/notification/src/notification-center.ts +286 -0
  266. package/packages/notification/src/types.ts +89 -0
  267. package/packages/observability/src/alerts.ts +355 -0
  268. package/packages/observability/src/health.ts +325 -0
  269. package/packages/observability/src/index.ts +79 -0
  270. package/packages/observability/src/logger.ts +373 -0
  271. package/packages/observability/src/metrics.ts +475 -0
  272. package/packages/observability/src/tracer.ts +336 -0
  273. package/packages/observability/src/types.ts +391 -0
  274. package/packages/okf-indexer/src/cli.ts +25 -0
  275. package/packages/okf-indexer/src/indexer.ts +186 -0
  276. package/packages/performance-optimizer/src/index.ts +20 -0
  277. package/packages/performance-optimizer/src/optimizer.ts +428 -0
  278. package/packages/performance-optimizer/src/types.ts +112 -0
  279. package/packages/privilege-broker/src/approval.ts +70 -0
  280. package/packages/privilege-broker/src/audit.ts +142 -0
  281. package/packages/privilege-broker/src/executor.ts +110 -0
  282. package/packages/privilege-broker/src/index.ts +46 -0
  283. package/packages/privilege-broker/src/registry.ts +98 -0
  284. package/packages/privilege-broker/src/types.ts +105 -0
  285. package/packages/project-analyzer/src/analyzer.ts +683 -0
  286. package/packages/project-analyzer/src/cache.ts +329 -0
  287. package/packages/project-analyzer/src/command-discovery.ts +239 -0
  288. package/packages/project-analyzer/src/index.ts +123 -0
  289. package/packages/project-analyzer/src/plugins/index.ts +16 -0
  290. package/packages/project-analyzer/src/rule-discovery.ts +282 -0
  291. package/packages/project-analyzer/src/signals.ts +355 -0
  292. package/packages/project-analyzer/src/types.ts +412 -0
  293. package/packages/project-analyzer/src/walker.ts +366 -0
  294. package/packages/projection-engine/dist/src/engine.d.ts +61 -0
  295. package/packages/projection-engine/dist/src/engine.js +87 -0
  296. package/packages/projection-engine/dist/src/index.d.ts +2 -0
  297. package/packages/projection-engine/dist/src/index.js +2 -0
  298. package/packages/projection-engine/dist/src/project.d.ts +3 -0
  299. package/packages/projection-engine/dist/src/project.js +24 -0
  300. package/packages/projection-engine/dist/src/types.d.ts +55 -0
  301. package/packages/projection-engine/dist/src/types.js +5 -0
  302. package/packages/projection-engine/src/engine.ts +134 -0
  303. package/packages/projection-engine/src/index.ts +8 -0
  304. package/packages/projection-engine/src/project.ts +24 -0
  305. package/packages/projection-engine/src/types.d.ts +55 -0
  306. package/packages/projection-engine/src/types.js +5 -0
  307. package/packages/projection-engine/src/types.ts +60 -0
  308. package/packages/prompt-compiler/src/budget.ts +170 -0
  309. package/packages/prompt-compiler/src/compiler.ts +188 -0
  310. package/packages/prompt-compiler/src/deduplicate.ts +84 -0
  311. package/packages/prompt-compiler/src/index.ts +50 -0
  312. package/packages/prompt-compiler/src/normalize.ts +140 -0
  313. package/packages/prompt-compiler/src/render.ts +105 -0
  314. package/packages/prompt-compiler/src/section-builder.ts +279 -0
  315. package/packages/prompt-compiler/src/types.ts +263 -0
  316. package/packages/prompt-compiler/src/validate.ts +157 -0
  317. package/packages/prompt-versioning/src/index.ts +6 -0
  318. package/packages/prompt-versioning/src/types.ts +41 -0
  319. package/packages/prompt-versioning/src/versioning.ts +149 -0
  320. package/packages/provider-adapter-sdk/dist/src/builder.d.ts +140 -0
  321. package/packages/provider-adapter-sdk/dist/src/builder.js +332 -0
  322. package/packages/provider-adapter-sdk/dist/src/errors.d.ts +71 -0
  323. package/packages/provider-adapter-sdk/dist/src/errors.js +111 -0
  324. package/packages/provider-adapter-sdk/dist/src/index.d.ts +15 -0
  325. package/packages/provider-adapter-sdk/dist/src/index.js +19 -0
  326. package/packages/provider-adapter-sdk/dist/src/registry.d.ts +108 -0
  327. package/packages/provider-adapter-sdk/dist/src/registry.js +301 -0
  328. package/packages/provider-adapter-sdk/dist/src/tester.d.ts +71 -0
  329. package/packages/provider-adapter-sdk/dist/src/tester.js +392 -0
  330. package/packages/provider-adapter-sdk/dist/src/types.d.ts +182 -0
  331. package/packages/provider-adapter-sdk/dist/src/types.js +11 -0
  332. package/packages/provider-adapter-sdk/src/builder.ts +442 -0
  333. package/packages/provider-adapter-sdk/src/errors.ts +153 -0
  334. package/packages/provider-adapter-sdk/src/index.ts +84 -0
  335. package/packages/provider-adapter-sdk/src/registry.ts +486 -0
  336. package/packages/provider-adapter-sdk/src/tester.ts +483 -0
  337. package/packages/provider-adapter-sdk/src/types.ts +293 -0
  338. package/packages/provider-router/dist/capability-registry/src/types.d.ts +47 -0
  339. package/packages/provider-router/dist/capability-registry/src/types.js +10 -0
  340. package/packages/provider-router/dist/provider-router/src/index.d.ts +23 -0
  341. package/packages/provider-router/dist/provider-router/src/index.js +25 -0
  342. package/packages/provider-router/dist/provider-router/src/policy.d.ts +10 -0
  343. package/packages/provider-router/dist/provider-router/src/policy.js +45 -0
  344. package/packages/provider-router/dist/provider-router/src/provider-router.d.ts +56 -0
  345. package/packages/provider-router/dist/provider-router/src/provider-router.js +222 -0
  346. package/packages/provider-router/dist/provider-router/src/strategies.d.ts +19 -0
  347. package/packages/provider-router/dist/provider-router/src/strategies.js +110 -0
  348. package/packages/provider-router/dist/provider-router/src/types.d.ts +91 -0
  349. package/packages/provider-router/dist/provider-router/src/types.js +10 -0
  350. package/packages/provider-router/dist/src/index.d.ts +23 -0
  351. package/packages/provider-router/dist/src/index.js +25 -0
  352. package/packages/provider-router/dist/src/policy.d.ts +10 -0
  353. package/packages/provider-router/dist/src/policy.js +45 -0
  354. package/packages/provider-router/dist/src/provider-router.d.ts +56 -0
  355. package/packages/provider-router/dist/src/provider-router.js +222 -0
  356. package/packages/provider-router/dist/src/strategies.d.ts +19 -0
  357. package/packages/provider-router/dist/src/strategies.js +110 -0
  358. package/packages/provider-router/dist/src/types.d.ts +91 -0
  359. package/packages/provider-router/dist/src/types.js +10 -0
  360. package/packages/provider-router/dist/types/src/runtime-types.d.ts +412 -0
  361. package/packages/provider-router/dist/types/src/runtime-types.js +2 -0
  362. package/packages/provider-router/src/index.ts +49 -0
  363. package/packages/provider-router/src/policy.ts +50 -0
  364. package/packages/provider-router/src/provider-router.ts +315 -0
  365. package/packages/provider-router/src/strategies.ts +158 -0
  366. package/packages/provider-router/src/types.ts +130 -0
  367. package/packages/provider-selector/src/index.ts +13 -0
  368. package/packages/provider-selector/src/selector.ts +120 -0
  369. package/packages/provider-selector/src/types.ts +33 -0
  370. package/packages/providers/dist/src/adapters.d.ts +133 -0
  371. package/packages/providers/dist/src/adapters.js +236 -0
  372. package/packages/providers/dist/src/deepagents-adapter.d.ts +78 -0
  373. package/packages/providers/dist/src/deepagents-adapter.js +323 -0
  374. package/packages/providers/dist/src/glm-usage.d.ts +102 -0
  375. package/packages/providers/dist/src/glm-usage.js +197 -0
  376. package/packages/providers/dist/src/index.d.ts +11 -0
  377. package/packages/providers/dist/src/index.js +11 -0
  378. package/packages/providers/dist/src/openai-usage.d.ts +103 -0
  379. package/packages/providers/dist/src/openai-usage.js +208 -0
  380. package/packages/providers/dist/src/provider-id.d.ts +46 -0
  381. package/packages/providers/dist/src/provider-id.js +113 -0
  382. package/packages/providers/src/adapters.ts +362 -0
  383. package/packages/providers/src/deepagents-adapter.ts +458 -0
  384. package/packages/providers/src/glm-usage.ts +248 -0
  385. package/packages/providers/src/index.ts +11 -0
  386. package/packages/providers/src/openai-usage.ts +263 -0
  387. package/packages/providers/src/provider-id.ts +129 -0
  388. package/packages/quota-manager/dist/src/examples/tui-usage-integration.d.ts +35 -0
  389. package/packages/quota-manager/dist/src/examples/tui-usage-integration.js +73 -0
  390. package/packages/quota-manager/dist/src/index.d.ts +8 -0
  391. package/packages/quota-manager/dist/src/index.js +8 -0
  392. package/packages/quota-manager/dist/src/quota-manager.d.ts +70 -0
  393. package/packages/quota-manager/dist/src/quota-manager.js +260 -0
  394. package/packages/quota-manager/dist/src/tui-usage-monitor.d.ts +96 -0
  395. package/packages/quota-manager/dist/src/tui-usage-monitor.js +268 -0
  396. package/packages/quota-manager/src/examples/tui-usage-integration.ts +72 -0
  397. package/packages/quota-manager/src/index.ts +8 -0
  398. package/packages/quota-manager/src/quota-manager.ts +336 -0
  399. package/packages/quota-manager/src/tui-usage-monitor.ts +355 -0
  400. package/packages/rate-limiter/src/index.ts +6 -0
  401. package/packages/rate-limiter/src/limiter.ts +122 -0
  402. package/packages/rate-limiter/src/types.ts +41 -0
  403. package/packages/react-vite-plugin/src/analyzer.ts +226 -0
  404. package/packages/react-vite-plugin/src/index.ts +39 -0
  405. package/packages/react-vite-plugin/src/types.ts +28 -0
  406. package/packages/release-manager/src/changelog.ts +148 -0
  407. package/packages/release-manager/src/index.ts +21 -0
  408. package/packages/release-manager/src/types.ts +50 -0
  409. package/packages/release-manager/src/version.ts +52 -0
  410. package/packages/requirement-compiler/src/ambiguity-detector.ts +302 -0
  411. package/packages/requirement-compiler/src/classifier.ts +145 -0
  412. package/packages/requirement-compiler/src/compiler.ts +328 -0
  413. package/packages/requirement-compiler/src/extractor.ts +155 -0
  414. package/packages/requirement-compiler/src/index.ts +36 -0
  415. package/packages/requirement-compiler/src/normalizer.ts +161 -0
  416. package/packages/requirement-compiler/src/risk-detector.ts +58 -0
  417. package/packages/requirement-compiler/src/types.ts +596 -0
  418. package/packages/runtime/dist/src/command-executor.d.ts +129 -0
  419. package/packages/runtime/dist/src/command-executor.js +383 -0
  420. package/packages/runtime/dist/src/index.d.ts +11 -0
  421. package/packages/runtime/dist/src/index.js +11 -0
  422. package/packages/runtime/dist/src/local-runtime-agent.d.ts +111 -0
  423. package/packages/runtime/dist/src/local-runtime-agent.js +356 -0
  424. package/packages/runtime/dist/src/policy-engine.d.ts +203 -0
  425. package/packages/runtime/dist/src/policy-engine.js +592 -0
  426. package/packages/runtime/dist/src/runtime-api.d.ts +137 -0
  427. package/packages/runtime/dist/src/runtime-api.js +454 -0
  428. package/packages/runtime/dist/src/workspace-manager.d.ts +162 -0
  429. package/packages/runtime/dist/src/workspace-manager.js +451 -0
  430. package/packages/runtime/src/command-executor.ts +523 -0
  431. package/packages/runtime/src/index.ts +11 -0
  432. package/packages/runtime/src/local-runtime-agent.ts +480 -0
  433. package/packages/runtime/src/policy-engine.ts +813 -0
  434. package/packages/runtime/src/runtime-api.ts +665 -0
  435. package/packages/runtime/src/workspace-manager.ts +591 -0
  436. package/packages/scheduler/src/scheduler.ts +50 -0
  437. package/packages/scheduler-adapter/src/cron.ts +123 -0
  438. package/packages/scheduler-adapter/src/index.ts +9 -0
  439. package/packages/scheduler-adapter/src/interface.ts +61 -0
  440. package/packages/scheduler-adapter/src/internal.ts +99 -0
  441. package/packages/scheduler-adapter/src/systemd.ts +221 -0
  442. package/packages/session/src/history.ts +353 -0
  443. package/packages/session/src/index.ts +53 -0
  444. package/packages/session/src/manager.ts +481 -0
  445. package/packages/session/src/policy.ts +363 -0
  446. package/packages/session/src/store.ts +348 -0
  447. package/packages/session/src/types.ts +275 -0
  448. package/packages/session-api/dist/src/api.d.ts +83 -0
  449. package/packages/session-api/dist/src/api.js +49 -0
  450. package/packages/session-api/dist/src/index.d.ts +2 -0
  451. package/packages/session-api/dist/src/index.js +2 -0
  452. package/packages/session-api/dist/src/types.d.ts +22 -0
  453. package/packages/session-api/dist/src/types.js +5 -0
  454. package/packages/session-api/src/api.ts +117 -0
  455. package/packages/session-api/src/index.ts +1 -0
  456. package/packages/session-api/src/types.ts +23 -0
  457. package/packages/session-export/dist/src/exporter.d.ts +28 -0
  458. package/packages/session-export/dist/src/exporter.js +42 -0
  459. package/packages/session-export/dist/src/index.d.ts +2 -0
  460. package/packages/session-export/dist/src/index.js +2 -0
  461. package/packages/session-export/dist/src/types.d.ts +20 -0
  462. package/packages/session-export/dist/src/types.js +5 -0
  463. package/packages/session-export/src/exporter.ts +81 -0
  464. package/packages/session-export/src/index.ts +1 -0
  465. package/packages/session-export/src/types.ts +22 -0
  466. package/packages/shared-context/src/index.ts +7 -0
  467. package/packages/shared-context/src/shared-context.ts +42 -0
  468. package/packages/skill-registry/src/defaults.ts +146 -0
  469. package/packages/skill-registry/src/index.ts +48 -0
  470. package/packages/skill-registry/src/matching.ts +118 -0
  471. package/packages/skill-registry/src/registry.ts +211 -0
  472. package/packages/skill-registry/src/types.ts +97 -0
  473. package/packages/sprint-planner/src/decomposer.ts +57 -0
  474. package/packages/sprint-planner/src/index.ts +16 -0
  475. package/packages/sprint-planner/src/planner.ts +150 -0
  476. package/packages/sprint-planner/src/types.ts +59 -0
  477. package/packages/subscription-engine/dist/src/engine.d.ts +13 -0
  478. package/packages/subscription-engine/dist/src/engine.js +40 -0
  479. package/packages/subscription-engine/dist/src/index.d.ts +2 -0
  480. package/packages/subscription-engine/dist/src/index.js +2 -0
  481. package/packages/subscription-engine/dist/src/subscriptions.d.ts +19 -0
  482. package/packages/subscription-engine/dist/src/subscriptions.js +39 -0
  483. package/packages/subscription-engine/dist/src/types.d.ts +24 -0
  484. package/packages/subscription-engine/dist/src/types.js +5 -0
  485. package/packages/subscription-engine/src/engine.ts +55 -0
  486. package/packages/subscription-engine/src/index.ts +6 -0
  487. package/packages/subscription-engine/src/subscriptions.ts +55 -0
  488. package/packages/subscription-engine/src/types.ts +27 -0
  489. package/packages/task-compiler/src/command-policy.ts +193 -0
  490. package/packages/task-compiler/src/compiler.ts +114 -0
  491. package/packages/task-compiler/src/decompose.ts +265 -0
  492. package/packages/task-compiler/src/file-scope.ts +240 -0
  493. package/packages/task-compiler/src/graph.ts +144 -0
  494. package/packages/task-compiler/src/index.ts +38 -0
  495. package/packages/task-compiler/src/types.ts +225 -0
  496. package/packages/task-compiler/src/validate.ts +218 -0
  497. package/packages/task-compiler/src/verification.ts +248 -0
  498. package/packages/tencentdb-memory/src/client.ts +130 -0
  499. package/packages/tencentdb-memory/src/index.ts +32 -0
  500. package/packages/tencentdb-memory/src/loader.ts +150 -0
  501. package/packages/tencentdb-memory/src/mcp-tools.ts +213 -0
  502. package/packages/tencentdb-memory/src/types.ts +101 -0
  503. package/packages/tencentdb-sync/src/cli.ts +363 -0
  504. package/packages/tencentdb-sync/src/client.ts +268 -0
  505. package/packages/tencentdb-sync/src/config.ts +139 -0
  506. package/packages/tencentdb-sync/src/index.ts +15 -0
  507. package/packages/test-data-generator/src/faker-adapter.ts +657 -0
  508. package/packages/test-data-generator/src/generator.ts +461 -0
  509. package/packages/test-data-generator/src/index.ts +48 -0
  510. package/packages/test-data-generator/src/types.ts +421 -0
  511. package/packages/test-generator/src/generator.ts +144 -0
  512. package/packages/test-generator/src/index.ts +11 -0
  513. package/packages/test-generator/src/types.ts +39 -0
  514. package/packages/todo-bd-sync/src/detector.ts +171 -0
  515. package/packages/todo-bd-sync/src/extension.ts +129 -0
  516. package/packages/todo-bd-sync/src/index.ts +401 -0
  517. package/packages/todo-bd-sync/src/sync.ts +322 -0
  518. package/packages/todo-bd-sync/src/task-analyzer.ts +314 -0
  519. package/packages/todo-bd-sync/src/todo-reminder.ts +418 -0
  520. package/packages/todo-bd-sync/src/types.ts +137 -0
  521. package/packages/token-estimation/src/index.ts +192 -0
  522. package/packages/token-optimizer/src/index.ts +15 -0
  523. package/packages/token-optimizer/src/optimizer.ts +150 -0
  524. package/packages/token-optimizer/src/types.ts +47 -0
  525. package/packages/types/src/agent-worker-types.d.ts +206 -0
  526. package/packages/types/src/agent-worker-types.js +41 -0
  527. package/packages/types/src/agent-worker-types.ts +264 -0
  528. package/packages/types/src/ai-providers.d.ts +36 -0
  529. package/packages/types/src/ai-providers.js +66 -0
  530. package/packages/types/src/ai-providers.ts +73 -0
  531. package/packages/types/src/runtime-types.d.ts +418 -0
  532. package/packages/types/src/runtime-types.js +3 -0
  533. package/packages/types/src/runtime-types.ts +588 -0
  534. package/packages/workflow-events/dist/src/events.d.ts +38 -0
  535. package/packages/workflow-events/dist/src/events.js +55 -0
  536. package/packages/workflow-events/dist/src/index.d.ts +2 -0
  537. package/packages/workflow-events/dist/src/index.js +2 -0
  538. package/packages/workflow-events/dist/src/pipeline.d.ts +21 -0
  539. package/packages/workflow-events/dist/src/pipeline.js +36 -0
  540. package/packages/workflow-events/dist/src/types.d.ts +110 -0
  541. package/packages/workflow-events/dist/src/types.js +5 -0
  542. package/packages/workflow-events/src/events.ts +86 -0
  543. package/packages/workflow-events/src/index.ts +19 -0
  544. package/packages/workflow-events/src/pipeline.ts +41 -0
  545. package/packages/workflow-events/src/types.d.ts +110 -0
  546. package/packages/workflow-events/src/types.js +5 -0
  547. package/packages/workflow-events/src/types.ts +139 -0
  548. package/packages/workspace-scanner/dist/src/detect.d.ts +3 -0
  549. package/packages/workspace-scanner/dist/src/detect.js +60 -0
  550. package/packages/workspace-scanner/dist/src/git.d.ts +7 -0
  551. package/packages/workspace-scanner/dist/src/git.js +75 -0
  552. package/packages/workspace-scanner/dist/src/index.d.ts +5 -0
  553. package/packages/workspace-scanner/dist/src/index.js +4 -0
  554. package/packages/workspace-scanner/dist/src/scanner.d.ts +11 -0
  555. package/packages/workspace-scanner/dist/src/scanner.js +59 -0
  556. package/packages/workspace-scanner/dist/src/types.d.ts +35 -0
  557. package/packages/workspace-scanner/dist/src/types.js +5 -0
  558. package/packages/workspace-scanner/src/detect.ts +77 -0
  559. package/packages/workspace-scanner/src/git.ts +83 -0
  560. package/packages/workspace-scanner/src/index.ts +9 -0
  561. package/packages/workspace-scanner/src/scanner.ts +73 -0
  562. package/packages/workspace-scanner/src/types.ts +48 -0
  563. package/packages/worktree/dist/src/index.d.ts +7 -0
  564. package/packages/worktree/dist/src/index.js +7 -0
  565. package/packages/worktree/dist/src/worktree.d.ts +88 -0
  566. package/packages/worktree/dist/src/worktree.js +239 -0
  567. package/packages/worktree/src/index.ts +7 -0
  568. package/packages/worktree/src/worktree.ts +290 -0
  569. package/packages/write-review/src/blackboard.ts +249 -0
  570. package/packages/write-review/src/gate.ts +169 -0
  571. package/packages/write-review/src/index.ts +18 -0
  572. package/packages/write-review/src/injection.ts +170 -0
  573. package/packages/write-review/src/review.ts +206 -0
  574. package/packages/write-review/src/trigger.ts +133 -0
  575. package/packages/write-review/src/types.ts +90 -0
  576. package/proactive-compact.ts +90 -0
  577. package/prompts/tencentdb-connect.md +35 -0
  578. package/prompts/tencentdb-setup.md +101 -0
  579. package/prompts/tencentdb.md +88 -0
  580. package/renderer.ts +205 -0
  581. package/skills/harness-runtime/SKILL.md +237 -0
  582. package/status-parsers.ts +84 -0
  583. package/tracker.ts +72 -0
  584. package/windows.ts +121 -0
@@ -0,0 +1,488 @@
1
+ /**
2
+ * Evaluation Engine (RFC-0057)
3
+ *
4
+ * Determines whether an agent-produced result is acceptable before advancing.
5
+ */
6
+
7
+ import { randomUUID } from "node:crypto";
8
+ import type {
9
+ EvaluationRequest,
10
+ EvaluationResult,
11
+ EvaluationFinding,
12
+ EvaluationEvidence,
13
+ EvaluationStatus,
14
+ EvaluationFailureClass,
15
+ EvaluationState,
16
+ TaskOutputArtifact,
17
+ TestResult,
18
+ PolicyFinding,
19
+ ScoringWeights,
20
+ } from "./types.js";
21
+ import { DEFAULT_SCORING_WEIGHTS } from "./types.js";
22
+
23
+ // --- Evidence Collection -------------------------------------------------------
24
+
25
+ function collectEvidence(
26
+ outputs: TaskOutputArtifact[],
27
+ testResults: TestResult[],
28
+ policyFindings: PolicyFinding[],
29
+ ): EvaluationEvidence[] {
30
+ const evidence: EvaluationEvidence[] = [];
31
+
32
+ // Add test results as evidence
33
+ for (const test of testResults) {
34
+ evidence.push({
35
+ kind: "test",
36
+ path: test.testFile,
37
+ description: `Test ${test.id}: ${test.status}`,
38
+ hash: test.id,
39
+ });
40
+ }
41
+
42
+ // Add output files as evidence
43
+ for (const output of outputs) {
44
+ if (output.path) {
45
+ evidence.push({
46
+ kind: "file",
47
+ path: output.path,
48
+ description: output.description,
49
+ hash: output.hash,
50
+ });
51
+ }
52
+ }
53
+
54
+ // Add policy findings as evidence
55
+ for (const finding of policyFindings) {
56
+ evidence.push({
57
+ kind: "policy",
58
+ path: finding.filePath,
59
+ description: `[${finding.severity.toUpperCase()}] ${finding.ruleId}: ${finding.message}`,
60
+ });
61
+ }
62
+
63
+ return evidence;
64
+ }
65
+
66
+ // --- Missing Output Detection --------------------------------------------------
67
+
68
+ function findMissingOutputs(
69
+ requiredArtifacts: string[],
70
+ outputs: TaskOutputArtifact[],
71
+ ): EvaluationFinding[] {
72
+ const findings: EvaluationFinding[] = [];
73
+ const outputPaths = new Set(outputs.filter((o) => o.path).map((o) => o.path));
74
+
75
+ for (const required of requiredArtifacts) {
76
+ const requiredLower = required.toLowerCase();
77
+ const found =
78
+ outputPaths.has(required) ||
79
+ outputs.some((o) => o.description.toLowerCase().includes(requiredLower));
80
+
81
+ if (!found) {
82
+ findings.push({
83
+ dimension: "correctness",
84
+ severity: "critical",
85
+ message: `Required artifact '${required}' is missing from outputs`,
86
+ evidence: `Required: ${required}, Available: ${[...outputPaths].join(", ") || "none"}`,
87
+ });
88
+ }
89
+ }
90
+
91
+ return findings;
92
+ }
93
+
94
+ // --- Test Analysis ------------------------------------------------------------
95
+
96
+ function analyzeTests(testResults: TestResult[]): {
97
+ findings: EvaluationFinding[];
98
+ passedCount: number;
99
+ totalCount: number;
100
+ hasFailures: boolean;
101
+ } {
102
+ const findings: EvaluationFinding[] = [];
103
+ let passedCount = 0;
104
+ let totalCount = 0;
105
+ let hasFailures = false;
106
+
107
+ for (const test of testResults) {
108
+ totalCount++;
109
+ if (test.status === "passed") {
110
+ passedCount++;
111
+ } else if (test.status === "failed" || test.status === "error") {
112
+ hasFailures = true;
113
+ findings.push({
114
+ dimension: "test_completeness",
115
+ severity: "critical",
116
+ message: `Test '${test.testFile}' ${test.status}: ${test.errorMessage || "Unknown error"}`,
117
+ evidence: test.errorMessage,
118
+ });
119
+ }
120
+ }
121
+
122
+ if (testResults.length === 0) {
123
+ findings.push({
124
+ dimension: "test_completeness",
125
+ severity: "high",
126
+ message: "No test results provided",
127
+ });
128
+ }
129
+
130
+ return { findings, passedCount, totalCount, hasFailures };
131
+ }
132
+
133
+ // --- Policy Analysis ----------------------------------------------------------
134
+
135
+ function analyzePolicies(policyFindings: PolicyFinding[]): {
136
+ findings: EvaluationFinding[];
137
+ criticalFindings: PolicyFinding[];
138
+ } {
139
+ const findings: EvaluationFinding[] = [];
140
+ const criticalFindings: PolicyFinding[] = [];
141
+
142
+ for (const finding of policyFindings) {
143
+ findings.push({
144
+ dimension: "policy_compliance",
145
+ severity: finding.severity,
146
+ message: `${finding.ruleId}: ${finding.message}`,
147
+ evidence: finding.filePath
148
+ ? `${finding.filePath}:${finding.line || "?"}`
149
+ : undefined,
150
+ });
151
+
152
+ if (finding.severity === "critical") {
153
+ criticalFindings.push(finding);
154
+ }
155
+ }
156
+
157
+ return { findings, criticalFindings };
158
+ }
159
+
160
+ // --- Acceptance Criteria Coverage ---------------------------------------------
161
+
162
+ function analyzeAcceptanceCoverage(
163
+ acceptanceCriteria: string[],
164
+ outputs: TaskOutputArtifact[],
165
+ testResults: TestResult[],
166
+ ): {
167
+ findings: EvaluationFinding[];
168
+ coverage: number;
169
+ unmetCriteria: string[];
170
+ } {
171
+ const findings: EvaluationFinding[] = [];
172
+ const coveredCriteria: string[] = [];
173
+ const unmetCriteria: string[] = [];
174
+ const outputText = outputs
175
+ .map((o) => `${o.description} ${o.path || ""}`.toLowerCase())
176
+ .join(" ");
177
+ const passingTests = testResults.filter((t) => t.status === "passed");
178
+ const passingTestText = passingTests
179
+ .map((t) => `${t.testFile} ${t.errorMessage || ""}`.toLowerCase())
180
+ .join(" ");
181
+
182
+ for (const criterion of acceptanceCriteria) {
183
+ const criterionLower = criterion.toLowerCase();
184
+ const keywords = criterionLower
185
+ .split(/[^a-z0-9]+/)
186
+ .filter((word) => word.length >= 4);
187
+ const outputKeywordMatches = keywords.filter((word) =>
188
+ outputText.includes(word),
189
+ ).length;
190
+ const coveredByOutput =
191
+ keywords.length > 0 &&
192
+ outputKeywordMatches >= Math.ceil(keywords.length / 2);
193
+ const coveredByPassingTests =
194
+ passingTests.length > 0 &&
195
+ (criterionLower.includes("test") ||
196
+ criterionLower.includes("pass") ||
197
+ keywords.some((word) => passingTestText.includes(word)));
198
+
199
+ if (coveredByOutput || coveredByPassingTests) {
200
+ coveredCriteria.push(criterion);
201
+ } else {
202
+ unmetCriteria.push(criterion);
203
+ findings.push({
204
+ dimension: "acceptance_coverage",
205
+ severity: "medium",
206
+ message: `Acceptance criterion not covered: '${criterion}'`,
207
+ criterion,
208
+ });
209
+ }
210
+ }
211
+
212
+ const coverage =
213
+ acceptanceCriteria.length > 0
214
+ ? (coveredCriteria.length / acceptanceCriteria.length) * 100
215
+ : 100;
216
+
217
+ return { findings, coverage, unmetCriteria };
218
+ }
219
+
220
+ // --- Scoring -----------------------------------------------------------------
221
+
222
+ function calculateScore(
223
+ weights: ScoringWeights,
224
+ testAnalysis: {
225
+ passedCount: number;
226
+ totalCount: number;
227
+ hasFailures: boolean;
228
+ },
229
+ acceptanceCoverage: number,
230
+ criticalPolicies: PolicyFinding[],
231
+ securityFindings: EvaluationFinding[],
232
+ regressionFindings: EvaluationFinding[],
233
+ ): { score: number; breakdown: Record<string, number> } {
234
+ const breakdown: Record<string, number> = {};
235
+
236
+ // Correctness (30%) - based on missing outputs
237
+ const correctnessScore = weights.correctness;
238
+ breakdown.correctness = correctnessScore;
239
+
240
+ // Test completeness (20%)
241
+ let testScore = 0;
242
+ if (testAnalysis.totalCount > 0) {
243
+ testScore =
244
+ (testAnalysis.passedCount / testAnalysis.totalCount) * weights.test;
245
+ }
246
+ breakdown.tests = testScore;
247
+
248
+ // Acceptance coverage (20%)
249
+ const acceptanceScore = (acceptanceCoverage / 100) * weights.acceptance;
250
+ breakdown.acceptance = acceptanceScore;
251
+
252
+ // Code quality (15%) - assume passed if no major findings
253
+ const qualityScore = weights.quality;
254
+ breakdown.quality = qualityScore;
255
+
256
+ // Policy penalty (deducted)
257
+ let policyPenalty = 0;
258
+ for (const _ of criticalPolicies) {
259
+ policyPenalty += weights.policyPenalty;
260
+ }
261
+ breakdown.policyPenalty = -policyPenalty;
262
+
263
+ // Security penalty (deducted)
264
+ const securityPenalty = securityFindings.length * weights.securityPenalty;
265
+ breakdown.securityPenalty = -securityPenalty;
266
+
267
+ // Regression penalty (deducted)
268
+ const regressionPenalty =
269
+ regressionFindings.length * weights.regressionPenalty;
270
+ breakdown.regressionPenalty = -regressionPenalty;
271
+
272
+ const totalScore = Math.max(
273
+ 0,
274
+ Math.min(
275
+ 100,
276
+ correctnessScore +
277
+ testScore +
278
+ acceptanceScore +
279
+ qualityScore -
280
+ policyPenalty -
281
+ securityPenalty -
282
+ regressionPenalty,
283
+ ),
284
+ );
285
+
286
+ return { score: Math.round(totalScore), breakdown };
287
+ }
288
+
289
+ // --- Failure Classification ---------------------------------------------------
290
+
291
+ function classifyFailure(
292
+ findings: EvaluationFinding[],
293
+ ): EvaluationFailureClass[] {
294
+ const classes: EvaluationFailureClass[] = [];
295
+
296
+ for (const finding of findings) {
297
+ if (
298
+ finding.dimension === "test_completeness" &&
299
+ finding.severity === "critical"
300
+ ) {
301
+ if (!classes.includes("test_failure")) classes.push("test_failure");
302
+ }
303
+ if (finding.dimension === "correctness" && finding.severity === "high") {
304
+ if (!classes.includes("missing_output")) classes.push("missing_output");
305
+ }
306
+ if (
307
+ finding.dimension === "acceptance_coverage" &&
308
+ finding.severity === "medium"
309
+ ) {
310
+ if (!classes.includes("acceptance_gap")) classes.push("acceptance_gap");
311
+ }
312
+ if (finding.dimension === "policy_compliance") {
313
+ if (finding.severity === "critical") {
314
+ if (!classes.includes("policy_violation"))
315
+ classes.push("policy_violation");
316
+ }
317
+ }
318
+ if (finding.dimension === "security_risk") {
319
+ if (!classes.includes("security_issue")) classes.push("security_issue");
320
+ }
321
+ if (finding.dimension === "regression_risk") {
322
+ if (!classes.includes("regression_risk")) classes.push("regression_risk");
323
+ }
324
+ }
325
+
326
+ if (classes.length === 0 && findings.length > 0) {
327
+ classes.push("insufficient_evidence");
328
+ }
329
+
330
+ return classes;
331
+ }
332
+
333
+ // --- Main Engine ---------------------------------------------------------------
334
+
335
+ export class EvaluationEngine {
336
+ private weights: ScoringWeights;
337
+ private state: EvaluationState = "pending";
338
+
339
+ constructor(weights?: Partial<ScoringWeights>) {
340
+ this.weights = { ...DEFAULT_SCORING_WEIGHTS, ...weights };
341
+ }
342
+
343
+ /**
344
+ * Evaluate a task against its acceptance criteria
345
+ */
346
+ evaluate(request: EvaluationRequest): EvaluationResult {
347
+ this.state = "collecting_evidence";
348
+
349
+ const { jobId, task, outputs, testResults, policyFindings } = request;
350
+ const allFindings: EvaluationFinding[] = [];
351
+
352
+ this.state = "evaluating";
353
+
354
+ // 1. Check for missing required outputs
355
+ const missingOutputs = findMissingOutputs(task.requiredArtifacts, outputs);
356
+ allFindings.push(...missingOutputs);
357
+
358
+ // 2. Analyze tests
359
+ const testAnalysis = analyzeTests(testResults);
360
+ allFindings.push(...testAnalysis.findings);
361
+
362
+ // 3. Analyze policies
363
+ const policyAnalysis = analyzePolicies(policyFindings);
364
+ allFindings.push(...policyAnalysis.findings);
365
+
366
+ // 4. Check acceptance criteria coverage
367
+ const acceptanceAnalysis = analyzeAcceptanceCoverage(
368
+ task.acceptanceCriteria,
369
+ outputs,
370
+ testResults,
371
+ );
372
+ allFindings.push(...acceptanceAnalysis.findings);
373
+
374
+ // 5. Check for security issues
375
+ const securityFindings = allFindings.filter(
376
+ (f) => f.dimension === "security_risk",
377
+ );
378
+
379
+ // 6. Check for regression risks
380
+ const regressionFindings = allFindings.filter(
381
+ (f) => f.dimension === "regression_risk",
382
+ );
383
+
384
+ // 7. Calculate score
385
+ const { score, breakdown: _breakdown } = calculateScore(
386
+ this.weights,
387
+ testAnalysis,
388
+ acceptanceAnalysis.coverage,
389
+ policyAnalysis.criticalFindings,
390
+ securityFindings,
391
+ regressionFindings,
392
+ );
393
+
394
+ // 8. Collect evidence
395
+ const evidence = collectEvidence(outputs, testResults, policyFindings);
396
+
397
+ // 9. Determine status and recommended action
398
+ let status: EvaluationStatus;
399
+ let recommendedAction: EvaluationResult["recommendedAction"];
400
+
401
+ // Critical policy violations force failure
402
+ if (policyAnalysis.criticalFindings.length > 0) {
403
+ status = "failed";
404
+ recommendedAction = "repair";
405
+ this.state = "failed";
406
+ }
407
+ // Test failures force failure
408
+ else if (testAnalysis.hasFailures) {
409
+ status = "failed";
410
+ recommendedAction = "repair";
411
+ this.state = "failed";
412
+ }
413
+ // Missing critical outputs
414
+ else if (missingOutputs.some((f) => f.severity === "critical")) {
415
+ status = "failed";
416
+ recommendedAction = "repair";
417
+ this.state = "failed";
418
+ }
419
+ // Low score with significant gaps
420
+ else if (score < 50) {
421
+ status = "failed";
422
+ recommendedAction = "repair";
423
+ this.state = "failed";
424
+ }
425
+ // Ambiguous criteria coverage
426
+ else if (
427
+ acceptanceAnalysis.coverage < 80 &&
428
+ acceptanceAnalysis.unmetCriteria.length > 0
429
+ ) {
430
+ status = "needs_review";
431
+ recommendedAction = "human_review";
432
+ this.state = "needs_review";
433
+ }
434
+ // Good score
435
+ else {
436
+ status = "passed";
437
+ recommendedAction = "continue";
438
+ this.state = "passed";
439
+ }
440
+
441
+ // 10. Classify failure
442
+ const failureClasses = classifyFailure(allFindings);
443
+
444
+ // Add failure classification as a finding if failed
445
+ if (status === "failed" && failureClasses.length > 0) {
446
+ allFindings.push({
447
+ dimension: "correctness",
448
+ severity: "critical",
449
+ message: `Evaluation failed due to: ${failureClasses.join(", ")}`,
450
+ evidence: failureClasses.join(", "),
451
+ });
452
+ }
453
+
454
+ return {
455
+ status,
456
+ score,
457
+ findings: allFindings,
458
+ evidence,
459
+ recommendedAction,
460
+ evaluationId: randomUUID(),
461
+ jobId,
462
+ taskId: task.id,
463
+ evaluatedAt: new Date().toISOString(),
464
+ };
465
+ }
466
+
467
+ /**
468
+ * Get current evaluation state
469
+ */
470
+ getState(): EvaluationState {
471
+ return this.state;
472
+ }
473
+
474
+ /**
475
+ * Reset engine state
476
+ */
477
+ reset(): void {
478
+ this.state = "pending";
479
+ }
480
+ }
481
+
482
+ // --- Factory -----------------------------------------------------------------
483
+
484
+ export function createEvaluationEngine(
485
+ weights?: Partial<ScoringWeights>,
486
+ ): EvaluationEngine {
487
+ return new EvaluationEngine(weights);
488
+ }
@@ -0,0 +1,23 @@
1
+ /**
2
+ * Evaluation Engine (RFC-0057)
3
+ *
4
+ * Re-exports all public types and classes.
5
+ */
6
+
7
+ export { EvaluationEngine, createEvaluationEngine } from "./engine.js";
8
+ export type {
9
+ EvaluationRequest,
10
+ EvaluationResult,
11
+ EvaluationFinding,
12
+ EvaluationEvidence,
13
+ EvaluationStatus,
14
+ EvaluationFailureClass,
15
+ EvaluationState,
16
+ CompiledTask,
17
+ TaskOutputArtifact,
18
+ TestResult,
19
+ PolicyFinding,
20
+ ScoringWeights,
21
+ EvaluationDimension,
22
+ } from "./types.js";
23
+ export { DEFAULT_SCORING_WEIGHTS } from "./types.js";
@@ -0,0 +1,136 @@
1
+ /**
2
+ * Evaluation Engine Types (RFC-0057)
3
+ *
4
+ * Interfaces for task evaluation and acceptance criteria checking.
5
+ */
6
+
7
+ // --- Task Output Types ---------------------------------------------------------
8
+
9
+ export interface TaskOutputArtifact {
10
+ id: string;
11
+ type: "file" | "directory" | "url" | "test-result" | "screenshot" | "log";
12
+ path?: string;
13
+ url?: string;
14
+ description: string;
15
+ hash?: string;
16
+ timestamp?: string;
17
+ }
18
+
19
+ export interface TestResult {
20
+ id: string;
21
+ testFile: string;
22
+ status: "passed" | "failed" | "skipped" | "error";
23
+ durationMs?: number;
24
+ errorMessage?: string;
25
+ testCount?: number;
26
+ passedCount?: number;
27
+ failedCount?: number;
28
+ }
29
+
30
+ export interface PolicyFinding {
31
+ ruleId: string;
32
+ severity: "critical" | "high" | "medium" | "low";
33
+ message: string;
34
+ filePath?: string;
35
+ line?: number;
36
+ }
37
+
38
+ export interface CompiledTask {
39
+ id: string;
40
+ title: string;
41
+ description: string;
42
+ acceptanceCriteria: string[];
43
+ requiredArtifacts: string[];
44
+ mandatoryStages: string[];
45
+ }
46
+
47
+ // --- Evaluation Types ---------------------------------------------------------
48
+
49
+ export interface EvaluationRequest {
50
+ jobId: string;
51
+ task: CompiledTask;
52
+ worktreePath: string;
53
+ outputs: TaskOutputArtifact[];
54
+ testResults: TestResult[];
55
+ policyFindings: PolicyFinding[];
56
+ }
57
+
58
+ export type EvaluationStatus = "passed" | "failed" | "needs_review";
59
+
60
+ export interface EvaluationFinding {
61
+ dimension: EvaluationDimension;
62
+ severity: "critical" | "high" | "medium" | "low";
63
+ message: string;
64
+ evidence?: string;
65
+ criterion?: string;
66
+ }
67
+
68
+ export type EvaluationDimension =
69
+ | "correctness"
70
+ | "test_completeness"
71
+ | "acceptance_coverage"
72
+ | "policy_compliance"
73
+ | "code_quality"
74
+ | "security_risk"
75
+ | "regression_risk"
76
+ | "documentation";
77
+
78
+ export interface EvaluationEvidence {
79
+ kind: "test" | "diff" | "file" | "policy" | "screenshot" | "trace";
80
+ path?: string;
81
+ description: string;
82
+ hash?: string;
83
+ }
84
+
85
+ export type EvaluationResultStatus = "passed" | "failed" | "needs_review";
86
+
87
+ export interface EvaluationResult {
88
+ status: EvaluationResultStatus;
89
+ score: number;
90
+ findings: EvaluationFinding[];
91
+ evidence: EvaluationEvidence[];
92
+ recommendedAction: "continue" | "repair" | "human_review";
93
+ evaluationId: string;
94
+ jobId: string;
95
+ taskId: string;
96
+ evaluatedAt: string;
97
+ }
98
+
99
+ export type EvaluationFailureClass =
100
+ | "test_failure"
101
+ | "missing_output"
102
+ | "acceptance_gap"
103
+ | "policy_violation"
104
+ | "security_issue"
105
+ | "regression_risk"
106
+ | "insufficient_evidence";
107
+
108
+ export type EvaluationState =
109
+ | "pending"
110
+ | "collecting_evidence"
111
+ | "evaluating"
112
+ | "passed"
113
+ | "failed"
114
+ | "needs_review";
115
+
116
+ // --- Scoring Weights -----------------------------------------------------------
117
+
118
+ export interface ScoringWeights {
119
+ correctness: number;
120
+ test: number;
121
+ acceptance: number;
122
+ quality: number;
123
+ policyPenalty: number;
124
+ securityPenalty: number;
125
+ regressionPenalty: number;
126
+ }
127
+
128
+ export const DEFAULT_SCORING_WEIGHTS: ScoringWeights = {
129
+ correctness: 30,
130
+ test: 20,
131
+ acceptance: 20,
132
+ quality: 15,
133
+ policyPenalty: 20,
134
+ securityPenalty: 30,
135
+ regressionPenalty: 15,
136
+ };
@@ -0,0 +1,6 @@
1
+ /**
2
+ * Evaluation Runner — Main Entry (RFC-0020)
3
+ */
4
+
5
+ export { EvaluationRunner, exactMatchEvaluator, substringMatchEvaluator, lengthEvaluator } from "./runner.js";
6
+ export type * from "./types.js";