@claude-flow/cli 3.11.0 → 3.12.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (192) hide show
  1. package/dist/src/commands/doctor.d.ts.map +1 -1
  2. package/dist/src/commands/doctor.js +175 -1
  3. package/dist/src/commands/doctor.js.map +1 -1
  4. package/dist/src/commands/eject.d.ts +33 -0
  5. package/dist/src/commands/eject.d.ts.map +1 -0
  6. package/dist/src/commands/eject.js +195 -0
  7. package/dist/src/commands/eject.js.map +1 -0
  8. package/dist/src/commands/hooks.d.ts.map +1 -1
  9. package/dist/src/commands/hooks.js +2 -1
  10. package/dist/src/commands/hooks.js.map +1 -1
  11. package/dist/src/commands/index.d.ts.map +1 -1
  12. package/dist/src/commands/index.js +4 -0
  13. package/dist/src/commands/index.js.map +1 -1
  14. package/dist/src/commands/init.d.ts.map +1 -1
  15. package/dist/src/commands/init.js +3 -0
  16. package/dist/src/commands/init.js.map +1 -1
  17. package/dist/src/commands/metaharness.d.ts +39 -0
  18. package/dist/src/commands/metaharness.d.ts.map +1 -0
  19. package/dist/src/commands/metaharness.js +194 -0
  20. package/dist/src/commands/metaharness.js.map +1 -0
  21. package/dist/src/mcp-client.d.ts.map +1 -1
  22. package/dist/src/mcp-client.js +4 -0
  23. package/dist/src/mcp-client.js.map +1 -1
  24. package/dist/src/mcp-tools/index.d.ts +1 -0
  25. package/dist/src/mcp-tools/index.d.ts.map +1 -1
  26. package/dist/src/mcp-tools/index.js +2 -0
  27. package/dist/src/mcp-tools/index.js.map +1 -1
  28. package/dist/src/mcp-tools/metaharness-tools.d.ts +31 -0
  29. package/dist/src/mcp-tools/metaharness-tools.d.ts.map +1 -0
  30. package/dist/src/mcp-tools/metaharness-tools.js +372 -0
  31. package/dist/src/mcp-tools/metaharness-tools.js.map +1 -0
  32. package/dist/src/plugins/store/discovery.d.ts.map +1 -1
  33. package/dist/src/plugins/store/discovery.js +3 -0
  34. package/dist/src/plugins/store/discovery.js.map +1 -1
  35. package/dist/src/plugins/store/types.d.ts +6 -1
  36. package/dist/src/plugins/store/types.d.ts.map +1 -1
  37. package/dist/src/ruvector/model-router.d.ts.map +1 -1
  38. package/dist/src/ruvector/model-router.js +37 -0
  39. package/dist/src/ruvector/model-router.js.map +1 -1
  40. package/dist/src/ruvector/router-parallel-recorder.d.ts +127 -0
  41. package/dist/src/ruvector/router-parallel-recorder.d.ts.map +1 -0
  42. package/dist/src/ruvector/router-parallel-recorder.js +183 -0
  43. package/dist/src/ruvector/router-parallel-recorder.js.map +1 -0
  44. package/dist/tsconfig.tsbuildinfo +1 -1
  45. package/package.json +13 -10
  46. package/plugins/ruflo-metaharness/.claude-flow/data/pending-insights.jsonl +1 -0
  47. package/plugins/ruflo-metaharness/.claude-flow/neural/stats.json +6 -0
  48. package/plugins/ruflo-metaharness/.claude-plugin/plugin.json +32 -0
  49. package/plugins/ruflo-metaharness/README.md +64 -0
  50. package/plugins/ruflo-metaharness/agents/metaharness-architect.md +58 -0
  51. package/plugins/ruflo-metaharness/commands/ruflo-metaharness.md +46 -0
  52. package/plugins/ruflo-metaharness/scripts/_harness.mjs +261 -0
  53. package/plugins/ruflo-metaharness/scripts/_similarity.mjs +161 -0
  54. package/plugins/ruflo-metaharness/scripts/_spike-similarity.mjs +223 -0
  55. package/plugins/ruflo-metaharness/scripts/audit-list.mjs +158 -0
  56. package/plugins/ruflo-metaharness/scripts/audit-trend.mjs +272 -0
  57. package/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs +146 -0
  58. package/plugins/ruflo-metaharness/scripts/bench-recordpair-overhead.mjs +186 -0
  59. package/plugins/ruflo-metaharness/scripts/bench-similarity.mjs +177 -0
  60. package/plugins/ruflo-metaharness/scripts/drift-from-history.mjs +363 -0
  61. package/plugins/ruflo-metaharness/scripts/genome.mjs +80 -0
  62. package/plugins/ruflo-metaharness/scripts/mcp-scan.mjs +111 -0
  63. package/plugins/ruflo-metaharness/scripts/mint.mjs +119 -0
  64. package/plugins/ruflo-metaharness/scripts/oia-audit.mjs +228 -0
  65. package/plugins/ruflo-metaharness/scripts/router-parallel-analyze.mjs +250 -0
  66. package/plugins/ruflo-metaharness/scripts/score.mjs +92 -0
  67. package/plugins/ruflo-metaharness/scripts/similarity.mjs +158 -0
  68. package/plugins/ruflo-metaharness/scripts/smoke.sh +2268 -0
  69. package/plugins/ruflo-metaharness/scripts/test-graceful-degradation.mjs +141 -0
  70. package/plugins/ruflo-metaharness/scripts/test-mcp-tools.mjs +437 -0
  71. package/plugins/ruflo-metaharness/scripts/test-parallel-pipeline.mjs +204 -0
  72. package/plugins/ruflo-metaharness/scripts/test-pipeline-roundtrip.mjs +586 -0
  73. package/plugins/ruflo-metaharness/scripts/test-similarity.mjs +334 -0
  74. package/plugins/ruflo-metaharness/scripts/test-with-openrouter.mjs +229 -0
  75. package/plugins/ruflo-metaharness/scripts/threat-model.mjs +59 -0
  76. package/plugins/ruflo-metaharness/skills/harness-drift-from-history/SKILL.md +65 -0
  77. package/plugins/ruflo-metaharness/skills/harness-genome/SKILL.md +54 -0
  78. package/plugins/ruflo-metaharness/skills/harness-mcp-scan/SKILL.md +47 -0
  79. package/plugins/ruflo-metaharness/skills/harness-mint/SKILL.md +72 -0
  80. package/plugins/ruflo-metaharness/skills/harness-oia-audit/SKILL.md +79 -0
  81. package/plugins/ruflo-metaharness/skills/harness-score/SKILL.md +66 -0
  82. package/plugins/ruflo-metaharness/skills/harness-similarity/SKILL.md +67 -0
  83. package/plugins/ruflo-metaharness/skills/harness-threat-model/SKILL.md +39 -0
  84. package/dist/src/benchmarks/capability-tasks.d.ts +0 -126
  85. package/dist/src/benchmarks/capability-tasks.d.ts.map +0 -1
  86. package/dist/src/benchmarks/capability-tasks.js +0 -147
  87. package/dist/src/benchmarks/capability-tasks.js.map +0 -1
  88. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts +0 -53
  89. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts.map +0 -1
  90. package/dist/src/benchmarks/gaia-agent-contrastive.js +0 -177
  91. package/dist/src/benchmarks/gaia-agent-contrastive.js.map +0 -1
  92. package/dist/src/benchmarks/gaia-agent-gemini.d.ts +0 -51
  93. package/dist/src/benchmarks/gaia-agent-gemini.d.ts.map +0 -1
  94. package/dist/src/benchmarks/gaia-agent-gemini.js +0 -352
  95. package/dist/src/benchmarks/gaia-agent-gemini.js.map +0 -1
  96. package/dist/src/benchmarks/gaia-claude-p.d.ts +0 -105
  97. package/dist/src/benchmarks/gaia-claude-p.d.ts.map +0 -1
  98. package/dist/src/benchmarks/gaia-claude-p.js +0 -269
  99. package/dist/src/benchmarks/gaia-claude-p.js.map +0 -1
  100. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts +0 -20
  101. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts.map +0 -1
  102. package/dist/src/benchmarks/gaia-claude-p.smoke.js +0 -168
  103. package/dist/src/benchmarks/gaia-claude-p.smoke.js.map +0 -1
  104. package/dist/src/benchmarks/gaia-codeagent-runner.py +0 -556
  105. package/dist/src/benchmarks/gaia-codeagent.d.ts +0 -129
  106. package/dist/src/benchmarks/gaia-codeagent.d.ts.map +0 -1
  107. package/dist/src/benchmarks/gaia-codeagent.js +0 -590
  108. package/dist/src/benchmarks/gaia-codeagent.js.map +0 -1
  109. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts +0 -33
  110. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts.map +0 -1
  111. package/dist/src/benchmarks/gaia-codeagent.smoke.js +0 -241
  112. package/dist/src/benchmarks/gaia-codeagent.smoke.js.map +0 -1
  113. package/dist/src/benchmarks/gaia-dag-pilot.d.ts +0 -22
  114. package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map +0 -1
  115. package/dist/src/benchmarks/gaia-dag-pilot.js +0 -158
  116. package/dist/src/benchmarks/gaia-dag-pilot.js.map +0 -1
  117. package/dist/src/benchmarks/gaia-dag.d.ts +0 -110
  118. package/dist/src/benchmarks/gaia-dag.d.ts.map +0 -1
  119. package/dist/src/benchmarks/gaia-dag.js +0 -658
  120. package/dist/src/benchmarks/gaia-dag.js.map +0 -1
  121. package/dist/src/benchmarks/gaia-dag.smoke.d.ts +0 -21
  122. package/dist/src/benchmarks/gaia-dag.smoke.d.ts.map +0 -1
  123. package/dist/src/benchmarks/gaia-dag.smoke.js +0 -290
  124. package/dist/src/benchmarks/gaia-dag.smoke.js.map +0 -1
  125. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts +0 -17
  126. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts.map +0 -1
  127. package/dist/src/benchmarks/gaia-ensemble-pilot.js +0 -106
  128. package/dist/src/benchmarks/gaia-ensemble-pilot.js.map +0 -1
  129. package/dist/src/benchmarks/gaia-ensemble.d.ts +0 -103
  130. package/dist/src/benchmarks/gaia-ensemble.d.ts.map +0 -1
  131. package/dist/src/benchmarks/gaia-ensemble.js +0 -462
  132. package/dist/src/benchmarks/gaia-ensemble.js.map +0 -1
  133. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts +0 -17
  134. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map +0 -1
  135. package/dist/src/benchmarks/gaia-gemini-pilot.js +0 -168
  136. package/dist/src/benchmarks/gaia-gemini-pilot.js.map +0 -1
  137. package/dist/src/benchmarks/gaia-mode-router.d.ts +0 -67
  138. package/dist/src/benchmarks/gaia-mode-router.d.ts.map +0 -1
  139. package/dist/src/benchmarks/gaia-mode-router.js +0 -126
  140. package/dist/src/benchmarks/gaia-mode-router.js.map +0 -1
  141. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts +0 -15
  142. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map +0 -1
  143. package/dist/src/benchmarks/gaia-mode-router.smoke.js +0 -131
  144. package/dist/src/benchmarks/gaia-mode-router.smoke.js.map +0 -1
  145. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts +0 -24
  146. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map +0 -1
  147. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js +0 -276
  148. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map +0 -1
  149. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts +0 -45
  150. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map +0 -1
  151. package/dist/src/benchmarks/gaia-tools/image_describe.js +0 -222
  152. package/dist/src/benchmarks/gaia-tools/image_describe.js.map +0 -1
  153. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts +0 -24
  154. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map +0 -1
  155. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js +0 -169
  156. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js.map +0 -1
  157. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts +0 -27
  158. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts.map +0 -1
  159. package/dist/src/benchmarks/gaia-tools/pdf_read.js +0 -226
  160. package/dist/src/benchmarks/gaia-tools/pdf_read.js.map +0 -1
  161. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts +0 -31
  162. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts.map +0 -1
  163. package/dist/src/benchmarks/gaia-tools/python_exec.js +0 -94
  164. package/dist/src/benchmarks/gaia-tools/python_exec.js.map +0 -1
  165. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts +0 -13
  166. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts.map +0 -1
  167. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js +0 -98
  168. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js.map +0 -1
  169. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts +0 -52
  170. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts.map +0 -1
  171. package/dist/src/benchmarks/gaia-tools/visit_webpage.js +0 -304
  172. package/dist/src/benchmarks/gaia-tools/visit_webpage.js.map +0 -1
  173. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts +0 -61
  174. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts.map +0 -1
  175. package/dist/src/benchmarks/gaia-tools/web_browse.js +0 -217
  176. package/dist/src/benchmarks/gaia-tools/web_browse.js.map +0 -1
  177. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts +0 -26
  178. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts.map +0 -1
  179. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js +0 -152
  180. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js.map +0 -1
  181. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts +0 -24
  182. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts.map +0 -1
  183. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js +0 -311
  184. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js.map +0 -1
  185. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts +0 -25
  186. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts.map +0 -1
  187. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js +0 -304
  188. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map +0 -1
  189. package/dist/src/commands/performance-capability.d.ts +0 -30
  190. package/dist/src/commands/performance-capability.d.ts.map +0 -1
  191. package/dist/src/commands/performance-capability.js +0 -349
  192. package/dist/src/commands/performance-capability.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-dag.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-dag.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAI9C,OAAO,EACL,0BAA0B,GAM3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAEzD,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAClE,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAC3C,MAAM,eAAe,GAAG,yDAAyD,CAAC;AAElF,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,mBAAmB,CAAC;AAC5E,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,gBAAgB,CAAC;AAEvE,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AAEhD,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,SAAS,mBAAmB,CAAC,QAAiB;IAC5C,IAAI,QAAQ,EAAE,IAAI,EAAE;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9E,IAAI,GAAG,EAAE,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;IACnC,KAAK,MAAM,MAAM,IAAI,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,EAAE,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,QAAQ,CAClB,kDAAkD,MAAM,cAAc,EACtE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;YACT,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAChC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;AAChG,CAAC;AAqBD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAa;IACzC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa;YAAE,OAAO,KAAK,CAAC;QAChD,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;YACnD,OAAO,GAAG,EAAE,MAAM,KAAK,WAAW,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,sEAAsE;AACtE,8EAA8E;AAE9E,SAAS,wBAAwB;IAC/B,OAAO;QACL,sBAAsB;QACtB,sFAAsF;QACtF,uFAAuF;QACvF,EAAE;QACF,mDAAmD;QACnD,yFAAyF;QACzF,gEAAgE;QAChE,0DAA0D;QAC1D,uFAAuF;QACvF,qEAAqE;QACrE,EAAE;QACF,iDAAiD;QACjD,GAAG;QACH,gCAAgC;QAChC,cAAc;QACd,uGAAuG;QACvG,wGAAwG;QACxG,KAAK;QACL,GAAG;QACH,EAAE;QACF,uEAAuE;QACvE,UAAU;QACV,mDAAmD;QACnD,8DAA8D;QAC9D,6DAA6D;KAC9D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO;QACL,sBAAsB;QACtB,2EAA2E;QAC3E,mEAAmE;QACnE,EAAE;QACF,gBAAgB;QAChB,uDAAuD;QACvD,mFAAmF;QACnF,wFAAwF;QACxF,mCAAmC;QACnC,EAAE;QACF,UAAU;QACV,SAAS;QACT,8BAA8B;QAC9B,mGAAmG;QACnG,GAAG;QACH,mBAAmB;QACnB,kBAAkB;QAClB,GAAG;KACJ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO;QACL,mFAAmF;QACnF,6EAA6E;QAC7E,EAAE;QACF,QAAQ;QACR,wEAAwE;QACxE,uFAAuF;QACvF,4DAA4D;QAC5D,mDAAmD;QACnD,2CAA2C;KAC5C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAiBD,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,KAAa,EACb,YAAoB,EACpB,QAA4B,EAC5B,SAAiB,EACjB,SAAiB;IAEjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9D,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;YACnC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,qBAAqB;gBAC1C,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;YACtF,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAsB,CAAC;AACjD,CAAC;AAyBD,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,KAAa,EACb,iBAAyB,EACzB,QAAyB,EACzB,KAAmB,EACnB,SAAiB,EACjB,SAAiB;IAEjB,MAAM,GAAG,GAAG,GAAG,eAAe,IAAI,KAAK,wBAAwB,MAAM,EAAE,CAAC;IACxE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9D,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACrB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,kBAAkB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE;gBAC5D,QAAQ;gBACR,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBACxE,gBAAgB,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,EAAE;aACjE,CAAC;YACF,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAmB,CAAC;AAC9C,CAAC;AAED,8EAA8E;AAC9E,qCAAqC;AACrC,8EAA8E;AAE9E,SAAS,aAAa,CAAC,IAAY;IACjC,mCAAmC;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACnF,kCAAkC;IAClC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAGtD,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjC,EAAE,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,QAAQ,CAAC,EAAE,CAAC;gBACjD,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBACvE,cAAc,EAAE,CAAC,CAAC,cAAc;aACjC,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E,KAAK,UAAU,UAAU,CACvB,QAAsB,EACtB,YAAoB,EACpB,SAAiB;IAEjB,MAAM,cAAc,GAAG,QAAQ,CAAC,SAAS;QACvC,CAAC,CAAC,4CAA4C,QAAQ,CAAC,SAAS,EAAE;QAClE,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,IAAI,GAAG,MAAM,aAAa,CAC9B,YAAY,EACZ,SAAS,EACT,wBAAwB,EAAE,EAC1B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,QAAQ,GAAG,cAAc,EAAE,CAAC,EAC/D,IAAI,EACJ,kBAAkB,CACnB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAe,CAAC,IAAI,CAAC;SACjC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAEnC,IAAI,KAAgB,CAAC;IACrB,IAAI,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;QACpD,YAAY;QACZ,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QACvD,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACzE,cAAc,EAAE,CAAC,CAAC,cAAc;YAChC,MAAM,EAAE,aAAsB;YAC9B,UAAU,EAAE,EAAE;SACf,CAAC,CAAC,CAAC;IACN,CAAC;SAAM,CAAC;QACN,2DAA2D;QAC3D,KAAK,GAAG,CAAC;gBACP,EAAE,EAAE,CAAC;gBACL,WAAW,EAAE,iCAAiC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;gBAC/E,UAAU,EAAE,EAAE;gBACd,MAAM,EAAE,aAAsB;gBAC9B,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE;QACrE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;QACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;KACvC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAE9E,SAAS,sBAAsB,CAAC,QAAgB,EAAE,WAAmB,EAAE,QAAgB;IACrF,OAAO;QACL,2EAA2E;QAC3E,EAAE;QACF,sBAAsB,QAAQ,EAAE;QAChC,EAAE;QACF,wBAAwB,WAAW,EAAE;QACrC,EAAE;QACF,cAAc,QAAQ,EAAE;QACxB,EAAE;QACF,QAAQ;QACR,iEAAiE;QACjE,gEAAgE;QAChE,8CAA8C;QAC9C,wDAAwD;QACxD,uCAAuC;QACvC,6DAA6D;QAC7D,mEAAmE;KACpE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAa;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC1B,MAAM,UAAU,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC1G,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,GAAG,UAAU,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,WAAW,GAAG,KAAK,EAAE,CAAC;IAChE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,oEAAoE;AACpE,SAAS,4BAA4B,CAAC,SAA4B;IAChE,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3B,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI;QACvB,WAAW,EAAE,CAAC,CAAC,UAAU,CAAC,WAAW;QACrC,UAAU,EAAG,CAAC,CAAC,UAAyD,CAAC,YAAY;KACtF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,QAAsB,EACtB,IAAa,EACb,IAAa,EACb,SAAiB,EACjB,QAAgB,EAChB,SAA4B;IAE5B,MAAM,YAAY,GAAG,sBAAsB,CAAC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACzG,MAAM,KAAK,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAEtD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,QAAQ,GAAoB;QAChC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,2FAA2F,EAAE,CAAC,EAAE;KACjI,CAAC;IAEF,gDAAgD;IAChD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI;YACvB,yCAAyC,QAAQ,CAAC,SAAS,+BAA+B,CAAC;IAC/F,CAAC;IAED,MAAM,cAAc,GAAG,2BAA2B,CAAC;IACnD,MAAM,eAAe,GAAG,uBAAuB,CAAC;IAEhD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC;QAClD,IAAI,IAAoB,CAAC;QACzB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACtG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,gBAAgB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;gBACzE,MAAM,EAAE,SAAS;gBACjB,WAAW;gBACX,YAAY;aACb,CAAC;QACJ,CAAC;QAED,WAAW,IAAI,IAAI,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC,CAAC;QACzD,YAAY,IAAI,IAAI,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS;YAAE,MAAM;QAEtB,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAEtD,qCAAqC;QACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QACzG,CAAC;QACD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QACzF,CAAC;QAED,0DAA0D;QAC1D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;YAC9F,CAAC;YACD,MAAM;QACR,CAAC;QAED,qBAAqB;QACrB,MAAM,eAAe,GAAiF,EAAE,CAAC;QACzG,oBAAoB;QACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAgC,EAAE,CAAC,CAAC;QAE1E,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,MAAM,EAAE,GAAG,IAAI,CAAC,YAAa,CAAC;YAC9B,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;YACvD,IAAI,MAAc,CAAC;YACnB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,GAAG,kBAAkB,EAAE,CAAC,IAAI,GAAG,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAA+B,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,GAAG,eAAe,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7E,CAAC;YACH,CAAC;YACD,oEAAoE;YACpE,eAAe,CAAC,IAAI,CAAC;gBACnB,gBAAgB,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE;aACpF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,CAAC;QAEJ,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,eAAqD,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,2BAA2B,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;AAC9F,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,KAAK,UAAU,MAAM,CACnB,QAAsB,EACtB,IAAa,EACb,YAAoB,EACpB,SAAiB;IAEjB,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG;QACb,aAAa,QAAQ,CAAC,QAAQ,EAAE;QAChC,EAAE;QACF,kBAAkB,WAAW,EAAE;QAC/B,EAAE;QACF,iGAAiG;KAClG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,IAAI,GAAG,MAAM,aAAa,CAC9B,YAAY,EACZ,SAAS,EACT,0BAA0B,EAAE,EAC5B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC,IAAI,EACJ,kBAAkB,CACnB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAe,CAAC,IAAI,CAAC;SACjC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,+BAA+B;IAC/B,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;IAC9I,CAAC;IAED,4BAA4B;IAC5B,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,YAAY,GAAc,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC9E,uDAAuD;YACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACzD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;gBAClD,OAAO,QAAQ,CAAC;YAClB,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC7E,cAAc,EAAE,CAAC,CAAC,cAAc;gBAChC,MAAM,EAAE,aAAsB;gBAC9B,UAAU,EAAE,EAAE;aACf,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;IAC3H,CAAC;IAED,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;AACjI,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,KAAK,UAAU,YAAY,CACzB,QAAsB,EACtB,IAAa,EACb,YAAoB,EACpB,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,WAAW,eAAe,CAAC,CAAC,UAAU,EAAE,CAAC;SACrF,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,MAAM,GAAG;QACb,aAAa,QAAQ,CAAC,QAAQ,EAAE;QAChC,EAAE;QACF,SAAS,CAAC,CAAC,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAC,CAAC,mCAAmC;QACpF,EAAE;QACF,wDAAwD;QACxD,uCAAuC;KACxC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,IAAI,GAAG,MAAM,aAAa,CAC9B,YAAY,EACZ,SAAS,EACT,0BAA0B,EAAE,EAC5B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EACnC,IAAI,EACJ,kBAAkB,CACnB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAe,CAAC,IAAI,CAAC;SACjC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;QAC3C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;QACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;KACvC,CAAC;AACJ,CAAC;AAiCD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,eAAe,CACtB,SAAiB,EACjB,QAAgB,EAChB,MAAc,EAAE,OAAe,EAC/B,KAAa,EAAE,MAAc;IAE7B,MAAM,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,eAAe,CAAC;QACrD,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;QACtC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,gBAAgB,CAAC;QACpD,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;QACvC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAE1C,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC,SAAS;QAC/C,CAAC,OAAO,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC,UAAU;QAC5C,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,QAAQ,CAAC,SAAS;QACxC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC;AAC/C,CAAC;AAED,8EAA8E;AAC9E,+BAA+B;AAC/B,8EAA8E;AAE9E;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAsB,EACtB,UAAsB,EAAE;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACvD,MAAM,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,mBAAmB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,0BAA0B,EAAE,CAAC;IAEpE,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,gBAAgB;IAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,OAAO,oBAAoB,SAAS,IAAI,CAAC,CAAC;IACjF,IAAI,UAAwE,CAAC;IAC7E,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,UAAU,EAAE,QAAQ,CAAC,OAAO;YAC5B,WAAW,EAAE,IAAI;YACjB,gBAAgB,EAAE,EAAE;YACpB,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;YACzE,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,gBAAgB,EAAE,CAAC;YACnB,iBAAiB,EAAE,CAAC;YACpB,gBAAgB,EAAE,CAAC;YACnB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAC9B,KAAK,EAAE,yBAAyB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;SACnF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IAC7B,kBAAkB,IAAI,UAAU,CAAC,WAAW,CAAC;IAC7C,mBAAmB,IAAI,UAAU,CAAC,YAAY,CAAC;IAE/C,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,SAAS,QAAQ,CAAC,OAAO,YAAY,IAAI,CAAC,KAAK,CAAC,MAAM,UAAU;QAChE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,WAAW,YAAY,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAC5G,CAAC;IAEF,iCAAiC;IACjC,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC,8BAA8B;IACrD,IAAI,WAAW,GAAkB,IAAI,CAAC;IAEtC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,iBAAiB,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QAEnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,OAAO,YAAY,KAAK,KAAK,UAAU,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAEvG,kCAAkC;QAClC,KAAK,MAAM,IAAI,IAAI,UAAU;YAAE,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;QAE3D,iEAAiE;QACjE,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,qBAAqB,EAAE,CAAC;YAClE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAC5F,CAAC;YACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC;gBAC5B,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;gBACzB,gBAAgB,IAAI,GAAG,CAAC,WAAW,CAAC;gBACpC,iBAAiB,IAAI,GAAG,CAAC,YAAY,CAAC;gBACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,OAAO,WAAW,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QACtE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAExC,uEAAuE;QACvE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,aAAa,CAAC,CAAC;QAC5E,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,IAAI,iBAAiB;YAAE,MAAM;QAErE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,OAAO,MAAM,YAAY,CAAC,MAAM,wBAAwB,CAAC,CAAC;QACjG,aAAa,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;YAC3E,kBAAkB,IAAI,YAAY,CAAC,WAAW,CAAC;YAC/C,mBAAmB,IAAI,YAAY,CAAC,YAAY,CAAC;YAEjD,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC;gBAC7B,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;gBACvC,MAAM;YACR,CAAC;YACD,IAAI,YAAY,CAAC,YAAY,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC,YAAY,CAAC;YACzC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClG,MAAM;QACR,CAAC;IACH,CAAC;IAED,oBAAoB;IACpB,IAAI,WAAW,GAAkB,WAAW,CAAC;IAE7C,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,OAAO,iBAAiB,CAAC,CAAC;QACjE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;YACxE,kBAAkB,IAAI,GAAG,CAAC,WAAW,CAAC;YACtC,mBAAmB,IAAI,GAAG,CAAC,YAAY,CAAC;YACxC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IACjF,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAE7E,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,OAAO;QAC5B,WAAW;QACX,gBAAgB,EAAE,eAAe,CAAC,WAAW,CAAC;QAC9C,IAAI;QACJ,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;QAC7B,cAAc;QACd,YAAY;QACZ,aAAa;QACb,gBAAgB,EAAE,kBAAkB,GAAG,gBAAgB;QACvD,iBAAiB,EAAE,mBAAmB,GAAG,iBAAiB;QAC1D,gBAAgB,EAAE,eAAe,CAAC,SAAS,EAAE,QAAQ,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB,CAAC;QACpI,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;KAC/B,CAAC;AACJ,CAAC;AA6BD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAyB,EACzB,UAAsB,EAAE;IAExB,MAAM,WAAW,GAAkC,EAAE,CAAC;IACtD,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,KAAK,EAAE,IAAI,MAAM,CAAC,gBAAgB,KAAK,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAChH,IAAI,SAAS;YAAE,OAAO,EAAE,CAAC;QAEzB,WAAW,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,CAAC,CAAC,OAAO;YACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;YAC9B,GAAG,EAAE,MAAM,CAAC,WAAW;YACvB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,MAAM,CAAC,UAAU;YACxB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,OAAO,EAAE,MAAM,CAAC,gBAAgB;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QAEH,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,eAAe,CAAC,CAAC,OAAO,MAAM,MAAM,CAAC,WAAW,IAAI,MAAM,GAAG;YAC7D,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,WAAW,MAAM,CAAC,UAAU,IAAI;YACnE,aAAa,MAAM,CAAC,cAAc,MAAM,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAChF,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnG,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEhG,OAAO;QACL,OAAO;QACP,KAAK,EAAE,WAAW,CAAC,MAAM;QACzB,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,mBAAmB,EAAE,QAAQ;QAC7B,WAAW;QACX,YAAY;QACZ,gBAAgB,EAAE,WAAW,GAAG,EAAE;QAClC,UAAU;KACX,CAAC;AACJ,CAAC"}
@@ -1,21 +0,0 @@
1
- /**
2
- * GAIA DAG Harness — Smoke Tests (ADR-139 Addendum)
3
- *
4
- * Verifies the Co-Sight DAG architecture without live API calls ($0 cost).
5
- *
6
- * Test cases:
7
- * 1. DAG parse — valid JSON → DagPlan with correct step structure
8
- * 2. DAG parse — malformed JSON fallback → single-step plan
9
- * 3. getReadySteps — step 0 ready (no deps), step 1 NOT ready (dep=0 not done)
10
- * 4. getReadySteps — after step 0 completed, step 1 becomes ready
11
- * 5. getReadySteps — parallel steps (0 and 1 both no deps → both ready)
12
- * 6. Parallel execution — all ready steps fire concurrently (mock)
13
- * 7. Blocked-step detection — step with blocked dep is NOT ready
14
- * 8. Plan cap — more than 7 steps is capped to MAX_PLAN_STEPS=7
15
- * 9. runGaiaDAG mock — full mock pipeline returns expected answer
16
- * 10. Finalizer extraction — FINAL_ANSWER in finalize response is extracted
17
- *
18
- * Refs: ADR-139, github.com/ZTE-AICloud/Co-Sight, #2156
19
- */
20
- export {};
21
- //# sourceMappingURL=gaia-dag.smoke.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-dag.smoke.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-dag.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG"}
@@ -1,290 +0,0 @@
1
- /**
2
- * GAIA DAG Harness — Smoke Tests (ADR-139 Addendum)
3
- *
4
- * Verifies the Co-Sight DAG architecture without live API calls ($0 cost).
5
- *
6
- * Test cases:
7
- * 1. DAG parse — valid JSON → DagPlan with correct step structure
8
- * 2. DAG parse — malformed JSON fallback → single-step plan
9
- * 3. getReadySteps — step 0 ready (no deps), step 1 NOT ready (dep=0 not done)
10
- * 4. getReadySteps — after step 0 completed, step 1 becomes ready
11
- * 5. getReadySteps — parallel steps (0 and 1 both no deps → both ready)
12
- * 6. Parallel execution — all ready steps fire concurrently (mock)
13
- * 7. Blocked-step detection — step with blocked dep is NOT ready
14
- * 8. Plan cap — more than 7 steps is capped to MAX_PLAN_STEPS=7
15
- * 9. runGaiaDAG mock — full mock pipeline returns expected answer
16
- * 10. Finalizer extraction — FINAL_ANSWER in finalize response is extracted
17
- *
18
- * Refs: ADR-139, github.com/ZTE-AICloud/Co-Sight, #2156
19
- */
20
- import assert from 'node:assert/strict';
21
- import { getReadySteps, runGaiaDAG, } from './gaia-dag.js';
22
- // ---------------------------------------------------------------------------
23
- // Fixtures
24
- // ---------------------------------------------------------------------------
25
- const FAKE_QUESTION = {
26
- task_id: 'dag-smoke-01',
27
- question: 'What is the capital of France?',
28
- final_answer: 'Paris',
29
- level: 1,
30
- file_name: null,
31
- file_path: null,
32
- };
33
- function makePlan(steps) {
34
- return {
35
- title: 'test-plan',
36
- question: 'test question',
37
- steps: steps.map((s) => ({
38
- id: s.id,
39
- description: s.description,
40
- depends_on: s.depends_on ?? [],
41
- suggested_tool: s.suggested_tool,
42
- status: s.status ?? 'not_started',
43
- step_notes: s.step_notes ?? '',
44
- })),
45
- };
46
- }
47
- // ---------------------------------------------------------------------------
48
- // Test 1: DAG parse — valid JSON plan
49
- // ---------------------------------------------------------------------------
50
- function test1_parseValidJson() {
51
- // Import parsePlanJson via the module's internal behavior by testing
52
- // the plan structure returned from a mocked createPlan scenario.
53
- // We verify by constructing the expected DagPlan manually and checking step structure.
54
- const plan = makePlan([
55
- { id: 0, description: 'Search for capital', depends_on: [], suggested_tool: 'web_search' },
56
- { id: 1, description: 'Verify result', depends_on: [0] },
57
- ]);
58
- assert.strictEqual(plan.steps.length, 2, 'plan should have 2 steps');
59
- assert.strictEqual(plan.steps[0].id, 0, 'step 0 id');
60
- assert.strictEqual(plan.steps[0].depends_on.length, 0, 'step 0 no deps');
61
- assert.strictEqual(plan.steps[1].id, 1, 'step 1 id');
62
- assert.deepStrictEqual(plan.steps[1].depends_on, [0], 'step 1 depends on step 0');
63
- assert.strictEqual(plan.steps[0].status, 'not_started', 'initial status');
64
- console.log('PASS test1_parseValidJson');
65
- }
66
- // ---------------------------------------------------------------------------
67
- // Test 2: DAG parse fallback — single-step plan
68
- // ---------------------------------------------------------------------------
69
- function test2_singleStepFallback() {
70
- // A single-step plan is valid — DAG with 1 step, no deps
71
- const plan = makePlan([{ id: 0, description: 'Direct answer', depends_on: [] }]);
72
- assert.strictEqual(plan.steps.length, 1, 'fallback plan has 1 step');
73
- assert.deepStrictEqual(plan.steps[0].depends_on, [], 'single step has no deps');
74
- console.log('PASS test2_singleStepFallback');
75
- }
76
- // ---------------------------------------------------------------------------
77
- // Test 3: getReadySteps — step 0 ready, step 1 blocked by dep
78
- // ---------------------------------------------------------------------------
79
- function test3_readyStepsSequential() {
80
- const plan = makePlan([
81
- { id: 0, description: 'Step A', depends_on: [] },
82
- { id: 1, description: 'Step B', depends_on: [0] },
83
- ]);
84
- const ready = getReadySteps(plan);
85
- assert.strictEqual(ready.length, 1, 'only step 0 is ready');
86
- assert.strictEqual(ready[0].id, 0, 'step 0 is the ready step');
87
- console.log('PASS test3_readyStepsSequential');
88
- }
89
- // ---------------------------------------------------------------------------
90
- // Test 4: getReadySteps — step 1 becomes ready after step 0 completes
91
- // ---------------------------------------------------------------------------
92
- function test4_readyStepsAfterCompletion() {
93
- const plan = makePlan([
94
- { id: 0, description: 'Step A', depends_on: [], status: 'completed' },
95
- { id: 1, description: 'Step B', depends_on: [0] },
96
- ]);
97
- const ready = getReadySteps(plan);
98
- assert.strictEqual(ready.length, 1, 'step 1 becomes ready after step 0 completes');
99
- assert.strictEqual(ready[0].id, 1, 'step 1 is now ready');
100
- console.log('PASS test4_readyStepsAfterCompletion');
101
- }
102
- // ---------------------------------------------------------------------------
103
- // Test 5: getReadySteps — parallel steps (both id=0 and id=1 have no deps)
104
- // ---------------------------------------------------------------------------
105
- function test5_parallelSteps() {
106
- const plan = makePlan([
107
- { id: 0, description: 'Search web', depends_on: [] },
108
- { id: 1, description: 'Search wiki', depends_on: [] },
109
- { id: 2, description: 'Synthesize', depends_on: [0, 1] },
110
- ]);
111
- const ready = getReadySteps(plan);
112
- assert.strictEqual(ready.length, 2, 'both step 0 and step 1 are ready (parallel)');
113
- const ids = ready.map((s) => s.id).sort();
114
- assert.deepStrictEqual(ids, [0, 1], 'ready ids are 0 and 1');
115
- console.log('PASS test5_parallelSteps');
116
- }
117
- // ---------------------------------------------------------------------------
118
- // Test 6: Parallel execution — concurrent mock actors
119
- // ---------------------------------------------------------------------------
120
- async function test6_parallelExecution() {
121
- const plan = makePlan([
122
- { id: 0, description: 'Task A', depends_on: [] },
123
- { id: 1, description: 'Task B', depends_on: [] },
124
- ]);
125
- const execOrder = [];
126
- const results = await Promise.all(plan.steps.filter((s) => s.depends_on.length === 0).map(async (step) => {
127
- // Simulate concurrent actors with a short delay
128
- await new Promise((resolve) => setTimeout(resolve, 5));
129
- execOrder.push(step.id);
130
- return { id: step.id, notes: `result-${step.id}` };
131
- }));
132
- assert.strictEqual(results.length, 2, 'both parallel actors returned results');
133
- assert.strictEqual(new Set(results.map((r) => r.notes)).size, 2, 'distinct results from each actor');
134
- console.log('PASS test6_parallelExecution');
135
- }
136
- // ---------------------------------------------------------------------------
137
- // Test 7: Blocked-step detection
138
- // ---------------------------------------------------------------------------
139
- function test7_blockedStepNotReady() {
140
- const plan = makePlan([
141
- { id: 0, description: 'Step A', depends_on: [], status: 'blocked' },
142
- { id: 1, description: 'Step B', depends_on: [0] },
143
- ]);
144
- const ready = getReadySteps(plan);
145
- // Step 0 is blocked (not 'not_started' so excluded from ready)
146
- // Step 1 depends on step 0 which is blocked (not 'completed') so NOT ready
147
- assert.strictEqual(ready.length, 0, 'no ready steps when dep is blocked');
148
- console.log('PASS test7_blockedStepNotReady');
149
- }
150
- // ---------------------------------------------------------------------------
151
- // Test 8: Plan cap — >7 steps capped
152
- // ---------------------------------------------------------------------------
153
- function test8_planCap() {
154
- const MAX = 7;
155
- const manySteps = Array.from({ length: 10 }, (_, i) => ({
156
- id: i,
157
- description: `Step ${i}`,
158
- depends_on: i > 0 ? [i - 1] : [],
159
- }));
160
- // Simulate the capping behavior: slice to MAX_PLAN_STEPS
161
- const capped = manySteps.slice(0, MAX);
162
- assert.strictEqual(capped.length, MAX, `plan capped to ${MAX} steps`);
163
- console.log('PASS test8_planCap');
164
- }
165
- // ---------------------------------------------------------------------------
166
- // Test 9: runGaiaDAG — mock integration (no live API)
167
- // ---------------------------------------------------------------------------
168
- async function test9_mockIntegration() {
169
- // Create a mock catalogue that returns a deterministic answer
170
- const mockCatalogue = [
171
- {
172
- name: 'web_search',
173
- definition: {
174
- name: 'web_search',
175
- description: 'Search the web',
176
- input_schema: { type: 'object', properties: { query: { type: 'string' } }, required: ['query'] },
177
- },
178
- execute: async () => 'Paris is the capital of France.',
179
- },
180
- ];
181
- // Intercept fetch to mock Anthropic + Gemini calls
182
- const originalFetch = global.fetch;
183
- let callCount = 0;
184
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
185
- global.fetch = async (url, init) => {
186
- const urlStr = String(url);
187
- callCount++;
188
- if (urlStr.includes('anthropic.com')) {
189
- const body = JSON.parse(String(init?.body ?? '{}'));
190
- const messages = body.messages ?? [];
191
- const lastContent = messages[messages.length - 1]?.content ?? '';
192
- // Plan call → return 2-step plan JSON
193
- if (typeof lastContent === 'string' && lastContent.includes('capital')) {
194
- if (callCount <= 2) {
195
- // Planner: return plan or finalizer answer
196
- const isFinalize = lastContent.includes('GATHERED EVIDENCE') || lastContent.includes('step notes');
197
- const text = isFinalize
198
- ? 'Based on the evidence, FINAL_ANSWER: Paris'
199
- : '{"title":"Capital lookup","steps":[{"id":0,"description":"Search for capital","depends_on":[]},{"id":1,"description":"Verify","depends_on":[0]}]}';
200
- return new Response(JSON.stringify({
201
- stop_reason: 'end_turn',
202
- content: [{ type: 'text', text }],
203
- usage: { input_tokens: 100, output_tokens: 50 },
204
- }), { status: 200, headers: { 'content-type': 'application/json' } });
205
- }
206
- }
207
- // Default finalizer
208
- const text = 'FINAL_ANSWER: Paris';
209
- return new Response(JSON.stringify({
210
- stop_reason: 'end_turn',
211
- content: [{ type: 'text', text }],
212
- usage: { input_tokens: 100, output_tokens: 50 },
213
- }), { status: 200, headers: { 'content-type': 'application/json' } });
214
- }
215
- if (urlStr.includes('generativelanguage.googleapis.com')) {
216
- // Actor: return STEP_RESULT
217
- return new Response(JSON.stringify({
218
- candidates: [{
219
- content: { parts: [{ text: 'STEP_RESULT: Paris is the capital of France.' }] },
220
- finishReason: 'STOP',
221
- }],
222
- usageMetadata: { promptTokenCount: 100, candidatesTokenCount: 50 },
223
- }), { status: 200, headers: { 'content-type': 'application/json' } });
224
- }
225
- return originalFetch(url, init);
226
- };
227
- try {
228
- const opts = {
229
- anthropicApiKey: 'test-key',
230
- geminiApiKey: 'test-key',
231
- catalogue: mockCatalogue,
232
- };
233
- const result = await runGaiaDAG(FAKE_QUESTION, opts);
234
- assert.ok(result.questionId === 'dag-smoke-01', 'question id preserved');
235
- assert.ok(result.finalAnswer !== null || result.error !== undefined, 'returns answer or error (not both null)');
236
- assert.ok(result.wallMs >= 0, 'wall time is non-negative');
237
- assert.ok(result.totalSteps >= 0, 'total steps is non-negative');
238
- }
239
- finally {
240
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
241
- global.fetch = originalFetch;
242
- }
243
- console.log('PASS test9_mockIntegration');
244
- }
245
- // ---------------------------------------------------------------------------
246
- // Test 10: FINAL_ANSWER extraction from finalizer text
247
- // ---------------------------------------------------------------------------
248
- function test10_finalAnswerExtraction() {
249
- const FINAL_ANSWER_RE = /FINAL_ANSWER:\s*(.+)/i;
250
- const cases = [
251
- ['Based on research, FINAL_ANSWER: Paris', 'Paris'],
252
- ['FINAL_ANSWER: 42', '42'],
253
- ['final_answer: France', 'France'],
254
- ['No answer here.', null],
255
- ['FINAL_ANSWER: The answer is Paris, France', 'The answer is Paris, France'],
256
- ];
257
- for (const [input, expected] of cases) {
258
- const match = FINAL_ANSWER_RE.exec(input);
259
- const got = match ? match[1].trim() : null;
260
- if (expected === null) {
261
- assert.strictEqual(got, null, `Expected null for "${input}"`);
262
- }
263
- else {
264
- assert.strictEqual(got, expected, `Expected "${expected}" for "${input}"`);
265
- }
266
- }
267
- console.log('PASS test10_finalAnswerExtraction');
268
- }
269
- // ---------------------------------------------------------------------------
270
- // Main runner
271
- // ---------------------------------------------------------------------------
272
- async function main() {
273
- console.log('\n=== GAIA DAG Smoke Tests (ADR-139 Addendum) ===\n');
274
- test1_parseValidJson();
275
- test2_singleStepFallback();
276
- test3_readyStepsSequential();
277
- test4_readyStepsAfterCompletion();
278
- test5_parallelSteps();
279
- await test6_parallelExecution();
280
- test7_blockedStepNotReady();
281
- test8_planCap();
282
- await test9_mockIntegration();
283
- test10_finalAnswerExtraction();
284
- console.log('\n=== All 10 smoke tests PASSED ($0 cost) ===\n');
285
- }
286
- main().catch((err) => {
287
- console.error('Smoke test failed:', err);
288
- process.exit(1);
289
- });
290
- //# sourceMappingURL=gaia-dag.smoke.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-dag.smoke.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-dag.smoke.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAIL,aAAa,EACb,UAAU,GACX,MAAM,eAAe,CAAC;AAIvB,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,MAAM,aAAa,GAAiB;IAClC,OAAO,EAAE,cAAc;IACvB,QAAQ,EAAE,gCAAgC;IAC1C,YAAY,EAAE,OAAO;IACrB,KAAK,EAAE,CAAC;IACR,SAAS,EAAE,IAAI;IACf,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,SAAS,QAAQ,CAAC,KAAoE;IACpF,OAAO;QACL,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,eAAe;QACzB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;YAC9B,cAAc,EAAE,CAAC,CAAC,cAAc;YAChC,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,aAAa;YACjC,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;SAC/B,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,sCAAsC;AACtC,8EAA8E;AAE9E,SAAS,oBAAoB;IAC3B,qEAAqE;IACrE,iEAAiE;IACjE,uFAAuF;IACvF,MAAM,IAAI,GAAG,QAAQ,CAAC;QACpB,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE,UAAU,EAAE,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE;QAC1F,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;KACzD,CAAC,CAAC;IAEH,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAC;IACrE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACzE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAClF,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,aAAa,EAAE,gBAAgB,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;AAC3C,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,SAAS,wBAAwB;IAC/B,yDAAyD;IACzD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAC;IACrE,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,EAAE,EAAE,yBAAyB,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;AAC/C,CAAC;AAED,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAE9E,SAAS,0BAA0B;IACjC,MAAM,IAAI,GAAG,QAAQ,CAAC;QACpB,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;QAChD,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;KAClD,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC5D,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;AACjD,CAAC;AAED,8EAA8E;AAC9E,sEAAsE;AACtE,8EAA8E;AAE9E,SAAS,+BAA+B;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC;QACpB,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;QACrE,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;KAClD,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,6CAA6C,CAAC,CAAC;IACnF,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;AACtD,CAAC;AAED,8EAA8E;AAC9E,2EAA2E;AAC3E,8EAA8E;AAE9E,SAAS,mBAAmB;IAC1B,MAAM,IAAI,GAAG,QAAQ,CAAC;QACpB,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,EAAE;QACpD,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,EAAE;QACrD,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;KACzD,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,6CAA6C,CAAC,CAAC;IACnF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,MAAM,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;AAC1C,CAAC;AAED,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAE9E,KAAK,UAAU,uBAAuB;IACpC,MAAM,IAAI,GAAG,QAAQ,CAAC;QACpB,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;QAChD,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;KACjD,CAAC,CAAC;IAEH,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrE,gDAAgD;QAChD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACvD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IACrD,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,uCAAuC,CAAC,CAAC;IAC/E,MAAM,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,kCAAkC,CAAC,CAAC;IACrG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;AAC9C,CAAC;AAED,8EAA8E;AAC9E,iCAAiC;AACjC,8EAA8E;AAE9E,SAAS,yBAAyB;IAChC,MAAM,IAAI,GAAG,QAAQ,CAAC;QACpB,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE;QACnE,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;KAClD,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IAClC,+DAA+D;IAC/D,2EAA2E;IAC3E,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,oCAAoC,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,qCAAqC;AACrC,8EAA8E;AAE9E,SAAS,aAAa;IACpB,MAAM,GAAG,GAAG,CAAC,CAAC;IACd,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACtD,EAAE,EAAE,CAAC;QACL,WAAW,EAAE,QAAQ,CAAC,EAAE;QACxB,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAc;KAC7C,CAAC,CAAC,CAAC;IACJ,yDAAyD;IACzD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,kBAAkB,GAAG,QAAQ,CAAC,CAAC;IACtE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;AACpC,CAAC;AAED,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAE9E,KAAK,UAAU,qBAAqB;IAClC,8DAA8D;IAC9D,MAAM,aAAa,GAAsB;QACvC;YACE,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE;gBACV,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,gBAAgB;gBAC7B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE;aACjG;YACD,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,iCAAiC;SACvD;KACF,CAAC;IAEF,mDAAmD;IACnD,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC;IACnC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,8DAA8D;IAC7D,MAAc,CAAC,KAAK,GAAG,KAAK,EAAE,GAAiB,EAAE,IAAkB,EAAqB,EAAE;QACzF,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,SAAS,EAAE,CAAC;QAEZ,IAAI,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;YAEjE,sCAAsC;YACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvE,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;oBACnB,2CAA2C;oBAC3C,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;oBACnG,MAAM,IAAI,GAAG,UAAU;wBACrB,CAAC,CAAC,4CAA4C;wBAC9C,CAAC,CAAC,mJAAmJ,CAAC;oBACxJ,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;wBACjC,WAAW,EAAE,UAAU;wBACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;wBACjC,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;qBAChD,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;YACD,oBAAoB;YACpB,MAAM,IAAI,GAAG,qBAAqB,CAAC;YACnC,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;gBACjC,WAAW,EAAE,UAAU;gBACvB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBACjC,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAE;aAChD,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,CAAC,mCAAmC,CAAC,EAAE,CAAC;YACzD,4BAA4B;YAC5B,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;gBACjC,UAAU,EAAE,CAAC;wBACX,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,8CAA8C,EAAE,CAAC,EAAE;wBAC9E,YAAY,EAAE,MAAM;qBACrB,CAAC;gBACF,aAAa,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,oBAAoB,EAAE,EAAE,EAAE;aACnE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,IAAI,GAAe;YACvB,eAAe,EAAE,UAAU;YAC3B,YAAY,EAAE,UAAU;YACxB,SAAS,EAAE,aAAa;SACzB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACrD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,cAAc,EAAE,uBAAuB,CAAC,CAAC;QACzE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,yCAAyC,CAAC,CAAC;QAChH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,2BAA2B,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,EAAE,6BAA6B,CAAC,CAAC;IACnE,CAAC;YAAS,CAAC;QACT,8DAA8D;QAC7D,MAAc,CAAC,KAAK,GAAG,aAAa,CAAC;IACxC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;AAC5C,CAAC;AAED,8EAA8E;AAC9E,uDAAuD;AACvD,8EAA8E;AAE9E,SAAS,4BAA4B;IACnC,MAAM,eAAe,GAAG,uBAAuB,CAAC;IAChD,MAAM,KAAK,GAAmC;QAC5C,CAAC,wCAAwC,EAAE,OAAO,CAAC;QACnD,CAAC,kBAAkB,EAAE,IAAI,CAAC;QAC1B,CAAC,sBAAsB,EAAE,QAAQ,CAAC;QAClC,CAAC,iBAAiB,EAAE,IAAI,CAAC;QACzB,CAAC,2CAA2C,EAAE,6BAA6B,CAAC;KAC7E,CAAC;IAEF,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,EAAE,sBAAsB,KAAK,GAAG,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,QAAQ,UAAU,KAAK,GAAG,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;AACnD,CAAC;AAED,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IAEnE,oBAAoB,EAAE,CAAC;IACvB,wBAAwB,EAAE,CAAC;IAC3B,0BAA0B,EAAE,CAAC;IAC7B,+BAA+B,EAAE,CAAC;IAClC,mBAAmB,EAAE,CAAC;IACtB,MAAM,uBAAuB,EAAE,CAAC;IAChC,yBAAyB,EAAE,CAAC;IAC5B,aAAa,EAAE,CAAC;IAChB,MAAM,qBAAqB,EAAE,CAAC;IAC9B,4BAA4B,EAAE,CAAC;IAE/B,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;AACjE,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;IACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
@@ -1,17 +0,0 @@
1
- /**
2
- * GAIA Ensemble Pilot — ADR-139 5-question validation
3
- *
4
- * Runs 5 diverse GAIA L1 questions through the 2-model ensemble
5
- * (claude-sonnet-4-6 + gemini-2.5-pro) and reports accuracy, cost, and
6
- * projections. OpenRouter is skipped until credits are topped up.
7
- *
8
- * Usage:
9
- * node dist/src/benchmarks/gaia-ensemble-pilot.js
10
- * node dist/src/benchmarks/gaia-ensemble-pilot.js --models claude-sonnet-4-6,gemini-2.5-pro,openai/gpt-5
11
- *
12
- * Exit codes:
13
- * 0 pilot passed (accuracy ≥ 3/5 AND projected 53Q cost ≤ $40)
14
- * 1 pilot failed or cost exceeded
15
- */
16
- export {};
17
- //# sourceMappingURL=gaia-ensemble-pilot.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-ensemble-pilot.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-ensemble-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}
@@ -1,106 +0,0 @@
1
- /**
2
- * GAIA Ensemble Pilot — ADR-139 5-question validation
3
- *
4
- * Runs 5 diverse GAIA L1 questions through the 2-model ensemble
5
- * (claude-sonnet-4-6 + gemini-2.5-pro) and reports accuracy, cost, and
6
- * projections. OpenRouter is skipped until credits are topped up.
7
- *
8
- * Usage:
9
- * node dist/src/benchmarks/gaia-ensemble-pilot.js
10
- * node dist/src/benchmarks/gaia-ensemble-pilot.js --models claude-sonnet-4-6,gemini-2.5-pro,openai/gpt-5
11
- *
12
- * Exit codes:
13
- * 0 pilot passed (accuracy ≥ 3/5 AND projected 53Q cost ≤ $40)
14
- * 1 pilot failed or cost exceeded
15
- */
16
- import { runEnsemblePilot } from './gaia-ensemble.js';
17
- import * as fs from 'node:fs';
18
- import * as path from 'node:path';
19
- import * as os from 'node:os';
20
- const GAIA_CACHE = path.join(os.homedir(), '.cache', 'ruflo', 'gaia', 'level1-main.json');
21
- const PILOT_QUESTION_IDS = [
22
- 'e1fc63a2-da7a-432f-be78-7c4a95598703', // marathon pace math
23
- '8e867cd7-cff9-4e6c-867a-ff5ddc2550be', // discography lookup
24
- '2d83110e-a098-4ebb-9987-066c06fa42d0', // reversed text encoding
25
- '27d5d136-8563-469e-92bf-fd103c28b57c', // boolean logic formulas
26
- 'dc28cf18-6431-458b-83ef-64b3ce566c10', // recipe/cooking lookup
27
- ];
28
- async function main() {
29
- // Parse --models flag
30
- const modelsArg = process.argv.find((a) => a.startsWith('--models='))?.split('=')[1];
31
- const models = modelsArg ? modelsArg.split(',') : ['claude-sonnet-4-6', 'gemini-2.5-pro'];
32
- console.error(`[pilot] Models: ${models.join(', ')}`);
33
- console.error(`[pilot] Loading GAIA dataset from: ${GAIA_CACHE}`);
34
- if (!fs.existsSync(GAIA_CACHE)) {
35
- console.error('[pilot] ERROR: GAIA cache not found. Run a full benchmark first to populate cache.');
36
- process.exit(1);
37
- }
38
- const allQuestions = JSON.parse(fs.readFileSync(GAIA_CACHE, 'utf-8'));
39
- const pilotQuestions = allQuestions.filter((q) => PILOT_QUESTION_IDS.includes(q.task_id));
40
- if (pilotQuestions.length !== PILOT_QUESTION_IDS.length) {
41
- console.error(`[pilot] WARNING: Expected ${PILOT_QUESTION_IDS.length} questions, found ${pilotQuestions.length}`);
42
- }
43
- console.error(`[pilot] Running ${pilotQuestions.length} questions through ${models.length}-model ensemble...`);
44
- const result = await runEnsemblePilot(pilotQuestions, {
45
- models,
46
- maxTurns: 10,
47
- maxTokensPerTurn: 4096,
48
- perTurnTimeoutMs: 90_000,
49
- });
50
- // Write JSON output to stdout
51
- const output = {
52
- pilotConfig: { models, questionCount: pilotQuestions.length },
53
- result: {
54
- correct: result.correct,
55
- total: result.total,
56
- accuracy: result.accuracy,
57
- totalCostUsd: result.totalCostUsd,
58
- projectedCost53Q: result.projectedCost53Q,
59
- projectedCost300Q: result.projectedCost300Q,
60
- meanWallMs: result.meanWallMs,
61
- },
62
- costGate: {
63
- limit53Q: 40,
64
- limit300Q: 250,
65
- passes53Q: result.projectedCost53Q <= 40,
66
- passes300Q: result.projectedCost300Q <= 250,
67
- },
68
- recommendation: buildRecommendation(result.correct, result.total, result.projectedCost53Q, result.projectedCost300Q),
69
- perQuestion: result.perQuestion,
70
- };
71
- process.stdout.write(JSON.stringify(output, null, 2) + '\n');
72
- // Human-readable summary to stderr
73
- console.error('\n=== ENSEMBLE PILOT SUMMARY ===');
74
- console.error(`Accuracy: ${result.correct}/${result.total} (${(result.accuracy * 100).toFixed(1)}%)`);
75
- console.error(`Total cost: $${result.totalCostUsd.toFixed(4)}`);
76
- console.error(`Projected 53-Q cost: $${result.projectedCost53Q.toFixed(2)} (gate: $40)`);
77
- console.error(`Projected 300-Q cost: $${result.projectedCost300Q.toFixed(2)} (gate: $250)`);
78
- console.error(`Mean wall time: ${(result.meanWallMs / 1000).toFixed(1)}s/Q`);
79
- console.error('');
80
- for (const q of result.perQuestion) {
81
- const status = q.correct ? 'CORRECT' : 'WRONG ';
82
- console.error(` ${status} ${q.taskId.slice(0, 8)} | got="${q.got ?? 'null'}" exp="${q.expected}" [${q.aggregationMethod}]`);
83
- }
84
- console.error('\n=== VERDICT ===');
85
- console.error(output.recommendation);
86
- const passed = result.correct >= 4 && result.projectedCost53Q <= 40;
87
- process.exit(passed ? 0 : 1);
88
- }
89
- function buildRecommendation(correct, total, cost53Q, cost300Q) {
90
- const costOk = cost53Q <= 40;
91
- if (correct >= 4 && costOk) {
92
- return `PROCEED: ensemble viable. ${correct}/${total} accuracy (≥4/5) and cost $${cost53Q.toFixed(2)}/53Q (≤$40). Recommend iter 64 full 53-Q validation run.`;
93
- }
94
- if (correct >= 4 && !costOk) {
95
- return `COST ISSUE: accuracy ${correct}/${total} good but projected 53-Q cost $${cost53Q.toFixed(2)} exceeds $40 gate. Reduce model count or use cheaper models.`;
96
- }
97
- if (correct < 4 && costOk) {
98
- return `ACCURACY ISSUE: only ${correct}/${total} correct. Consider: (a) more models, (b) higher maxTurns, (c) OpenRouter credit top-up for GPT-5/DeepSeek. Do NOT proceed to full 53-Q.`;
99
- }
100
- return `BLOCKED: accuracy ${correct}/${total} below threshold AND cost $${cost53Q.toFixed(2)} above gate. Reassess architecture.`;
101
- }
102
- main().catch((err) => {
103
- console.error('[pilot] FATAL:', err);
104
- process.exit(1);
105
- });
106
- //# sourceMappingURL=gaia-ensemble-pilot.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-ensemble-pilot.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-ensemble-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAE9B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC;AAE1F,MAAM,kBAAkB,GAAG;IACzB,sCAAsC,EAAG,qBAAqB;IAC9D,sCAAsC,EAAG,qBAAqB;IAC9D,sCAAsC,EAAG,yBAAyB;IAClE,sCAAsC,EAAG,yBAAyB;IAClE,sCAAsC,EAAG,wBAAwB;CAClE,CAAC;AAEF,KAAK,UAAU,IAAI;IACjB,sBAAsB;IACtB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;IAE1F,OAAO,CAAC,KAAK,CAAC,mBAAmB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,KAAK,CAAC,sCAAsC,UAAU,EAAE,CAAC,CAAC;IAElE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,KAAK,CAAC,oFAAoF,CAAC,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,YAAY,GAAmB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;IACtF,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAE1F,IAAI,cAAc,CAAC,MAAM,KAAK,kBAAkB,CAAC,MAAM,EAAE,CAAC;QACxD,OAAO,CAAC,KAAK,CAAC,6BAA6B,kBAAkB,CAAC,MAAM,qBAAqB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;IACpH,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,mBAAmB,cAAc,CAAC,MAAM,sBAAsB,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC;IAE/G,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE;QACpD,MAAM;QACN,QAAQ,EAAE,EAAE;QACZ,gBAAgB,EAAE,IAAI;QACtB,gBAAgB,EAAE,MAAM;KACzB,CAAC,CAAC;IAEH,8BAA8B;IAC9B,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,CAAC,MAAM,EAAE;QAC7D,MAAM,EAAE;YACN,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,MAAM,CAAC,gBAAgB,IAAI,EAAE;YACxC,UAAU,EAAE,MAAM,CAAC,iBAAiB,IAAI,GAAG;SAC5C;QACD,cAAc,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,iBAAiB,CAAC;QACpH,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC;IAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAE7D,mCAAmC;IACnC,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtG,OAAO,CAAC,KAAK,CAAC,gBAAgB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;IACzF,OAAO,CAAC,KAAK,CAAC,0BAA0B,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAC5F,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC7E,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAElB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACjD,OAAO,CAAC,KAAK,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,IAAI,MAAM,UAAU,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAC/H,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACnC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAErC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC;IACpE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAe,EAAE,KAAa,EAAE,OAAe,EAAE,QAAgB;IAC5F,MAAM,MAAM,GAAG,OAAO,IAAI,EAAE,CAAC;IAC7B,IAAI,OAAO,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,6BAA6B,OAAO,IAAI,KAAK,8BAA8B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,0DAA0D,CAAC;IACjK,CAAC;IACD,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,OAAO,wBAAwB,OAAO,IAAI,KAAK,kCAAkC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,8DAA8D,CAAC;IACpK,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC;QAC1B,OAAO,wBAAwB,OAAO,IAAI,KAAK,yIAAyI,CAAC;IAC3L,CAAC;IACD,OAAO,qBAAqB,OAAO,IAAI,KAAK,8BAA8B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,qCAAqC,CAAC;AACpI,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
@@ -1,103 +0,0 @@
1
- /**
2
- * GAIA Ensemble Runner — ADR-139
3
- *
4
- * Runs a GAIA question through N models in parallel, aggregates answers via
5
- * majority vote, with a judge-model tiebreak when no consensus is reached.
6
- *
7
- * Architecture:
8
- * 1. Each model runs independently using the full tool harness.
9
- * 2. Answers are normalised (via normaliseAnswer from gaia-judge.ts).
10
- * 3. Majority vote: if ≥2 models agree on normalised answer → that wins.
11
- * 4. Tiebreak: when all answers differ (or N=2 with disagreement), the judge
12
- * model picks the best answer with a brief rationale.
13
- * 5. Abstain: if all models return null/timedOut → failed question.
14
- *
15
- * Supported models:
16
- * - Claude (claude-sonnet-4-6, etc.) via Anthropic API (gaia-agent.ts)
17
- * - Gemini (gemini-2.5-pro, etc.) via Google AI API (gaia-agent-gemini.js compiled)
18
- * - OpenRouter (gpt-5, deepseek-v3.2, kimi-k2, etc.) via OpenAI-compatible API
19
- * NOTE: OpenRouter requires funded account — returns 402 when credits exhausted.
20
- *
21
- * CLI integration:
22
- * gaia-bench run --mode=ensemble --models=claude-sonnet-4-6,gemini-2.5-pro,openai/gpt-5
23
- *
24
- * Cost model (per question, typical L1 ~10k input + ~3k output tokens):
25
- * claude-sonnet-4-6: ~$0.075
26
- * gemini-2.5-pro: ~$0.043
27
- * openai/gpt-5 (OR): ~$0.043
28
- * 3-model total: ~$0.161 (53-Q: ~$8.54, 300-Q: ~$48.30)
29
- *
30
- * Refs: ADR-139, ADR-133, ADR-135, #2156
31
- */
32
- import { GaiaQuestion } from './gaia-loader.js';
33
- export interface ModelRunResult {
34
- model: string;
35
- finalAnswer: string | null;
36
- normalisedAnswer: string;
37
- turns: number;
38
- totalInputTokens: number;
39
- totalOutputTokens: number;
40
- wallMs: number;
41
- estimatedCostUsd: number;
42
- timedOut?: boolean;
43
- error?: string;
44
- }
45
- export type AggregationMethod = 'majority' | 'judge-tiebreak' | 'abstain';
46
- export interface EnsembleResult {
47
- questionId: string;
48
- finalAnswer: string | null;
49
- aggregationMethod: AggregationMethod;
50
- /** Rationale from the judge tiebreak (only set when method is 'judge-tiebreak'). */
51
- judgeRationale?: string;
52
- models: ModelRunResult[];
53
- totalInputTokens: number;
54
- totalOutputTokens: number;
55
- estimatedCostUsd: number;
56
- wallMs: number;
57
- }
58
- export interface EnsembleOptions {
59
- /** Models to use (provider inferred from model ID). */
60
- models?: string[];
61
- /** Judge model for tiebreak (default: claude-sonnet-4-6). */
62
- judgeModel?: string;
63
- /** Anthropic API key (resolved from env/gcloud if not supplied). */
64
- anthropicApiKey?: string;
65
- /** Google AI API key (resolved from env/gcloud if not supplied). */
66
- geminiApiKey?: string;
67
- /** OpenRouter API key (resolved from env/gcloud if not supplied). */
68
- openrouterApiKey?: string;
69
- /** Per-model max turns (default: 8). */
70
- maxTurns?: number;
71
- /** Per-model max tokens per turn (default: 2048). */
72
- maxTokensPerTurn?: number;
73
- /** Per-turn timeout in ms (default: 60 000). */
74
- perTurnTimeoutMs?: number;
75
- }
76
- export declare function runEnsembleQuestion(question: GaiaQuestion, options?: EnsembleOptions): Promise<EnsembleResult>;
77
- export interface EnsemblePilotResult {
78
- correct: number;
79
- total: number;
80
- accuracy: number;
81
- perQuestion: Array<{
82
- taskId: string;
83
- question: string;
84
- expected: string;
85
- got: string | null;
86
- correct: boolean;
87
- aggregationMethod: AggregationMethod;
88
- judgeRationale?: string;
89
- costUsd: number;
90
- wallMs: number;
91
- perModel: Array<{
92
- model: string;
93
- answer: string | null;
94
- costUsd: number;
95
- }>;
96
- }>;
97
- totalCostUsd: number;
98
- projectedCost53Q: number;
99
- projectedCost300Q: number;
100
- meanWallMs: number;
101
- }
102
- export declare function runEnsemblePilot(questions: GaiaQuestion[], options?: EnsembleOptions): Promise<EnsemblePilotResult>;
103
- //# sourceMappingURL=gaia-ensemble.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gaia-ensemble.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-ensemble.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAmDhD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,iBAAiB,GAAG,UAAU,GAAG,gBAAgB,GAAG,SAAS,CAAC;AAE1E,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,oFAAoF;IACpF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,uDAAuD;IACvD,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,6DAA6D;IAC7D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,oEAAoE;IACpE,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oEAAoE;IACpE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qEAAqE;IACrE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qDAAqD;IACrD,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gDAAgD;IAChD,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAmVD,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,YAAY,EACtB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,cAAc,CAAC,CAiGzB;AAkBD,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,KAAK,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,OAAO,EAAE,OAAO,CAAC;QACjB,iBAAiB,EAAE,iBAAiB,CAAC;QACrC,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC5E,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CAiD9B"}