xithead 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (661) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +108 -72
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +366 -366
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.d.ts +57 -57
  553. package/npm/index.js +139 -139
  554. package/npm/package.json +55 -54
  555. package/npm/postinstall.js +43 -43
  556. package/package.json +58 -36
  557. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  558. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  559. package/plugins/headroom-oauth2/LICENSE +3 -0
  560. package/plugins/headroom-oauth2/SPEC.md +115 -0
  561. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  562. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  563. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  564. package/plugins/openclaw/hook-shim/handler.js +3 -0
  565. package/plugins/openclaw/openclaw.plugin.json +98 -0
  566. package/plugins/openclaw/package-lock.json +2692 -0
  567. package/plugins/openclaw/package.json +54 -0
  568. package/plugins/openclaw/prepare-dist.mjs +56 -0
  569. package/plugins/openclaw/src/convert.ts +418 -0
  570. package/plugins/openclaw/src/engine.ts +284 -0
  571. package/plugins/openclaw/src/gateway-config.ts +143 -0
  572. package/plugins/openclaw/src/index.ts +11 -0
  573. package/plugins/openclaw/src/plugin/index.ts +98 -0
  574. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  575. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  576. package/plugins/openclaw/test/convert.test.ts +96 -0
  577. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  578. package/plugins/openclaw/test/engine.test.ts +101 -0
  579. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  580. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  581. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  582. package/plugins/openclaw/tsup.config.ts +9 -0
  583. package/postcss.config.mjs +7 -0
  584. package/pyproject.toml +438 -0
  585. package/rust-toolchain.toml +16 -0
  586. package/sdk/typescript/examples/basic-compress.ts +64 -0
  587. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  588. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  589. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  590. package/sdk/typescript/examples/multi-provider.ts +53 -0
  591. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  592. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  593. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  594. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  595. package/sdk/typescript/examples/structured-output.ts +99 -0
  596. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  597. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  598. package/sdk/typescript/package-lock.json +3437 -0
  599. package/sdk/typescript/package.json +108 -0
  600. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  601. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  602. package/sdk/typescript/src/adapters/openai.ts +77 -0
  603. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  604. package/sdk/typescript/src/client.ts +632 -0
  605. package/sdk/typescript/src/compress.ts +87 -0
  606. package/sdk/typescript/src/errors.ts +114 -0
  607. package/sdk/typescript/src/hooks.ts +113 -0
  608. package/sdk/typescript/src/index.ts +140 -0
  609. package/sdk/typescript/src/paths.ts +272 -0
  610. package/sdk/typescript/src/shared-context.ts +188 -0
  611. package/sdk/typescript/src/simulate.ts +52 -0
  612. package/sdk/typescript/src/types/config.ts +183 -0
  613. package/sdk/typescript/src/types/models.ts +314 -0
  614. package/sdk/typescript/src/types.ts +139 -0
  615. package/sdk/typescript/src/utils/case.ts +34 -0
  616. package/sdk/typescript/src/utils/format.ts +480 -0
  617. package/sdk/typescript/src/utils/stream.ts +50 -0
  618. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  619. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  620. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  621. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  622. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  623. package/sdk/typescript/test/client.test.ts +266 -0
  624. package/sdk/typescript/test/compress.test.ts +118 -0
  625. package/sdk/typescript/test/config.test.ts +275 -0
  626. package/sdk/typescript/test/errors.test.ts +169 -0
  627. package/sdk/typescript/test/format-integration.test.ts +252 -0
  628. package/sdk/typescript/test/hooks.test.ts +265 -0
  629. package/sdk/typescript/test/integration.test.ts +249 -0
  630. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  631. package/sdk/typescript/test/models.test.ts +318 -0
  632. package/sdk/typescript/test/parity.test.ts +337 -0
  633. package/sdk/typescript/test/paths.test.ts +447 -0
  634. package/sdk/typescript/test/shared-context.test.ts +245 -0
  635. package/sdk/typescript/test/simulate.test.ts +84 -0
  636. package/sdk/typescript/test/types.test.ts +244 -0
  637. package/sdk/typescript/test/utils/case.test.ts +129 -0
  638. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  639. package/sdk/typescript/test/utils/format.test.ts +434 -0
  640. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  641. package/sdk/typescript/tsup.config.ts +17 -0
  642. package/tailwind.master.config.cjs +47 -0
  643. package/types/api.ts +12 -0
  644. package/types/config.ts +9 -0
  645. package/types/index.ts +2 -0
  646. package/uv.lock +6951 -0
  647. package/xithead.egg-info/PKG-INFO +22 -0
  648. package/xithead.egg-info/SOURCES.txt +16 -0
  649. package/xithead.egg-info/dependency_links.txt +1 -0
  650. package/xithead.egg-info/entry_points.txt +2 -0
  651. package/xithead.egg-info/requires.txt +10 -0
  652. package/xithead.egg-info/top_level.txt +2 -0
  653. package/xithead.ps1 +136 -0
  654. package/xithead.sh +129 -0
  655. package/xithead_dist/pyproject.toml +39 -0
  656. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  657. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  658. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  659. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  660. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  661. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
@@ -0,0 +1,1098 @@
1
+ //! POST `/model/{model_id}/invoke-with-response-stream` handler —
2
+ //! Phase D PR-D2.
3
+ //!
4
+ //! # Pipeline
5
+ //!
6
+ //! 1. Parse the path, body, and `Accept` header.
7
+ //! 2. Run the live-zone Anthropic compressor over the (Anthropic-shape)
8
+ //! body — same as PR-D1's non-streaming handler.
9
+ //! 3. Sign with SigV4 over the post-compression bytes.
10
+ //! 4. Forward to Bedrock via reqwest's streaming response API.
11
+ //! 5. Inspect the upstream response's `Content-Type`:
12
+ //! - `application/vnd.amazon.eventstream` (the expected case) →
13
+ //! drive the [`EventStreamParser`] over the byte stream.
14
+ //! - Anything else → forward verbatim (Bedrock returned a JSON
15
+ //! error body or a redirect; we surface it unchanged so the
16
+ //! client sees the real status).
17
+ //! 6. Pick output mode by inspecting the inbound `Accept` header:
18
+ //! - `Accept: application/vnd.amazon.eventstream` → passthrough
19
+ //! the upstream bytes BYTE-EQUAL.
20
+ //! - `Accept: text/event-stream` (default) → translate each
21
+ //! `chunk` message's payload into an SSE frame; tee the SSE
22
+ //! frames into [`AnthropicStreamState`] for telemetry.
23
+ //!
24
+ //! # Cache safety
25
+ //!
26
+ //! Same as PR-D1's `invoke.rs`: the SigV4 signature covers the bytes
27
+ //! we forward (post-compression), and the upstream's response bytes
28
+ //! are never modified IN PASSTHROUGH MODE. In SSE-translation mode the
29
+ //! response wire format changes (binary → text), but the JSON payload
30
+ //! inside each `chunk` is bytewise identical to the upstream — only
31
+ //! the framing differs.
32
+ //!
33
+ //! # Failure modes (all loud)
34
+ //!
35
+ //! - SigV4 missing creds → `5xx` + `event=bedrock_credentials_missing`.
36
+ //! - SigV4 sign failure → `5xx` + `event=bedrock_sigv4_failed`.
37
+ //! - EventStream parse failure mid-stream → close the response with
38
+ //! a structured error frame; log
39
+ //! `event=bedrock_eventstream_parse_failed` (or `_crc_mismatch`)
40
+ //! at WARN.
41
+ //! - Translator `:message-type == exception` → propagate to client
42
+ //! (the underlying upstream error is the customer's, not ours).
43
+
44
+ use std::convert::Infallible;
45
+ use std::net::SocketAddr;
46
+ use std::time::{Instant, SystemTime};
47
+
48
+ use axum::body::Body;
49
+ use axum::extract::{ConnectInfo, Extension, Path, State};
50
+ use axum::http::{HeaderMap, Method, StatusCode, Uri};
51
+ use axum::response::{IntoResponse, Response};
52
+ use bytes::Bytes;
53
+ use futures_util::stream::{self, Stream};
54
+ use futures_util::StreamExt as _;
55
+ use http::HeaderName;
56
+ use std::pin::Pin;
57
+ use url::Url;
58
+
59
+ use crate::bedrock::eventstream::{EventStreamParser, ParseError};
60
+ use crate::bedrock::eventstream_to_sse::{
61
+ translate_message, OutputMode, TranslateError, TranslateOutcome,
62
+ };
63
+ use crate::bedrock::sigv4::{sign_request, SigningInputs};
64
+ use crate::compression::{
65
+ compress_anthropic_request, Outcome as AnthropicOutcome, PassthroughReason,
66
+ };
67
+ use crate::headers::filter_response_headers;
68
+ use crate::observability::{
69
+ observe_bedrock_invoke_latency, record_bedrock_eventstream_message, record_bedrock_invoke,
70
+ };
71
+ use crate::proxy::AppState;
72
+ // Phase F PR-F1 + PR-D3: pre-classified by `classify_and_attach_auth_mode`
73
+ // middleware on the bedrock router; we read it back via the
74
+ // `Extension<AuthMode>` extractor.
75
+ use headroom_core::auth_mode::AuthMode;
76
+
77
+ use crate::bedrock::vendor::is_anthropic_model_id;
78
+
79
+ /// AWS Bedrock Runtime DNS template.
80
+ const BEDROCK_RUNTIME_HOST_TEMPLATE: &str = "bedrock-runtime.{region}.amazonaws.com";
81
+
82
+ /// Path action for the streaming routes.
83
+ const STREAMING_ACTION: &str = "invoke-with-response-stream";
84
+ const CONVERSE_STREAM_ACTION: &str = "converse-stream";
85
+
86
+ /// RAII guard that observes the `bedrock_invoke_latency_seconds`
87
+ /// histogram on drop. Mirrors the [`crate::bedrock::invoke`] guard
88
+ /// — duplicated to avoid a cross-module type dependency for what
89
+ /// is fundamentally a 6-line struct. (When PR-D2 + PR-D3 settle,
90
+ /// the two handlers can share a `bedrock::common::LatencyGuard`
91
+ /// helper; that's a deferred refactor.)
92
+ struct LatencyGuard {
93
+ model: String,
94
+ region: String,
95
+ start: Instant,
96
+ }
97
+
98
+ impl LatencyGuard {
99
+ fn start(model: &str, region: &str) -> Self {
100
+ Self {
101
+ model: model.to_string(),
102
+ region: region.to_string(),
103
+ start: Instant::now(),
104
+ }
105
+ }
106
+ }
107
+
108
+ impl Drop for LatencyGuard {
109
+ fn drop(&mut self) {
110
+ let elapsed = self.start.elapsed().as_secs_f64();
111
+ observe_bedrock_invoke_latency(&self.model, &self.region, elapsed);
112
+ }
113
+ }
114
+
115
+ /// Axum POST handler for `/model/{model_id}/invoke-with-response-stream`.
116
+ #[allow(clippy::too_many_arguments)] // axum extractors demand one argument per role
117
+ pub async fn handle_invoke_streaming(
118
+ State(state): State<AppState>,
119
+ ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
120
+ Extension(auth_mode): Extension<AuthMode>,
121
+ Path(model_id): Path<String>,
122
+ method: Method,
123
+ uri: Uri,
124
+ headers: HeaderMap,
125
+ body: Bytes,
126
+ ) -> Response {
127
+ let _ = client_addr;
128
+ let request_id = headers
129
+ .get("x-request-id")
130
+ .and_then(|v| v.to_str().ok())
131
+ .map(|s| s.to_string())
132
+ .unwrap_or_else(|| uuid::Uuid::new_v4().to_string());
133
+
134
+ // PR-D3: latency stopwatch + invoke counter at handler entry.
135
+ // RAII guard observes the histogram regardless of which return
136
+ // path the handler takes. Per-EventStream-message metrics are
137
+ // recorded inside `translate_stream` once the upstream response
138
+ // starts arriving.
139
+ let region = state.config.bedrock_region.clone();
140
+ let _latency_guard = LatencyGuard::start(&model_id, &region);
141
+ record_bedrock_invoke(&model_id, &region, auth_mode);
142
+
143
+ tracing::info!(
144
+ event = "bedrock_invoke_streaming_received",
145
+ request_id = %request_id,
146
+ method = %method,
147
+ model_id = %model_id,
148
+ region = %region,
149
+ auth_mode = auth_mode.as_str(),
150
+ body_bytes = body.len(),
151
+ "bedrock invoke-with-response-stream route received request"
152
+ );
153
+
154
+ // 1. Live-zone compression for Anthropic-shape bodies (same as D1).
155
+ let is_anthropic = is_anthropic_model_id(&model_id);
156
+ let outbound_body: Bytes = if is_anthropic {
157
+ run_anthropic_compression(&body, &state, auth_mode, &request_id)
158
+ } else {
159
+ tracing::info!(
160
+ event = "bedrock_compression_skipped",
161
+ request_id = %request_id,
162
+ model_id = %model_id,
163
+ reason = "non_anthropic_vendor",
164
+ "bedrock invoke-streaming: skipping compression for non-anthropic vendor"
165
+ );
166
+ body.clone()
167
+ };
168
+
169
+ // 2. Resolve the Bedrock streaming action from the inbound path and
170
+ // build the upstream URL.
171
+ let action = match extract_streaming_action(uri.path()) {
172
+ Some(a) => a,
173
+ None => {
174
+ tracing::error!(
175
+ event = "bedrock_streaming_action_invalid",
176
+ request_id = %request_id,
177
+ path = %uri.path(),
178
+ "bedrock invoke-streaming: unrecognized streaming action path"
179
+ );
180
+ return error_response(
181
+ StatusCode::BAD_REQUEST,
182
+ "bedrock_streaming_action_invalid",
183
+ "Unsupported Bedrock streaming action path",
184
+ );
185
+ }
186
+ };
187
+
188
+ let upstream_url = match build_bedrock_streaming_upstream(&state, &model_id, &uri, action) {
189
+ Ok(u) => u,
190
+ Err(msg) => {
191
+ tracing::error!(
192
+ event = "bedrock_endpoint_invalid",
193
+ request_id = %request_id,
194
+ error = %msg,
195
+ "bedrock invoke-streaming: failed to construct upstream URL"
196
+ );
197
+ return error_response(
198
+ StatusCode::INTERNAL_SERVER_ERROR,
199
+ "bedrock_endpoint_invalid",
200
+ &msg,
201
+ );
202
+ }
203
+ };
204
+
205
+ // 3. Resolve credentials. No silent fallback.
206
+ let creds = match state.bedrock_credentials.as_ref() {
207
+ Some(c) => c.clone(),
208
+ None => {
209
+ tracing::warn!(
210
+ event = "bedrock_credentials_missing",
211
+ request_id = %request_id,
212
+ model_id = %model_id,
213
+ "bedrock invoke-streaming: refusing to forward without AWS credentials"
214
+ );
215
+ return error_response(
216
+ StatusCode::INTERNAL_SERVER_ERROR,
217
+ "bedrock_credentials_missing",
218
+ "AWS credentials not configured; refusing to forward unsigned",
219
+ );
220
+ }
221
+ };
222
+
223
+ // 4. Build the headers we sign + forward.
224
+ let extra_signed: Vec<(String, String)> = collect_signed_headers(&headers, &upstream_url);
225
+ let extra_signed_refs: Vec<(&str, &str)> = extra_signed
226
+ .iter()
227
+ .map(|(k, v)| (k.as_str(), v.as_str()))
228
+ .collect();
229
+
230
+ let sign_inputs = SigningInputs {
231
+ method: method.as_str(),
232
+ url: &upstream_url,
233
+ region: &state.config.bedrock_region,
234
+ credentials: creds.as_ref(),
235
+ body: &outbound_body,
236
+ extra_signed_headers: &extra_signed_refs,
237
+ time: SystemTime::now(),
238
+ };
239
+ let signed = match sign_request(&sign_inputs) {
240
+ Ok(s) => s,
241
+ Err(e) => {
242
+ tracing::error!(
243
+ event = "bedrock_sigv4_failed",
244
+ request_id = %request_id,
245
+ model_id = %model_id,
246
+ error = %e,
247
+ "bedrock invoke-streaming: SigV4 signing failed"
248
+ );
249
+ return error_response(
250
+ StatusCode::INTERNAL_SERVER_ERROR,
251
+ "bedrock_sigv4_failed",
252
+ &e.to_string(),
253
+ );
254
+ }
255
+ };
256
+
257
+ // Build outbound HeaderMap (same pattern as D1).
258
+ let mut outbound_headers = HeaderMap::new();
259
+ for (name, value) in extra_signed.iter() {
260
+ if let (Ok(n), Ok(v)) = (
261
+ HeaderName::from_bytes(name.as_bytes()),
262
+ http::HeaderValue::from_str(value),
263
+ ) {
264
+ outbound_headers.insert(n, v);
265
+ }
266
+ }
267
+ for (name, value) in signed.entries.iter() {
268
+ if let (Ok(n), Ok(v)) = (
269
+ HeaderName::from_bytes(name.as_bytes()),
270
+ http::HeaderValue::from_str(value),
271
+ ) {
272
+ outbound_headers.insert(n, v);
273
+ }
274
+ }
275
+
276
+ // 5. Forward.
277
+ let reqwest_method = match reqwest::Method::from_bytes(method.as_str().as_bytes()) {
278
+ Ok(m) => m,
279
+ Err(e) => {
280
+ tracing::error!(
281
+ event = "bedrock_invalid_method",
282
+ request_id = %request_id,
283
+ error = %e,
284
+ "bedrock invoke-streaming: invalid HTTP method"
285
+ );
286
+ return error_response(
287
+ StatusCode::BAD_REQUEST,
288
+ "bedrock_invalid_method",
289
+ &e.to_string(),
290
+ );
291
+ }
292
+ };
293
+
294
+ let upstream_resp = state
295
+ .client
296
+ .request(reqwest_method, upstream_url.clone())
297
+ .headers(outbound_headers)
298
+ .body(outbound_body.clone())
299
+ .send()
300
+ .await;
301
+
302
+ let upstream_resp = match upstream_resp {
303
+ Ok(r) => r,
304
+ Err(e) => {
305
+ tracing::warn!(
306
+ event = "bedrock_upstream_error",
307
+ request_id = %request_id,
308
+ error = %e,
309
+ "bedrock invoke-streaming: upstream request failed"
310
+ );
311
+ let status = if e.is_timeout() {
312
+ StatusCode::GATEWAY_TIMEOUT
313
+ } else {
314
+ StatusCode::BAD_GATEWAY
315
+ };
316
+ return error_response(status, "bedrock_upstream_error", &e.to_string());
317
+ }
318
+ };
319
+
320
+ let status =
321
+ StatusCode::from_u16(upstream_resp.status().as_u16()).unwrap_or(StatusCode::BAD_GATEWAY);
322
+ let upstream_content_type = upstream_resp
323
+ .headers()
324
+ .get(http::header::CONTENT_TYPE)
325
+ .and_then(|v| v.to_str().ok())
326
+ .map(|s| s.to_string());
327
+
328
+ // 6. Decide output mode based on the client's `Accept` header.
329
+ let accept_values = OutputMode::default_eventstream_accept_values();
330
+ let output_mode = OutputMode::from_accept(&headers, &accept_values);
331
+
332
+ // If upstream is NOT vnd.amazon.eventstream (e.g. it returned an
333
+ // application/json error), forward verbatim regardless of Accept.
334
+ let upstream_is_eventstream = upstream_content_type
335
+ .as_deref()
336
+ .map(is_eventstream_content_type)
337
+ .unwrap_or(false);
338
+
339
+ let mut resp_headers = filter_response_headers(upstream_resp.headers());
340
+
341
+ tracing::info!(
342
+ event = "bedrock_invoke_streaming_forwarded",
343
+ request_id = %request_id,
344
+ model_id = %model_id,
345
+ upstream_status = status.as_u16(),
346
+ upstream_url = %upstream_url,
347
+ upstream_content_type = upstream_content_type.as_deref().unwrap_or(""),
348
+ upstream_is_eventstream = upstream_is_eventstream,
349
+ client_output_mode = match output_mode {
350
+ OutputMode::EventStream => "eventstream",
351
+ OutputMode::Sse => "sse",
352
+ },
353
+ "bedrock invoke-streaming: response received; selecting output mode"
354
+ );
355
+
356
+ if !upstream_is_eventstream {
357
+ // Upstream isn't binary EventStream — pass through verbatim.
358
+ // Even here we drop content-length: the proxy streams the
359
+ // body and reqwest's transparent decompression may already
360
+ // have changed the byte length on the way in.
361
+ resp_headers.remove(http::header::CONTENT_LENGTH);
362
+ let stream = upstream_resp
363
+ .bytes_stream()
364
+ .map(|r| r.map_err(std::io::Error::other));
365
+ let body_out = Body::from_stream(stream);
366
+ return finish(status, resp_headers, body_out, &request_id);
367
+ }
368
+ // Always drop the upstream content-length: in passthrough mode
369
+ // we may still re-frame; in SSE mode the byte-length changes.
370
+ // hyper assigns transfer-encoding: chunked when content-length
371
+ // is absent.
372
+ resp_headers.remove(http::header::CONTENT_LENGTH);
373
+
374
+ // Decide what to emit. In passthrough mode, copy upstream bytes
375
+ // verbatim. In SSE mode, run a parser, translate chunks, and
376
+ // emit SSE frames. Both modes start from the same byte stream.
377
+ let upstream_stream = upstream_resp
378
+ .bytes_stream()
379
+ .map(|r| r.map_err(std::io::Error::other));
380
+
381
+ match output_mode {
382
+ OutputMode::EventStream => {
383
+ // Passthrough — bytes flow byte-equal to the client.
384
+ tracing::info!(
385
+ event = "bedrock_eventstream_passthrough",
386
+ request_id = %request_id,
387
+ "passing upstream eventstream bytes through verbatim"
388
+ );
389
+ // Set the response Content-Type to match the upstream so
390
+ // the client knows it's still EventStream. The
391
+ // `filter_response_headers` already preserves it; this
392
+ // is defensive in case a future filter strips it.
393
+ if !resp_headers.contains_key(http::header::CONTENT_TYPE) {
394
+ if let Ok(v) = http::HeaderValue::from_str("application/vnd.amazon.eventstream") {
395
+ resp_headers.insert(http::header::CONTENT_TYPE, v);
396
+ }
397
+ }
398
+ let body_out = Body::from_stream(upstream_stream);
399
+ finish(status, resp_headers, body_out, &request_id)
400
+ }
401
+ OutputMode::Sse => {
402
+ // Translation mode. Override the response content-type to
403
+ // text/event-stream; emit SSE frames; tee them into the
404
+ // existing AnthropicStreamState for telemetry.
405
+ resp_headers.remove(http::header::CONTENT_TYPE);
406
+ if let Ok(v) = http::HeaderValue::from_str("text/event-stream") {
407
+ resp_headers.insert(http::header::CONTENT_TYPE, v);
408
+ }
409
+
410
+ let translated = translate_stream(
411
+ upstream_stream,
412
+ state.config.bedrock_validate_eventstream_crc,
413
+ request_id.clone(),
414
+ model_id.clone(),
415
+ region.clone(),
416
+ );
417
+ let translated = tee_to_anthropic_state(translated, request_id.clone());
418
+ let body_out = Body::from_stream(translated);
419
+ finish(status, resp_headers, body_out, &request_id)
420
+ }
421
+ }
422
+ }
423
+
424
+ /// Boxed byte-stream alias used internally so we can keep the
425
+ /// `Stream` returned by reqwest pinned and `Unpin`-friendly when it
426
+ /// crosses through the `unfold` machinery below.
427
+ type ByteStream = Pin<Box<dyn Stream<Item = Result<Bytes, std::io::Error>> + Send + 'static>>;
428
+
429
+ /// Stream adapter: drive an [`EventStreamParser`] over the upstream
430
+ /// byte stream, translate each complete message into an SSE frame,
431
+ /// and yield the resulting `Bytes`. Errors close the stream with a
432
+ /// structured frame so the client sees the failure rather than a
433
+ /// truncated response.
434
+ fn translate_stream<S>(
435
+ upstream: S,
436
+ validate_crc: bool,
437
+ request_id: String,
438
+ model_id: String,
439
+ region: String,
440
+ ) -> impl Stream<Item = Result<Bytes, std::io::Error>>
441
+ where
442
+ S: Stream<Item = Result<Bytes, std::io::Error>> + Send + 'static,
443
+ {
444
+ use crate::bedrock::eventstream::CrcValidation;
445
+
446
+ let mut parser = EventStreamParser::new();
447
+ if !validate_crc {
448
+ parser = parser.with_crc_validation(CrcValidation::No);
449
+ }
450
+ let upstream: ByteStream = Box::pin(upstream);
451
+ // Bundle the per-stream identifiers we thread through every
452
+ // unfold step. `unfold` only allows a single state value, so
453
+ // grouping these into a tuple of owned Strings keeps the
454
+ // closure readable.
455
+ let init = (parser, upstream, false, request_id, model_id, region);
456
+ stream::unfold(
457
+ init,
458
+ |(mut parser, mut upstream, mut done, request_id, model_id, region)| {
459
+ Box::pin(async move {
460
+ if done {
461
+ return None;
462
+ }
463
+ // First, drain any complete messages already in the
464
+ // parser's buffer (bytes from the previous chunk).
465
+ loop {
466
+ match parser.next_message() {
467
+ Ok(Some(msg)) => match translate_message(&msg, OutputMode::Sse) {
468
+ Ok(TranslateOutcome::Emit(frame)) => {
469
+ // PR-D3: per-message Prometheus metric.
470
+ // The label `event_type` is bounded by
471
+ // AWS's documented vocabulary (chunk,
472
+ // metadata, exception variants); not
473
+ // customer-controlled.
474
+ let event_type = msg.event_type().unwrap_or("unknown").to_string();
475
+ record_bedrock_eventstream_message(&model_id, &region, &event_type);
476
+ tracing::debug!(
477
+ event = "bedrock_eventstream_message",
478
+ request_id = %request_id,
479
+ event_type = %event_type,
480
+ payload_bytes = msg.payload.len(),
481
+ "translated bedrock eventstream message"
482
+ );
483
+ return Some((
484
+ Ok(frame),
485
+ (parser, upstream, false, request_id, model_id, region),
486
+ ));
487
+ }
488
+ Ok(TranslateOutcome::Skip { event_type }) => {
489
+ tracing::warn!(
490
+ event = "bedrock_eventstream_unknown_event_type",
491
+ request_id = %request_id,
492
+ event_type = %event_type,
493
+ "skipping unknown bedrock eventstream message"
494
+ );
495
+ // Loop and try the next message in the buffer.
496
+ continue;
497
+ }
498
+ Err(TranslateError::UpstreamException { payload_preview }) => {
499
+ tracing::warn!(
500
+ event = "bedrock_eventstream_upstream_exception",
501
+ request_id = %request_id,
502
+ payload_preview = %payload_preview,
503
+ "bedrock eventstream upstream exception"
504
+ );
505
+ // Emit the exception as an Anthropic-shape
506
+ // SSE error frame so the client sees it.
507
+ let json = serde_json::json!({
508
+ "type": "error",
509
+ "error": {
510
+ "type": "bedrock_upstream_exception",
511
+ "message": payload_preview,
512
+ }
513
+ })
514
+ .to_string();
515
+ let mut frame = Vec::with_capacity(json.len() + 32);
516
+ frame.extend_from_slice(b"event: error\ndata: ");
517
+ frame.extend_from_slice(json.as_bytes());
518
+ frame.extend_from_slice(b"\n\n");
519
+ return Some((
520
+ Ok(Bytes::from(frame)),
521
+ (parser, upstream, true, request_id, model_id, region),
522
+ ));
523
+ }
524
+ Err(TranslateError::MissingEventType) => {
525
+ tracing::warn!(
526
+ event = "bedrock_eventstream_missing_event_type",
527
+ request_id = %request_id,
528
+ "bedrock eventstream message missing :event-type; emitting error frame"
529
+ );
530
+ let frame = error_sse_frame(
531
+ "bedrock_eventstream_missing_event_type",
532
+ "Bedrock message missing :event-type header",
533
+ );
534
+ return Some((
535
+ Ok(frame),
536
+ (parser, upstream, true, request_id, model_id, region),
537
+ ));
538
+ }
539
+ },
540
+ Ok(None) => break,
541
+ Err(parse_err) => {
542
+ let event_name = match &parse_err {
543
+ ParseError::PreludeCrcMismatch { .. }
544
+ | ParseError::MessageCrcMismatch { .. } => {
545
+ "bedrock_eventstream_crc_mismatch"
546
+ }
547
+ _ => "bedrock_eventstream_parse_failed",
548
+ };
549
+ tracing::warn!(
550
+ event = event_name,
551
+ request_id = %request_id,
552
+ error = %parse_err,
553
+ "bedrock eventstream parse failure; closing translated stream"
554
+ );
555
+ let frame = error_sse_frame(event_name, &parse_err.to_string());
556
+ return Some((
557
+ Ok(frame),
558
+ (parser, upstream, true, request_id, model_id, region),
559
+ ));
560
+ }
561
+ }
562
+ }
563
+ // Buffer drained; pull the next chunk from upstream.
564
+ loop {
565
+ match upstream.next().await {
566
+ Some(Ok(chunk)) => {
567
+ parser.push(&chunk);
568
+ // Loop back through the parser to emit any
569
+ // newly-complete messages.
570
+ match parser.next_message() {
571
+ Ok(Some(msg)) => match translate_message(&msg, OutputMode::Sse) {
572
+ Ok(TranslateOutcome::Emit(frame)) => {
573
+ // PR-D3: per-message Prometheus
574
+ // metric (mirror of the parser-buffer
575
+ // drain branch above).
576
+ let event_type =
577
+ msg.event_type().unwrap_or("unknown").to_string();
578
+ record_bedrock_eventstream_message(
579
+ &model_id,
580
+ &region,
581
+ &event_type,
582
+ );
583
+ tracing::debug!(
584
+ event = "bedrock_eventstream_message",
585
+ request_id = %request_id,
586
+ event_type = %event_type,
587
+ payload_bytes = msg.payload.len(),
588
+ "translated bedrock eventstream message"
589
+ );
590
+ return Some((
591
+ Ok(frame),
592
+ (parser, upstream, false, request_id, model_id, region),
593
+ ));
594
+ }
595
+ Ok(TranslateOutcome::Skip { event_type }) => {
596
+ tracing::warn!(
597
+ event = "bedrock_eventstream_unknown_event_type",
598
+ request_id = %request_id,
599
+ event_type = %event_type,
600
+ "skipping unknown bedrock eventstream message"
601
+ );
602
+ // Continue draining the parser /
603
+ // pulling more chunks.
604
+ continue;
605
+ }
606
+ Err(TranslateError::UpstreamException { payload_preview }) => {
607
+ let json = serde_json::json!({
608
+ "type": "error",
609
+ "error": {
610
+ "type": "bedrock_upstream_exception",
611
+ "message": payload_preview,
612
+ }
613
+ })
614
+ .to_string();
615
+ let mut frame = Vec::with_capacity(json.len() + 32);
616
+ frame.extend_from_slice(b"event: error\ndata: ");
617
+ frame.extend_from_slice(json.as_bytes());
618
+ frame.extend_from_slice(b"\n\n");
619
+ return Some((
620
+ Ok(Bytes::from(frame)),
621
+ (parser, upstream, true, request_id, model_id, region),
622
+ ));
623
+ }
624
+ Err(TranslateError::MissingEventType) => {
625
+ let frame = error_sse_frame(
626
+ "bedrock_eventstream_missing_event_type",
627
+ "Bedrock message missing :event-type header",
628
+ );
629
+ return Some((
630
+ Ok(frame),
631
+ (parser, upstream, true, request_id, model_id, region),
632
+ ));
633
+ }
634
+ },
635
+ Ok(None) => continue,
636
+ Err(parse_err) => {
637
+ let event_name = match &parse_err {
638
+ ParseError::PreludeCrcMismatch { .. }
639
+ | ParseError::MessageCrcMismatch { .. } => {
640
+ "bedrock_eventstream_crc_mismatch"
641
+ }
642
+ _ => "bedrock_eventstream_parse_failed",
643
+ };
644
+ tracing::warn!(
645
+ event = event_name,
646
+ request_id = %request_id,
647
+ error = %parse_err,
648
+ "bedrock eventstream parse failure"
649
+ );
650
+ let frame = error_sse_frame(event_name, &parse_err.to_string());
651
+ return Some((
652
+ Ok(frame),
653
+ (parser, upstream, true, request_id, model_id, region),
654
+ ));
655
+ }
656
+ }
657
+ }
658
+ Some(Err(e)) => {
659
+ tracing::warn!(
660
+ event = "bedrock_eventstream_upstream_io_error",
661
+ request_id = %request_id,
662
+ error = %e,
663
+ "upstream io error mid-stream"
664
+ );
665
+ return Some((
666
+ Err(e),
667
+ (parser, upstream, true, request_id, model_id, region),
668
+ ));
669
+ }
670
+ None => {
671
+ // End of upstream stream. If buffered bytes
672
+ // remain that did not parse into a message,
673
+ // log loudly — we are NOT silently dropping
674
+ // them.
675
+ if parser.buffered_len() > 0 {
676
+ tracing::warn!(
677
+ event = "bedrock_eventstream_truncated",
678
+ request_id = %request_id,
679
+ buffered_bytes = parser.buffered_len(),
680
+ "upstream stream ended with un-parseable trailing bytes"
681
+ );
682
+ }
683
+ done = true;
684
+ let _ = done;
685
+ return None;
686
+ }
687
+ }
688
+ }
689
+ })
690
+ },
691
+ )
692
+ }
693
+
694
+ /// Tee the translated SSE stream into an `AnthropicStreamState` task
695
+ /// so usage telemetry is captured. The byte path is independent of
696
+ /// the parser — if the parser falls behind, the channel `try_send`
697
+ /// drops chunks rather than blocking.
698
+ fn tee_to_anthropic_state<S>(
699
+ upstream: S,
700
+ request_id: String,
701
+ ) -> impl Stream<Item = Result<Bytes, std::io::Error>>
702
+ where
703
+ S: Stream<Item = Result<Bytes, std::io::Error>> + Send + 'static,
704
+ {
705
+ let (tx, rx) = tokio::sync::mpsc::channel::<Bytes>(SSE_PARSER_QUEUE_DEPTH);
706
+ let parser_request_id = request_id.clone();
707
+ tokio::spawn(async move {
708
+ run_anthropic_state_machine(rx, parser_request_id).await;
709
+ });
710
+
711
+ upstream.map(move |r| {
712
+ if let Ok(bytes) = &r {
713
+ // Best-effort tee. Bounded channel; never block byte path.
714
+ if let Err(e) = tx.try_send(bytes.clone()) {
715
+ tracing::debug!(
716
+ request_id = %request_id,
717
+ error = %e,
718
+ "bedrock translated stream parser queue full or closed; dropping telemetry chunk"
719
+ );
720
+ }
721
+ }
722
+ r
723
+ })
724
+ }
725
+
726
+ const SSE_PARSER_QUEUE_DEPTH: usize = 256;
727
+
728
+ /// Dedicated state-machine task. Mirrors the
729
+ /// `run_sse_state_machine(SseStreamKind::Anthropic, ...)` arm in
730
+ /// `proxy.rs` so usage extraction works identically for direct
731
+ /// `/v1/messages` and Bedrock-on-`Accept: text/event-stream`.
732
+ async fn run_anthropic_state_machine(
733
+ mut rx: tokio::sync::mpsc::Receiver<Bytes>,
734
+ request_id: String,
735
+ ) {
736
+ use crate::sse::anthropic::AnthropicStreamState;
737
+ use crate::sse::framing::SseFramer;
738
+
739
+ let mut framer = SseFramer::new();
740
+ let mut state = AnthropicStreamState::new();
741
+ while let Some(chunk) = rx.recv().await {
742
+ framer.push(&chunk);
743
+ while let Some(ev_result) = framer.next_event() {
744
+ match ev_result {
745
+ Ok(ev) => {
746
+ if let Err(e) = state.apply(ev) {
747
+ tracing::warn!(
748
+ request_id = %request_id,
749
+ error = %e,
750
+ "bedrock translated stream: anthropic state-machine apply error"
751
+ );
752
+ }
753
+ }
754
+ Err(e) => {
755
+ tracing::warn!(
756
+ request_id = %request_id,
757
+ error = %e,
758
+ "bedrock translated stream: sse framer error"
759
+ );
760
+ }
761
+ }
762
+ }
763
+ }
764
+ tracing::info!(
765
+ request_id = %request_id,
766
+ provider = "bedrock_anthropic",
767
+ input_tokens = state.usage.input_tokens,
768
+ output_tokens = state.usage.output_tokens,
769
+ cache_creation_input_tokens = state.usage.cache_creation_input_tokens,
770
+ cache_read_input_tokens = state.usage.cache_read_input_tokens,
771
+ stop_reason = state.stop_reason.as_deref().unwrap_or(""),
772
+ blocks = state.blocks.len(),
773
+ "bedrock translated stream: closed"
774
+ );
775
+ }
776
+
777
+ /// True when the content-type is `application/vnd.amazon.eventstream`
778
+ /// (with optional parameters). RFC 7231 §3.1.1.1.
779
+ fn is_eventstream_content_type(content_type: &str) -> bool {
780
+ let media_type = content_type.split(';').next().unwrap_or("").trim();
781
+ media_type.eq_ignore_ascii_case("application/vnd.amazon.eventstream")
782
+ }
783
+
784
+ /// Build a structured SSE error frame with `event: error`. The shape
785
+ /// matches Anthropic's documented error event so existing clients
786
+ /// already know how to surface it.
787
+ fn error_sse_frame(event_kind: &str, message: &str) -> Bytes {
788
+ let json = serde_json::json!({
789
+ "type": "error",
790
+ "error": {
791
+ "type": event_kind,
792
+ "message": message,
793
+ }
794
+ })
795
+ .to_string();
796
+ let mut out = Vec::with_capacity(json.len() + 24);
797
+ out.extend_from_slice(b"event: error\ndata: ");
798
+ out.extend_from_slice(json.as_bytes());
799
+ out.extend_from_slice(b"\n\n");
800
+ Bytes::from(out)
801
+ }
802
+
803
+ fn finish(status: StatusCode, headers: HeaderMap, body: Body, request_id: &str) -> Response {
804
+ let mut builder = Response::builder().status(status);
805
+ if let Some(h) = builder.headers_mut() {
806
+ h.extend(headers);
807
+ if let Ok(v) = http::HeaderValue::from_str(request_id) {
808
+ h.insert(HeaderName::from_static("x-request-id"), v);
809
+ }
810
+ }
811
+ builder.body(body).unwrap_or_else(|e| {
812
+ tracing::error!(
813
+ event = "bedrock_response_build_failed",
814
+ request_id = %request_id,
815
+ error = %e,
816
+ "bedrock invoke-streaming: failed to build response"
817
+ );
818
+ Response::builder()
819
+ .status(StatusCode::INTERNAL_SERVER_ERROR)
820
+ .body(Body::from("internal handler error"))
821
+ .expect("static response")
822
+ })
823
+ }
824
+
825
+ fn error_response(status: StatusCode, event: &str, msg: &str) -> Response {
826
+ let body = serde_json::json!({
827
+ "error": {
828
+ "type": event,
829
+ "message": msg,
830
+ }
831
+ })
832
+ .to_string();
833
+ let mut resp = Response::builder()
834
+ .status(status)
835
+ .body(Body::from(body))
836
+ .expect("static error response");
837
+ resp.headers_mut().insert(
838
+ http::header::CONTENT_TYPE,
839
+ http::HeaderValue::from_static("application/json"),
840
+ );
841
+ resp.into_response()
842
+ }
843
+
844
+ /// Same compression-dispatch logic as PR-D1 — duplicated rather than
845
+ /// shared because the streaming handler runs in a slightly different
846
+ /// flow (no body buffering required at the caller, the handler always
847
+ /// owns the bytes). When PR-D3 merges, both arms can converge into a
848
+ /// single helper.
849
+ fn run_anthropic_compression(
850
+ body: &Bytes,
851
+ state: &AppState,
852
+ _auth_mode: AuthMode,
853
+ request_id: &str,
854
+ ) -> Bytes {
855
+ use crate::bedrock::envelope::BedrockEnvelope;
856
+
857
+ let parsed_envelope = BedrockEnvelope::parse(body).is_ok();
858
+ if !parsed_envelope {
859
+ tracing::info!(
860
+ event = "bedrock_envelope_parse_skipped",
861
+ request_id = %request_id,
862
+ "bedrock invoke-streaming: envelope parse skipped; attempting generic anthropic compression"
863
+ );
864
+ }
865
+
866
+ // PR-E3: Bedrock channel hard-codes OAuth so cache_control
867
+ // auto-placement is skipped (see invoke.rs for rationale).
868
+ let outcome = compress_anthropic_request(
869
+ body,
870
+ state.config.compression_mode,
871
+ state.config.cache_control_auto_frozen,
872
+ headroom_core::auth_mode::AuthMode::OAuth,
873
+ request_id,
874
+ );
875
+ match outcome {
876
+ AnthropicOutcome::NoCompression => body.clone(),
877
+ AnthropicOutcome::Passthrough { reason } => {
878
+ tracing::info!(
879
+ event = "bedrock_compression_passthrough",
880
+ request_id = %request_id,
881
+ reason = ?reason,
882
+ "bedrock invoke-streaming: passthrough"
883
+ );
884
+ let _ = (PassthroughReason::ModeOff, PassthroughReason::NoMessages);
885
+ body.clone()
886
+ }
887
+ AnthropicOutcome::Compressed { body: new_body, .. } => {
888
+ if parsed_envelope {
889
+ match BedrockEnvelope::ensure_anthropic_version_first(&new_body) {
890
+ Ok(b) => b,
891
+ Err(e) => {
892
+ tracing::error!(
893
+ event = "bedrock_envelope_reemit_failed",
894
+ request_id = %request_id,
895
+ error = %e,
896
+ "bedrock invoke-streaming: failed to re-emit envelope"
897
+ );
898
+ body.clone()
899
+ }
900
+ }
901
+ } else {
902
+ new_body
903
+ }
904
+ }
905
+ }
906
+ }
907
+
908
+ fn build_bedrock_streaming_upstream(
909
+ state: &AppState,
910
+ model_id: &str,
911
+ uri: &Uri,
912
+ action: &str,
913
+ ) -> Result<Url, String> {
914
+ let base = match state.config.bedrock_endpoint.as_ref() {
915
+ Some(u) => u.clone(),
916
+ None => {
917
+ let host =
918
+ BEDROCK_RUNTIME_HOST_TEMPLATE.replace("{region}", &state.config.bedrock_region);
919
+ Url::parse(&format!("https://{host}/"))
920
+ .map_err(|e| format!("bedrock derived base URL parse error: {e}"))?
921
+ }
922
+ };
923
+ let path = format!(
924
+ "/model/{model_id}/{action}",
925
+ model_id = model_id,
926
+ action = action,
927
+ );
928
+ let mut joined = base;
929
+ joined.set_path(&path);
930
+ if let Some(q) = uri.query() {
931
+ joined.set_query(Some(q));
932
+ }
933
+ Ok(joined)
934
+ }
935
+
936
+ fn extract_streaming_action(path: &str) -> Option<&'static str> {
937
+ if path.ends_with(&format!("/{STREAMING_ACTION}")) {
938
+ Some(STREAMING_ACTION)
939
+ } else if path.ends_with(&format!("/{CONVERSE_STREAM_ACTION}")) {
940
+ Some(CONVERSE_STREAM_ACTION)
941
+ } else {
942
+ None
943
+ }
944
+ }
945
+
946
+ fn collect_signed_headers(headers: &HeaderMap, upstream_url: &Url) -> Vec<(String, String)> {
947
+ let mut out: Vec<(String, String)> = Vec::with_capacity(headers.len() + 1);
948
+ for (name, value) in headers.iter() {
949
+ let n = name.as_str().to_ascii_lowercase();
950
+ if matches!(
951
+ n.as_str(),
952
+ "host"
953
+ | "content-length"
954
+ | "connection"
955
+ | "keep-alive"
956
+ | "proxy-authenticate"
957
+ | "proxy-authorization"
958
+ | "te"
959
+ | "trailers"
960
+ | "transfer-encoding"
961
+ | "upgrade"
962
+ | "authorization"
963
+ | "x-amz-date"
964
+ | "x-amz-content-sha256"
965
+ ) {
966
+ continue;
967
+ }
968
+ if n.starts_with("x-headroom-") {
969
+ continue;
970
+ }
971
+ if let Ok(v) = value.to_str() {
972
+ out.push((n, v.to_string()));
973
+ }
974
+ }
975
+ if let Some(host) = upstream_url.host_str() {
976
+ let host_value = match upstream_url.port() {
977
+ Some(p) => format!("{host}:{p}"),
978
+ None => host.to_string(),
979
+ };
980
+ out.push(("host".to_string(), host_value));
981
+ }
982
+ out
983
+ }
984
+
985
+ // Keep the unused-import lints happy on rare failure-only branches.
986
+ #[allow(dead_code)]
987
+ fn _pin_infallible(_: Infallible) {}
988
+
989
+ #[cfg(test)]
990
+ mod tests {
991
+ use super::*;
992
+
993
+ #[test]
994
+ fn eventstream_content_type_match() {
995
+ assert!(is_eventstream_content_type(
996
+ "application/vnd.amazon.eventstream"
997
+ ));
998
+ assert!(is_eventstream_content_type(
999
+ "application/vnd.amazon.eventstream; charset=utf-8"
1000
+ ));
1001
+ assert!(!is_eventstream_content_type("application/json"));
1002
+ assert!(!is_eventstream_content_type("text/event-stream"));
1003
+ }
1004
+
1005
+ #[test]
1006
+ fn build_streaming_upstream_uses_region_default() {
1007
+ use crate::config::Config;
1008
+ let mut config = Config::for_test(Url::parse("http://up:8080").unwrap());
1009
+ config.bedrock_region = "eu-west-1".to_string();
1010
+ let state = AppState {
1011
+ config: std::sync::Arc::new(config),
1012
+ client: reqwest::Client::new(),
1013
+ bedrock_credentials: None,
1014
+ // PR-E6: drift detector is unused by this URL-builder
1015
+ // unit test; small capacity to satisfy the struct shape.
1016
+ drift_state: crate::cache_stabilization::drift_detector::DriftState::new(8),
1017
+ // PR-D4: unit tests for the Bedrock URL builder don't
1018
+ // touch the Vertex route, but `AppState` is one struct
1019
+ // — supply a dummy token source so the test compiles.
1020
+ vertex_token_source: std::sync::Arc::new(crate::vertex::StaticTokenSource::new(
1021
+ "test".to_string(),
1022
+ )),
1023
+ };
1024
+ let uri: Uri = "/model/anthropic.claude-3-haiku-20240307-v1:0/invoke-with-response-stream"
1025
+ .parse()
1026
+ .unwrap();
1027
+ let url = build_bedrock_streaming_upstream(
1028
+ &state,
1029
+ "anthropic.claude-3-haiku-20240307-v1:0",
1030
+ &uri,
1031
+ STREAMING_ACTION,
1032
+ )
1033
+ .unwrap();
1034
+ assert_eq!(
1035
+ url.as_str(),
1036
+ "https://bedrock-runtime.eu-west-1.amazonaws.com/model/anthropic.claude-3-haiku-20240307-v1:0/invoke-with-response-stream"
1037
+ );
1038
+ }
1039
+
1040
+ #[test]
1041
+ fn error_sse_frame_shape() {
1042
+ let f = error_sse_frame("bedrock_eventstream_crc_mismatch", "boom");
1043
+ let s = std::str::from_utf8(&f).unwrap();
1044
+ assert!(s.starts_with("event: error\ndata: "));
1045
+ assert!(s.ends_with("\n\n"));
1046
+ assert!(s.contains("bedrock_eventstream_crc_mismatch"));
1047
+ }
1048
+
1049
+ #[test]
1050
+ fn build_streaming_upstream_supports_converse_stream_action() {
1051
+ use crate::config::Config;
1052
+ let mut config = Config::for_test(Url::parse("http://up:8080").unwrap());
1053
+ config.bedrock_region = "eu-west-1".to_string();
1054
+ let state = AppState {
1055
+ config: std::sync::Arc::new(config),
1056
+ client: reqwest::Client::new(),
1057
+ bedrock_credentials: None,
1058
+ drift_state: crate::cache_stabilization::drift_detector::DriftState::new(8),
1059
+ vertex_token_source: std::sync::Arc::new(crate::vertex::StaticTokenSource::new(
1060
+ "test".to_string(),
1061
+ )),
1062
+ };
1063
+ let uri: Uri = "/model/anthropic.claude-3-haiku-20240307-v1:0/converse-stream"
1064
+ .parse()
1065
+ .unwrap();
1066
+ let url = build_bedrock_streaming_upstream(
1067
+ &state,
1068
+ "anthropic.claude-3-haiku-20240307-v1:0",
1069
+ &uri,
1070
+ CONVERSE_STREAM_ACTION,
1071
+ )
1072
+ .unwrap();
1073
+ assert_eq!(
1074
+ url.as_str(),
1075
+ "https://bedrock-runtime.eu-west-1.amazonaws.com/model/anthropic.claude-3-haiku-20240307-v1:0/converse-stream"
1076
+ );
1077
+ }
1078
+
1079
+ #[test]
1080
+ fn extract_streaming_action_supports_both_bedrock_paths() {
1081
+ assert_eq!(
1082
+ extract_streaming_action(
1083
+ "/model/anthropic.claude-3-haiku-20240307-v1:0/invoke-with-response-stream"
1084
+ ),
1085
+ Some(STREAMING_ACTION)
1086
+ );
1087
+ assert_eq!(
1088
+ extract_streaming_action(
1089
+ "/model/anthropic.claude-3-haiku-20240307-v1:0/converse-stream"
1090
+ ),
1091
+ Some(CONVERSE_STREAM_ACTION)
1092
+ );
1093
+ assert_eq!(
1094
+ extract_streaming_action("/model/anthropic.claude-3-haiku-20240307-v1:0/invoke"),
1095
+ None
1096
+ );
1097
+ }
1098
+ }