xithead 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (661) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +108 -72
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +366 -366
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.d.ts +57 -57
  553. package/npm/index.js +139 -139
  554. package/npm/package.json +55 -54
  555. package/npm/postinstall.js +43 -43
  556. package/package.json +58 -36
  557. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  558. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  559. package/plugins/headroom-oauth2/LICENSE +3 -0
  560. package/plugins/headroom-oauth2/SPEC.md +115 -0
  561. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  562. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  563. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  564. package/plugins/openclaw/hook-shim/handler.js +3 -0
  565. package/plugins/openclaw/openclaw.plugin.json +98 -0
  566. package/plugins/openclaw/package-lock.json +2692 -0
  567. package/plugins/openclaw/package.json +54 -0
  568. package/plugins/openclaw/prepare-dist.mjs +56 -0
  569. package/plugins/openclaw/src/convert.ts +418 -0
  570. package/plugins/openclaw/src/engine.ts +284 -0
  571. package/plugins/openclaw/src/gateway-config.ts +143 -0
  572. package/plugins/openclaw/src/index.ts +11 -0
  573. package/plugins/openclaw/src/plugin/index.ts +98 -0
  574. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  575. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  576. package/plugins/openclaw/test/convert.test.ts +96 -0
  577. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  578. package/plugins/openclaw/test/engine.test.ts +101 -0
  579. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  580. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  581. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  582. package/plugins/openclaw/tsup.config.ts +9 -0
  583. package/postcss.config.mjs +7 -0
  584. package/pyproject.toml +438 -0
  585. package/rust-toolchain.toml +16 -0
  586. package/sdk/typescript/examples/basic-compress.ts +64 -0
  587. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  588. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  589. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  590. package/sdk/typescript/examples/multi-provider.ts +53 -0
  591. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  592. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  593. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  594. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  595. package/sdk/typescript/examples/structured-output.ts +99 -0
  596. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  597. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  598. package/sdk/typescript/package-lock.json +3437 -0
  599. package/sdk/typescript/package.json +108 -0
  600. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  601. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  602. package/sdk/typescript/src/adapters/openai.ts +77 -0
  603. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  604. package/sdk/typescript/src/client.ts +632 -0
  605. package/sdk/typescript/src/compress.ts +87 -0
  606. package/sdk/typescript/src/errors.ts +114 -0
  607. package/sdk/typescript/src/hooks.ts +113 -0
  608. package/sdk/typescript/src/index.ts +140 -0
  609. package/sdk/typescript/src/paths.ts +272 -0
  610. package/sdk/typescript/src/shared-context.ts +188 -0
  611. package/sdk/typescript/src/simulate.ts +52 -0
  612. package/sdk/typescript/src/types/config.ts +183 -0
  613. package/sdk/typescript/src/types/models.ts +314 -0
  614. package/sdk/typescript/src/types.ts +139 -0
  615. package/sdk/typescript/src/utils/case.ts +34 -0
  616. package/sdk/typescript/src/utils/format.ts +480 -0
  617. package/sdk/typescript/src/utils/stream.ts +50 -0
  618. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  619. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  620. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  621. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  622. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  623. package/sdk/typescript/test/client.test.ts +266 -0
  624. package/sdk/typescript/test/compress.test.ts +118 -0
  625. package/sdk/typescript/test/config.test.ts +275 -0
  626. package/sdk/typescript/test/errors.test.ts +169 -0
  627. package/sdk/typescript/test/format-integration.test.ts +252 -0
  628. package/sdk/typescript/test/hooks.test.ts +265 -0
  629. package/sdk/typescript/test/integration.test.ts +249 -0
  630. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  631. package/sdk/typescript/test/models.test.ts +318 -0
  632. package/sdk/typescript/test/parity.test.ts +337 -0
  633. package/sdk/typescript/test/paths.test.ts +447 -0
  634. package/sdk/typescript/test/shared-context.test.ts +245 -0
  635. package/sdk/typescript/test/simulate.test.ts +84 -0
  636. package/sdk/typescript/test/types.test.ts +244 -0
  637. package/sdk/typescript/test/utils/case.test.ts +129 -0
  638. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  639. package/sdk/typescript/test/utils/format.test.ts +434 -0
  640. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  641. package/sdk/typescript/tsup.config.ts +17 -0
  642. package/tailwind.master.config.cjs +47 -0
  643. package/types/api.ts +12 -0
  644. package/types/config.ts +9 -0
  645. package/types/index.ts +2 -0
  646. package/uv.lock +6951 -0
  647. package/xithead.egg-info/PKG-INFO +22 -0
  648. package/xithead.egg-info/SOURCES.txt +16 -0
  649. package/xithead.egg-info/dependency_links.txt +1 -0
  650. package/xithead.egg-info/entry_points.txt +2 -0
  651. package/xithead.egg-info/requires.txt +10 -0
  652. package/xithead.egg-info/top_level.txt +2 -0
  653. package/xithead.ps1 +136 -0
  654. package/xithead.sh +129 -0
  655. package/xithead_dist/pyproject.toml +39 -0
  656. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  657. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  658. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  659. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  660. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  661. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
@@ -0,0 +1,395 @@
1
+ //! Magika-based content detection (Stage 3d Tier 1).
2
+ //!
3
+ //! Wraps Google's [`magika`] crate — an ONNX-backed content classifier —
4
+ //! and maps its 200+ labels onto Headroom's existing
5
+ //! [`crate::transforms::content_detector::ContentType`] enum so the
6
+ //! ContentRouter dispatch (PR5) can stay enum-stable.
7
+ //!
8
+ //! # Design
9
+ //!
10
+ //! - **Singleton session.** Magika model loading is the expensive part
11
+ //! (one-time ONNX init, ~50 ms cold). We do it exactly once per
12
+ //! process via [`OnceLock`]. The `Session` requires `&mut self`
13
+ //! for inference, so the singleton wraps it in a `Mutex` — fine for
14
+ //! our throughput; if benchmarks show contention later we'll pool.
15
+ //!
16
+ //! - **Loud failures.** If the model fails to load or inference fails,
17
+ //! `magika_detect` returns `Err`. The ContentRouter (PR5) decides
18
+ //! whether to fall back to Tier 2 (`unidiff-rs`) or surface to the
19
+ //! caller. We deliberately do **not** silently return `PlainText` on
20
+ //! error — that's the kind of silent fallback the audit doc forbids.
21
+ //!
22
+ //! - **Mapping table is explicit.** Every magika label we care about
23
+ //! has an explicit case in [`map_magika_label`]; everything else
24
+ //! falls into [`ContentType::PlainText`]. This is a code-route
25
+ //! decision, not a regex — adding a new mapping is one line, and
26
+ //! readers can audit the dispatch in one screen.
27
+ //!
28
+ //! - **No router rewiring here.** PR3 lands the detector + tests
29
+ //! only. PR5 flips the ContentRouter to call us instead of the
30
+ //! regex-based [`crate::transforms::content_detector`].
31
+
32
+ use std::sync::mpsc;
33
+ use std::sync::{Mutex, OnceLock};
34
+ use std::time::Duration;
35
+
36
+ use magika::Session;
37
+ use thiserror::Error;
38
+
39
+ use crate::transforms::content_detector::ContentType;
40
+
41
+ /// Errors from the magika detector. Wraps the underlying `magika::Error`
42
+ /// so callers can match on whether init or inference broke without
43
+ /// pulling magika types into their imports.
44
+ #[derive(Debug, Error)]
45
+ pub enum MagikaDetectorError {
46
+ /// One-time session initialization failed (model load, ONNX init).
47
+ /// Once we hit this, every subsequent call also fails — there is no
48
+ /// retry path here. The router should surface and stop.
49
+ #[error("magika session init failed: {0}")]
50
+ Init(String),
51
+
52
+ /// Inference call failed for this input. Usually transient; future
53
+ /// calls may succeed. The error message is the magika-side text;
54
+ /// we don't try to wrap it.
55
+ #[error("magika inference failed: {0}")]
56
+ Inference(String),
57
+
58
+ /// Singleton lock was poisoned (a previous holder panicked while
59
+ /// holding it). The detector is unusable until the process
60
+ /// restarts. We don't auto-recover — a panicked detector means
61
+ /// something is corrupt and continuing would mask it.
62
+ #[error("magika session lock poisoned")]
63
+ Poisoned,
64
+ }
65
+
66
+ /// One-process singleton holding the magika session. Lazily
67
+ /// initialized on first call to [`magika_detect`].
68
+ ///
69
+ /// `Mutex<Result<Session, ...>>` rather than `Result<Mutex<Session>>`
70
+ /// so init failure is recorded once and replayed cheaply on every
71
+ /// subsequent call (no re-attempting the load — if the model file is
72
+ /// missing or ort can't init, retrying just wastes cycles).
73
+ static MAGIKA_SESSION: OnceLock<Mutex<Result<Session, String>>> = OnceLock::new();
74
+
75
+ /// Default cap on magika ONNX session init.
76
+ ///
77
+ /// On some platforms `Session::new()` can hang indefinitely instead of
78
+ /// returning an error. Observed on Windows, where magika's transitive
79
+ /// `ort` takes a DirectML / binary path on first init (fastembed is
80
+ /// Windows-gated to `ort-load-dynamic` in `Cargo.toml` for the same
81
+ /// reason, but magika carries its own `ort`). A hang — unlike an `Err` —
82
+ /// is not caught by the tiered fallback in [`crate::transforms::detection`],
83
+ /// so it stalls the entire compression pipeline until the proxy's own
84
+ /// 30s+ timeout fires on every request. Bounding init converts that hang
85
+ /// into the already-handled `Err` path. Override with
86
+ /// `HEADROOM_MAGIKA_INIT_TIMEOUT_SECS`.
87
+ const MAGIKA_INIT_TIMEOUT_SECS_DEFAULT: u64 = 5;
88
+
89
+ fn magika_init_timeout() -> Duration {
90
+ let secs = std::env::var("HEADROOM_MAGIKA_INIT_TIMEOUT_SECS")
91
+ .ok()
92
+ .and_then(|v| v.trim().parse::<u64>().ok())
93
+ .filter(|&s| s > 0)
94
+ .unwrap_or(MAGIKA_INIT_TIMEOUT_SECS_DEFAULT);
95
+ Duration::from_secs(secs)
96
+ }
97
+
98
+ fn session() -> &'static Mutex<Result<Session, String>> {
99
+ MAGIKA_SESSION.get_or_init(|| {
100
+ let timeout = magika_init_timeout();
101
+ let (tx, rx) = mpsc::channel();
102
+ // Run the (potentially hanging) ONNX init on a side thread so we
103
+ // can bound it. `Session: Send` (the static itself requires it),
104
+ // so moving the result across the channel is sound. On timeout we
105
+ // record an `Err` — `detection::detect` already falls through to
106
+ // the unidiff/regex tiers on `Err` — and the orphaned init thread
107
+ // is left to finish on its own; its eventual `send` lands on a
108
+ // dropped receiver (harmless) and the `Session` is then dropped.
109
+ let spawned = std::thread::Builder::new()
110
+ .name("magika-init".into())
111
+ .spawn(move || {
112
+ let _ = tx.send(Session::new().map_err(|e| e.to_string()));
113
+ });
114
+ if let Err(e) = spawned {
115
+ return Mutex::new(Err(format!("magika init thread spawn failed: {e}")));
116
+ }
117
+ match rx.recv_timeout(timeout) {
118
+ Ok(res) => Mutex::new(res),
119
+ Err(_) => Mutex::new(Err(format!(
120
+ "magika session init exceeded {}s timeout; \
121
+ using non-ML detection tiers",
122
+ timeout.as_secs()
123
+ ))),
124
+ }
125
+ })
126
+ }
127
+
128
+ /// Classify `content` and return the mapped Headroom [`ContentType`].
129
+ ///
130
+ /// Empty input shortcuts to [`ContentType::PlainText`] without touching
131
+ /// the model — saves the round trip on every empty tool result.
132
+ pub fn magika_detect(content: &str) -> Result<ContentType, MagikaDetectorError> {
133
+ if content.is_empty() {
134
+ return Ok(ContentType::PlainText);
135
+ }
136
+
137
+ let mutex = session();
138
+ let mut guard = mutex.lock().map_err(|_| MagikaDetectorError::Poisoned)?;
139
+ let session = guard
140
+ .as_mut()
141
+ .map_err(|e| MagikaDetectorError::Init(e.clone()))?;
142
+
143
+ let bytes = content.as_bytes();
144
+ let file_type = session
145
+ .identify_content_sync(bytes)
146
+ .map_err(|e| MagikaDetectorError::Inference(e.to_string()))?;
147
+
148
+ Ok(map_magika_label(file_type.info().label))
149
+ }
150
+
151
+ /// Map a magika label string to Headroom's [`ContentType`] enum.
152
+ ///
153
+ /// **Why explicit cases instead of `group == "code"`:** magika's
154
+ /// `group` field is a coarse bucket ("code", "text", "binary",
155
+ /// "executable", ...). Some entries we want — like `markdown`,
156
+ /// `txt`, `latex` — are in the `text` group along with formats we
157
+ /// route differently. So we case on the label directly: clear, one
158
+ /// match arm per decision, no group-vs-label semantic confusion.
159
+ ///
160
+ /// **Unmapped labels return [`ContentType::PlainText`]**, the safest
161
+ /// default — passthrough at the router level rather than misroute to
162
+ /// a wrong compressor. PR5 will refine this for `SearchResults` /
163
+ /// `BuildOutput` (which magika has no equivalent for).
164
+ pub fn map_magika_label(label: &str) -> ContentType {
165
+ match label {
166
+ // ── JSON ───────────────────────────────────────────────────
167
+ // PR5 will refine this with the existing `is_json_array_of_dicts`
168
+ // check — magika says "this is JSON" but doesn't tell us if it's
169
+ // an array of records vs. a single object. For PR3 the mapping
170
+ // exists; the refinement is a router concern.
171
+ "json" | "jsonl" => ContentType::JsonArray,
172
+
173
+ // ── Diffs ──────────────────────────────────────────────────
174
+ "diff" => ContentType::GitDiff,
175
+
176
+ // ── HTML ───────────────────────────────────────────────────
177
+ "html" | "xml" => ContentType::Html,
178
+
179
+ // ── Source code ────────────────────────────────────────────
180
+ // The big "code" group from magika. We list the labels we
181
+ // actually expect to see in tool outputs / pasted code in
182
+ // proxy traffic. Anything else in the code group falls
183
+ // through to PlainText — better passthrough than misroute.
184
+ "rust" | "python" | "javascript" | "typescript" | "go" | "java" | "c" | "cpp" | "cs"
185
+ | "php" | "ruby" | "swift" | "kotlin" | "scala" | "haskell" | "lua" | "dart" | "perl"
186
+ | "shell" | "powershell" | "batch" | "sql" | "css" | "vue" | "groovy" | "clojure"
187
+ | "asm" | "cmake" | "dockerfile" | "makefile" | "yaml" | "toml" | "ini" | "hcl"
188
+ | "jinja" => ContentType::SourceCode,
189
+
190
+ // ── Plain text-ish ─────────────────────────────────────────
191
+ // markdown, rst, latex, log-style, txt, empty/unknown all
192
+ // route as plain text. The router won't try to compress these
193
+ // with a code-aware compressor.
194
+ "markdown" | "rst" | "latex" | "txt" | "empty" | "unknown" | "undefined" => {
195
+ ContentType::PlainText
196
+ }
197
+
198
+ // ── Default: passthrough ───────────────────────────────────
199
+ _ => ContentType::PlainText,
200
+ }
201
+ }
202
+
203
+ // ─── Tests ─────────────────────────────────────────────────────────────
204
+ //
205
+ // These tests are integration-y — they hit the real magika model, which
206
+ // loads ONNX on first call (~50 ms cold). Total wall-clock for the full
207
+ // suite is dominated by that one-time load, so we keep cases compact.
208
+ //
209
+ // Detection is probabilistic; we assert against `ContentType` enum
210
+ // values rather than confidence scores or labels directly. If magika's
211
+ // model version changes (`MODEL_NAME` in their crate), individual
212
+ // label assignments may shift but our `match` arms are wide enough to
213
+ // stay stable.
214
+
215
+ #[cfg(test)]
216
+ mod tests {
217
+ use super::*;
218
+
219
+ fn assert_detect(content: &str, expected: ContentType, hint: &str) {
220
+ match magika_detect(content) {
221
+ Ok(got) => assert_eq!(got, expected, "{hint}: expected {expected:?}, got {got:?}"),
222
+ Err(e) => panic!("{hint}: detection failed: {e}"),
223
+ }
224
+ }
225
+
226
+ #[test]
227
+ fn empty_input_is_plain_text_without_model_call() {
228
+ // The shortcut path — should not touch the model.
229
+ let result = magika_detect("").unwrap();
230
+ assert_eq!(result, ContentType::PlainText);
231
+ }
232
+
233
+ #[test]
234
+ fn detects_json() {
235
+ assert_detect(
236
+ r#"{"name": "Alice", "age": 30, "tags": ["a", "b"]}"#,
237
+ ContentType::JsonArray,
238
+ "single-object JSON",
239
+ );
240
+ }
241
+
242
+ #[test]
243
+ fn detects_json_array() {
244
+ let payload = r#"[{"id": 1, "v": "a"}, {"id": 2, "v": "b"}, {"id": 3, "v": "c"}]"#;
245
+ assert_detect(payload, ContentType::JsonArray, "array-of-records JSON");
246
+ }
247
+
248
+ #[test]
249
+ fn detects_python_source() {
250
+ let src = r#"
251
+ def fibonacci(n):
252
+ if n <= 1:
253
+ return n
254
+ return fibonacci(n-1) + fibonacci(n-2)
255
+
256
+ class Tree:
257
+ def __init__(self, value):
258
+ self.value = value
259
+ self.children = []
260
+ "#;
261
+ assert_detect(src, ContentType::SourceCode, "python class+def");
262
+ }
263
+
264
+ #[test]
265
+ fn detects_rust_source() {
266
+ let src = r#"
267
+ use std::collections::HashMap;
268
+
269
+ pub struct Counter {
270
+ counts: HashMap<String, u32>,
271
+ }
272
+
273
+ impl Counter {
274
+ pub fn new() -> Self {
275
+ Self { counts: HashMap::new() }
276
+ }
277
+ }
278
+ "#;
279
+ assert_detect(src, ContentType::SourceCode, "rust struct+impl");
280
+ }
281
+
282
+ #[test]
283
+ fn detects_javascript_source() {
284
+ let src = r#"
285
+ const fetchUser = async (id) => {
286
+ const response = await fetch(`/api/users/${id}`);
287
+ if (!response.ok) throw new Error('Not found');
288
+ return response.json();
289
+ };
290
+ "#;
291
+ assert_detect(src, ContentType::SourceCode, "JS arrow + async");
292
+ }
293
+
294
+ #[test]
295
+ fn detects_unified_diff() {
296
+ let diff = r#"diff --git a/foo.py b/foo.py
297
+ index abc123..def456 100644
298
+ --- a/foo.py
299
+ +++ b/foo.py
300
+ @@ -1,3 +1,4 @@
301
+ def hello():
302
+ + print("new line")
303
+ return "world"
304
+ "#;
305
+ assert_detect(diff, ContentType::GitDiff, "git unified diff");
306
+ }
307
+
308
+ #[test]
309
+ fn detects_markdown_as_plain_text() {
310
+ // Markdown isn't routed to a code compressor — it goes to
311
+ // plain text. This is by design; markdown compression has its
312
+ // own path that isn't hooked up yet.
313
+ let md = "# Hello\n\nThis is **bold** and *italic*.\n\n- Item 1\n- Item 2\n";
314
+ assert_detect(md, ContentType::PlainText, "markdown");
315
+ }
316
+
317
+ #[test]
318
+ fn detects_plain_text() {
319
+ let prose = "The quick brown fox jumps over the lazy dog. \
320
+ This is just regular English prose with no \
321
+ special structure.";
322
+ assert_detect(prose, ContentType::PlainText, "english prose");
323
+ }
324
+
325
+ #[test]
326
+ fn detects_html() {
327
+ let html =
328
+ "<!DOCTYPE html><html><head><title>x</title></head><body><h1>Hi</h1></body></html>";
329
+ assert_detect(html, ContentType::Html, "minimal HTML page");
330
+ }
331
+
332
+ #[test]
333
+ fn detects_yaml_as_source_code() {
334
+ let yaml = "name: my-app\nversion: 1.0\ndependencies:\n - foo\n - bar\n";
335
+ assert_detect(yaml, ContentType::SourceCode, "YAML config");
336
+ }
337
+
338
+ #[test]
339
+ fn detects_shell_script_as_source_code() {
340
+ let sh = "#!/bin/bash\nset -euo pipefail\nfor f in *.txt; do\n echo \"$f\"\ndone\n";
341
+ assert_detect(sh, ContentType::SourceCode, "bash script with shebang");
342
+ }
343
+
344
+ #[test]
345
+ fn detects_sql_as_source_code() {
346
+ let sql = "SELECT u.id, u.name, COUNT(o.id) AS order_count \
347
+ FROM users u LEFT JOIN orders o ON u.id = o.user_id \
348
+ WHERE u.active = TRUE GROUP BY u.id, u.name;";
349
+ assert_detect(sql, ContentType::SourceCode, "SQL query");
350
+ }
351
+
352
+ #[test]
353
+ fn singleton_session_is_reused_across_calls() {
354
+ // Two back-to-back calls should both succeed without re-initing
355
+ // the model (no panic, no error). We can't directly observe
356
+ // the singleton hit-rate without instrumenting the test, but
357
+ // wall-clock asymmetry between the first and second call is
358
+ // strong evidence (cold ~50 ms, warm <1 ms). For the unit
359
+ // suite, just prove neither call errors.
360
+ magika_detect("hello world").unwrap();
361
+ magika_detect("def f(): pass").unwrap();
362
+ magika_detect(r#"{"a":1}"#).unwrap();
363
+ }
364
+
365
+ #[test]
366
+ fn unmapped_labels_route_to_plain_text() {
367
+ // Direct test of the mapping table — covers labels we
368
+ // explicitly didn't enumerate. Future magika versions may
369
+ // add new labels and we want unknown-but-real labels to
370
+ // safely passthrough rather than misroute.
371
+ assert_eq!(map_magika_label("ace"), ContentType::PlainText);
372
+ assert_eq!(map_magika_label("flac"), ContentType::PlainText);
373
+ assert_eq!(map_magika_label("3gp"), ContentType::PlainText);
374
+ assert_eq!(
375
+ map_magika_label("garbage_unseen_label"),
376
+ ContentType::PlainText
377
+ );
378
+ }
379
+
380
+ #[test]
381
+ fn known_label_table_round_trips() {
382
+ // Cheap sanity that the mapping arms compile and behave.
383
+ // No magika session needed — pure table lookup.
384
+ assert_eq!(map_magika_label("json"), ContentType::JsonArray);
385
+ assert_eq!(map_magika_label("jsonl"), ContentType::JsonArray);
386
+ assert_eq!(map_magika_label("diff"), ContentType::GitDiff);
387
+ assert_eq!(map_magika_label("html"), ContentType::Html);
388
+ assert_eq!(map_magika_label("rust"), ContentType::SourceCode);
389
+ assert_eq!(map_magika_label("python"), ContentType::SourceCode);
390
+ assert_eq!(map_magika_label("yaml"), ContentType::SourceCode);
391
+ assert_eq!(map_magika_label("markdown"), ContentType::PlainText);
392
+ assert_eq!(map_magika_label("txt"), ContentType::PlainText);
393
+ assert_eq!(map_magika_label("empty"), ContentType::PlainText);
394
+ }
395
+ }
@@ -0,0 +1,64 @@
1
+ //! Compression transforms — Rust ports of `headroom.transforms.*`.
2
+ //!
3
+ //! # Guiding principle: information preservation > aggressive compression
4
+ //!
5
+ //! When in doubt, prefer keeping bytes. The fixtures lock the Python
6
+ //! algorithm's exact behavior, so this crate cannot drop information that
7
+ //! Python keeps. But the inverse is also true — we MUST drop everything
8
+ //! Python drops, even when it feels lossy. Stage 3a's faithful port is
9
+ //! parity-bound. A follow-up stage (token-budget-aware compression) is
10
+ //! where we earn the right to keep more.
11
+ //!
12
+ //! Observability is the escape hatch: every transform returns a sidecar
13
+ //! `Stats` struct with the granular metrics Python doesn't emit (e.g. which
14
+ //! files were dropped, how many context lines were trimmed, per-file hunk
15
+ //! drop counts). These flow through `tracing` spans for OTel scraping in
16
+ //! prod and are returned alongside the parity-equal output for tests.
17
+
18
+ pub mod adaptive_sizer;
19
+ pub mod anchor_selector;
20
+ pub mod content_detector;
21
+ pub mod detection;
22
+ pub mod diff_compressor;
23
+ pub mod live_zone;
24
+ pub mod log_compressor;
25
+ pub mod magika_detector;
26
+ pub mod pipeline;
27
+ pub mod recommendations;
28
+ pub mod safety;
29
+ pub mod search_compressor;
30
+ pub mod smart_crusher;
31
+ pub mod tag_protector;
32
+ pub mod unidiff_detector;
33
+
34
+ pub use content_detector::{
35
+ detect_content_type, is_json_array_of_dicts, ContentType, DetectionResult,
36
+ };
37
+ pub use detection::detect;
38
+ pub use diff_compressor::{
39
+ DiffCompressionResult, DiffCompressor, DiffCompressorConfig, DiffCompressorStats,
40
+ };
41
+ pub use live_zone::{
42
+ compress_anthropic_live_zone, compress_openai_chat_live_zone,
43
+ compress_openai_responses_live_zone, summarize_openai_responses_no_change_reason, AuthMode,
44
+ BlockAction, BlockOutcome, CompressionManifest, ExclusionReason, LiveZoneError,
45
+ LiveZoneOutcome,
46
+ };
47
+ pub use log_compressor::{
48
+ LogCompressionResult, LogCompressor, LogCompressorConfig, LogCompressorStats, LogFormat,
49
+ LogLevel, LogLine,
50
+ };
51
+ pub use magika_detector::{magika_detect, map_magika_label, MagikaDetectorError};
52
+ pub use pipeline::{
53
+ CompressionContext, CompressionPipeline, CompressionPipelineBuilder, DiffNoise, DiffOffload,
54
+ JsonMinifier, JsonOffload, LogOffload, LogTemplate, OffloadOutput, OffloadTransform,
55
+ PipelineConfig, PipelineResult, ReformatOutput, ReformatTransform, TransformError,
56
+ };
57
+ pub use recommendations::{Recommendation, RecommendationStore, RECOMMENDATIONS_PATH_ENV_VAR};
58
+ pub use safety::{tool_pair_indices, ToolPair};
59
+ pub use search_compressor::{
60
+ FileMatches, SearchCompressionResult, SearchCompressor, SearchCompressorConfig,
61
+ SearchCompressorStats, SearchMatch,
62
+ };
63
+ pub use tag_protector::{is_known_html_tag, protect_tags, restore_tags, ProtectStats};
64
+ pub use unidiff_detector::{detect_diff, is_diff};