xithead 1.2.2 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (659) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +58 -137
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +2 -2
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.js +18 -91
  553. package/npm/package.json +55 -0
  554. package/package.json +47 -42
  555. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  556. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  557. package/plugins/headroom-oauth2/LICENSE +3 -0
  558. package/plugins/headroom-oauth2/SPEC.md +115 -0
  559. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  560. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  561. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  562. package/plugins/openclaw/hook-shim/handler.js +3 -0
  563. package/plugins/openclaw/openclaw.plugin.json +98 -0
  564. package/plugins/openclaw/package-lock.json +2692 -0
  565. package/plugins/openclaw/package.json +54 -0
  566. package/plugins/openclaw/prepare-dist.mjs +56 -0
  567. package/plugins/openclaw/src/convert.ts +418 -0
  568. package/plugins/openclaw/src/engine.ts +284 -0
  569. package/plugins/openclaw/src/gateway-config.ts +143 -0
  570. package/plugins/openclaw/src/index.ts +11 -0
  571. package/plugins/openclaw/src/plugin/index.ts +98 -0
  572. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  573. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  574. package/plugins/openclaw/test/convert.test.ts +96 -0
  575. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  576. package/plugins/openclaw/test/engine.test.ts +101 -0
  577. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  578. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  579. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  580. package/plugins/openclaw/tsup.config.ts +9 -0
  581. package/postcss.config.mjs +7 -0
  582. package/pyproject.toml +438 -0
  583. package/rust-toolchain.toml +16 -0
  584. package/sdk/typescript/examples/basic-compress.ts +64 -0
  585. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  586. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  587. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  588. package/sdk/typescript/examples/multi-provider.ts +53 -0
  589. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  590. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  591. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  592. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  593. package/sdk/typescript/examples/structured-output.ts +99 -0
  594. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  595. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  596. package/sdk/typescript/package-lock.json +3437 -0
  597. package/sdk/typescript/package.json +108 -0
  598. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  599. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  600. package/sdk/typescript/src/adapters/openai.ts +77 -0
  601. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  602. package/sdk/typescript/src/client.ts +632 -0
  603. package/sdk/typescript/src/compress.ts +87 -0
  604. package/sdk/typescript/src/errors.ts +114 -0
  605. package/sdk/typescript/src/hooks.ts +113 -0
  606. package/sdk/typescript/src/index.ts +140 -0
  607. package/sdk/typescript/src/paths.ts +272 -0
  608. package/sdk/typescript/src/shared-context.ts +188 -0
  609. package/sdk/typescript/src/simulate.ts +52 -0
  610. package/sdk/typescript/src/types/config.ts +183 -0
  611. package/sdk/typescript/src/types/models.ts +314 -0
  612. package/sdk/typescript/src/types.ts +139 -0
  613. package/sdk/typescript/src/utils/case.ts +34 -0
  614. package/sdk/typescript/src/utils/format.ts +480 -0
  615. package/sdk/typescript/src/utils/stream.ts +50 -0
  616. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  617. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  618. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  619. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  620. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  621. package/sdk/typescript/test/client.test.ts +266 -0
  622. package/sdk/typescript/test/compress.test.ts +118 -0
  623. package/sdk/typescript/test/config.test.ts +275 -0
  624. package/sdk/typescript/test/errors.test.ts +169 -0
  625. package/sdk/typescript/test/format-integration.test.ts +252 -0
  626. package/sdk/typescript/test/hooks.test.ts +265 -0
  627. package/sdk/typescript/test/integration.test.ts +249 -0
  628. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  629. package/sdk/typescript/test/models.test.ts +318 -0
  630. package/sdk/typescript/test/parity.test.ts +337 -0
  631. package/sdk/typescript/test/paths.test.ts +447 -0
  632. package/sdk/typescript/test/shared-context.test.ts +245 -0
  633. package/sdk/typescript/test/simulate.test.ts +84 -0
  634. package/sdk/typescript/test/types.test.ts +244 -0
  635. package/sdk/typescript/test/utils/case.test.ts +129 -0
  636. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  637. package/sdk/typescript/test/utils/format.test.ts +434 -0
  638. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  639. package/sdk/typescript/tsup.config.ts +17 -0
  640. package/tailwind.master.config.cjs +47 -0
  641. package/types/api.ts +12 -0
  642. package/types/config.ts +9 -0
  643. package/types/index.ts +2 -0
  644. package/uv.lock +6951 -0
  645. package/xithead.egg-info/PKG-INFO +22 -0
  646. package/xithead.egg-info/SOURCES.txt +16 -0
  647. package/xithead.egg-info/dependency_links.txt +1 -0
  648. package/xithead.egg-info/entry_points.txt +2 -0
  649. package/xithead.egg-info/requires.txt +10 -0
  650. package/xithead.egg-info/top_level.txt +2 -0
  651. package/xithead.ps1 +136 -0
  652. package/xithead.sh +129 -0
  653. package/xithead_dist/pyproject.toml +39 -0
  654. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  655. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  656. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  657. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  658. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  659. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
@@ -0,0 +1,433 @@
1
+ //! Tier-3 pattern-based [`super::LineImportanceDetector`] backed by
2
+ //! `aho-corasick`.
3
+ //!
4
+ //! Replaces the Python `error_detection.py` regex registry. A single
5
+ //! deterministic-finite-automaton scan finds every keyword on a line in
6
+ //! `O(n + m)` — much faster than `len(patterns)` independent regex
7
+ //! searches, and it's harder to misuse (one source of truth for the
8
+ //! keyword set, no drift between sets and compiled patterns).
9
+ //!
10
+ //! # Bug fixes vs Python (2026-04-29)
11
+ //!
12
+ //! Python's `error_detection.py` had two bugs the parity fixtures
13
+ //! lock against:
14
+ //!
15
+ //! 1. `ERROR_KEYWORDS` listed `{abort, timeout, denied, rejected}` but
16
+ //! `ERROR_PATTERN` regex omitted all four. Lines saying
17
+ //! "Connection timeout" therefore never flagged as errors despite
18
+ //! the keyword being canonical. **Fixed here**: the four keywords
19
+ //! are part of the error set the automaton consumes.
20
+ //! 2. `SECURITY_KEYWORDS` included `token`, which false-positives on
21
+ //! every reference to LLM tokens (`input_tokens`,
22
+ //! `tokens_saved`, …). In an LLM-token-saturated codebase the
23
+ //! security signal was uselessly noisy. **Fixed here**: `token` is
24
+ //! dropped from the security set.
25
+ //!
26
+ //! Parity fixtures (in `tests/`) carry explicit `// fixed_in_3e1`
27
+ //! markers on each diverging line so the audit trail is clear.
28
+
29
+ use std::collections::BTreeMap;
30
+
31
+ use aho_corasick::{AhoCorasick, AhoCorasickBuilder, MatchKind};
32
+
33
+ use super::line_importance::{
34
+ ImportanceCategory, ImportanceContext, ImportanceSignal, LineImportanceDetector,
35
+ };
36
+
37
+ /// Confidence used by the keyword tier. Below the
38
+ /// [`super::tiered::ESCALATE_THRESHOLD`] used by [`super::tiered::Tiered`]
39
+ /// so a future ML tier can override on borderline cases — but high
40
+ /// enough that an unambiguous keyword match isn't second-guessed.
41
+ const KEYWORD_CONFIDENCE: f32 = 0.7;
42
+
43
+ /// Priority returned for a confirmed match. Compressors use this as the
44
+ /// score they sort by; tweak per category if a future caller wants
45
+ /// errors to outrank importance markers in routing decisions.
46
+ const ERROR_PRIORITY: f32 = 0.95;
47
+ const WARNING_PRIORITY: f32 = 0.75;
48
+ const SECURITY_PRIORITY: f32 = 0.85;
49
+ const IMPORTANCE_PRIORITY: f32 = 0.6;
50
+ const MARKDOWN_PRIORITY: f32 = 0.45;
51
+
52
+ /// Static keyword data for each importance category.
53
+ ///
54
+ /// Exported so the Python shim can reflect on it for legacy regex
55
+ /// re-export. A `BTreeMap` keeps iteration order deterministic without
56
+ /// extra allocations.
57
+ #[derive(Debug, Clone)]
58
+ pub struct KeywordRegistry {
59
+ pub error: Vec<&'static str>,
60
+ pub warning: Vec<&'static str>,
61
+ pub importance: Vec<&'static str>,
62
+ pub security: Vec<&'static str>,
63
+ /// Per-context line prefixes that count as importance signals (e.g.
64
+ /// markdown headers `# `, blockquotes `> `). Matched as
65
+ /// *prefix-only*, not whole-line keywords.
66
+ pub markdown_prefixes: Vec<&'static str>,
67
+ /// Substring indicators used by [`KeywordDetector::contains_error_indicator`]
68
+ /// for fast triage (no word-boundary requirement). Distinct from
69
+ /// `error` because the triage callsite (e.g. message-signature
70
+ /// classification) cares about Python tracebacks specifically.
71
+ pub error_indicators: Vec<&'static str>,
72
+ }
73
+
74
+ impl KeywordRegistry {
75
+ /// The default Headroom keyword set — superset of Python's pre-3e.1
76
+ /// `error_detection.py` minus the dropped `token` security keyword
77
+ /// and plus the four error keywords the Python regex was missing.
78
+ pub fn default_set() -> Self {
79
+ Self {
80
+ error: vec![
81
+ "error",
82
+ "exception",
83
+ "fail",
84
+ "failed",
85
+ "failure",
86
+ "fatal",
87
+ "critical",
88
+ "crash",
89
+ "panic",
90
+ "abort",
91
+ "timeout",
92
+ "denied",
93
+ "rejected",
94
+ ],
95
+ warning: vec!["warn", "warning"],
96
+ importance: vec![
97
+ "important",
98
+ "note",
99
+ "todo",
100
+ "fixme",
101
+ "hack",
102
+ "xxx",
103
+ "bug",
104
+ "fix",
105
+ ],
106
+ security: vec!["security", "auth", "password", "secret"],
107
+ markdown_prefixes: vec!["# ", "## ", "### ", "#### ", "**", "> "],
108
+ error_indicators: vec![
109
+ "error",
110
+ "fail",
111
+ "exception",
112
+ "traceback",
113
+ "fatal",
114
+ "panic",
115
+ "crash",
116
+ ],
117
+ }
118
+ }
119
+
120
+ /// Snapshot for Python-side reflection. `BTreeMap` so iteration is
121
+ /// deterministic across PyO3 calls.
122
+ pub fn as_map(&self) -> BTreeMap<&'static str, Vec<&'static str>> {
123
+ let mut m = BTreeMap::new();
124
+ m.insert("error", self.error.clone());
125
+ m.insert("warning", self.warning.clone());
126
+ m.insert("importance", self.importance.clone());
127
+ m.insert("security", self.security.clone());
128
+ m.insert("markdown_prefixes", self.markdown_prefixes.clone());
129
+ m.insert("error_indicators", self.error_indicators.clone());
130
+ m
131
+ }
132
+ }
133
+
134
+ /// One automaton + the parallel category lookup table. The automaton is
135
+ /// built case-insensitively; word-boundary checks happen as a post-filter
136
+ /// on the byte offsets it returns.
137
+ struct CategoryAutomaton {
138
+ automaton: AhoCorasick,
139
+ categories: Vec<ImportanceCategory>,
140
+ }
141
+
142
+ impl CategoryAutomaton {
143
+ fn build(entries: &[(ImportanceCategory, &[&'static str])]) -> Self {
144
+ let mut patterns = Vec::new();
145
+ let mut categories = Vec::new();
146
+ for (cat, words) in entries {
147
+ for w in *words {
148
+ patterns.push(*w);
149
+ categories.push(*cat);
150
+ }
151
+ }
152
+ let automaton = AhoCorasickBuilder::new()
153
+ .ascii_case_insensitive(true)
154
+ .match_kind(MatchKind::LeftmostLongest)
155
+ .build(&patterns)
156
+ .expect("keyword automaton must build (static input)");
157
+ Self {
158
+ automaton,
159
+ categories,
160
+ }
161
+ }
162
+
163
+ /// Highest-priority category whose keyword appears as a *whole word*
164
+ /// in `line`, or `None` if nothing matched.
165
+ fn first_word_match(&self, line: &str) -> Option<ImportanceCategory> {
166
+ let bytes = line.as_bytes();
167
+ for m in self.automaton.find_iter(line) {
168
+ if is_word_boundary(bytes, m.start(), m.end()) {
169
+ return Some(self.categories[m.pattern().as_usize()]);
170
+ }
171
+ }
172
+ None
173
+ }
174
+ }
175
+
176
+ /// Pattern-based [`LineImportanceDetector`] backed by aho-corasick.
177
+ ///
178
+ /// Construct with [`KeywordDetector::new`] for the default Headroom
179
+ /// keyword set, or [`KeywordDetector::with_registry`] for a custom one.
180
+ pub struct KeywordDetector {
181
+ registry: KeywordRegistry,
182
+ /// Categories that fire across all contexts (error/importance).
183
+ universal: CategoryAutomaton,
184
+ /// Warning fires in Search/Log/Text contexts but is omitted in
185
+ /// Diff (matches Python's `PRIORITY_PATTERNS_DIFF` shape).
186
+ warning: CategoryAutomaton,
187
+ /// Security fires in Diff context only.
188
+ security: CategoryAutomaton,
189
+ /// Substring-only indicators for fast triage; deliberately separate
190
+ /// from `universal` because (a) it matches without word boundaries
191
+ /// and (b) the indicator set diverges from the line-scoring set
192
+ /// (carries `traceback`, omits the four extras like `timeout`).
193
+ indicators: AhoCorasick,
194
+ }
195
+
196
+ impl KeywordDetector {
197
+ pub fn new() -> Self {
198
+ Self::with_registry(KeywordRegistry::default_set())
199
+ }
200
+
201
+ pub fn with_registry(registry: KeywordRegistry) -> Self {
202
+ let universal = CategoryAutomaton::build(&[
203
+ (ImportanceCategory::Error, &registry.error),
204
+ (ImportanceCategory::Importance, &registry.importance),
205
+ ]);
206
+ let warning = CategoryAutomaton::build(&[(ImportanceCategory::Warning, &registry.warning)]);
207
+ let security =
208
+ CategoryAutomaton::build(&[(ImportanceCategory::Security, &registry.security)]);
209
+ let indicators = AhoCorasickBuilder::new()
210
+ .ascii_case_insensitive(true)
211
+ .match_kind(MatchKind::LeftmostLongest)
212
+ .build(&registry.error_indicators)
213
+ .expect("indicator automaton must build (static input)");
214
+ Self {
215
+ registry,
216
+ universal,
217
+ warning,
218
+ security,
219
+ indicators,
220
+ }
221
+ }
222
+
223
+ /// Fast keyword-presence check used by callers that only want
224
+ /// "does this contain anything error-shaped?" (the legacy
225
+ /// `content_has_error_indicators` callsite).
226
+ ///
227
+ /// Substring match — no word-boundary requirement — to preserve
228
+ /// the lax semantics Python had. Distinct keyword set from
229
+ /// [`Self::score`] (carries `traceback`, omits the four 3e1 extras
230
+ /// like `timeout`) because the triage callsite cares about
231
+ /// Python-style exception output more than connection states.
232
+ pub fn contains_error_indicator(&self, text: &str) -> bool {
233
+ self.indicators.is_match(text)
234
+ }
235
+
236
+ pub fn registry(&self) -> &KeywordRegistry {
237
+ &self.registry
238
+ }
239
+
240
+ fn match_in_context(
241
+ &self,
242
+ line: &str,
243
+ ctx: ImportanceContext,
244
+ ) -> Option<(ImportanceCategory, f32)> {
245
+ if let Some(cat) = self.universal.first_word_match(line) {
246
+ let priority = priority_for(cat);
247
+ return Some((cat, priority));
248
+ }
249
+ match ctx {
250
+ ImportanceContext::Diff => {
251
+ if let Some(cat) = self.security.first_word_match(line) {
252
+ return Some((cat, priority_for(cat)));
253
+ }
254
+ }
255
+ ImportanceContext::Text | ImportanceContext::Search | ImportanceContext::Log => {
256
+ if let Some(cat) = self.warning.first_word_match(line) {
257
+ return Some((cat, priority_for(cat)));
258
+ }
259
+ }
260
+ }
261
+ // Markdown structural prefixes only count in Text context.
262
+ if matches!(ctx, ImportanceContext::Text) {
263
+ if let Some(prefix) = self
264
+ .registry
265
+ .markdown_prefixes
266
+ .iter()
267
+ .find(|p| line.starts_with(*p))
268
+ {
269
+ let _ = prefix;
270
+ return Some((ImportanceCategory::Markdown, MARKDOWN_PRIORITY));
271
+ }
272
+ }
273
+ None
274
+ }
275
+ }
276
+
277
+ impl Default for KeywordDetector {
278
+ fn default() -> Self {
279
+ Self::new()
280
+ }
281
+ }
282
+
283
+ impl LineImportanceDetector for KeywordDetector {
284
+ fn score(&self, line: &str, ctx: ImportanceContext) -> ImportanceSignal {
285
+ match self.match_in_context(line, ctx) {
286
+ Some((category, priority)) => {
287
+ ImportanceSignal::matched(category, priority, KEYWORD_CONFIDENCE)
288
+ }
289
+ None => ImportanceSignal::neutral(),
290
+ }
291
+ }
292
+ }
293
+
294
+ const fn priority_for(category: ImportanceCategory) -> f32 {
295
+ match category {
296
+ ImportanceCategory::Error => ERROR_PRIORITY,
297
+ ImportanceCategory::Warning => WARNING_PRIORITY,
298
+ ImportanceCategory::Security => SECURITY_PRIORITY,
299
+ ImportanceCategory::Importance => IMPORTANCE_PRIORITY,
300
+ ImportanceCategory::Markdown => MARKDOWN_PRIORITY,
301
+ }
302
+ }
303
+
304
+ /// True when `[start..end)` in `bytes` is bounded by a non-word-character
305
+ /// (or string boundary) on each side. ASCII word characters: `[A-Za-z0-9_]`.
306
+ fn is_word_boundary(bytes: &[u8], start: usize, end: usize) -> bool {
307
+ let left_ok = start == 0 || !is_word_byte(bytes[start - 1]);
308
+ let right_ok = end == bytes.len() || !is_word_byte(bytes[end]);
309
+ left_ok && right_ok
310
+ }
311
+
312
+ #[inline]
313
+ fn is_word_byte(b: u8) -> bool {
314
+ matches!(b, b'A'..=b'Z' | b'a'..=b'z' | b'0'..=b'9' | b'_')
315
+ }
316
+
317
+ #[cfg(test)]
318
+ mod tests {
319
+ use super::*;
320
+
321
+ fn detect(line: &str, ctx: ImportanceContext) -> ImportanceSignal {
322
+ KeywordDetector::new().score(line, ctx)
323
+ }
324
+
325
+ #[test]
326
+ fn fires_on_uppercase_error_in_search() {
327
+ let s = detect("ERROR: connection refused", ImportanceContext::Search);
328
+ assert_eq!(s.category, Some(ImportanceCategory::Error));
329
+ assert!(s.priority > 0.9);
330
+ }
331
+
332
+ #[test]
333
+ fn timeout_now_classified_as_error_in_diff() {
334
+ // fixed_in_3e1: Python's ERROR_PATTERN regex omitted "timeout",
335
+ // so this line was misclassified as neutral despite being
336
+ // canonical in ERROR_KEYWORDS.
337
+ let s = detect(
338
+ "FATAL: timeout connecting upstream",
339
+ ImportanceContext::Diff,
340
+ );
341
+ assert_eq!(s.category, Some(ImportanceCategory::Error));
342
+ }
343
+
344
+ #[test]
345
+ fn rejected_now_classified_as_error() {
346
+ // fixed_in_3e1: parity gap with Python.
347
+ let s = detect("auth request rejected", ImportanceContext::Diff);
348
+ assert_eq!(s.category, Some(ImportanceCategory::Error));
349
+ }
350
+
351
+ #[test]
352
+ fn token_no_longer_flags_security_in_llm_proxy_context() {
353
+ // fixed_in_3e1: dropping "token" from the security set means an
354
+ // LLM-metric line stops false-positively routing as a security
355
+ // signal.
356
+ let s = detect(
357
+ "input_tokens=512 output_tokens=256",
358
+ ImportanceContext::Diff,
359
+ );
360
+ assert!(!s.is_match());
361
+ }
362
+
363
+ #[test]
364
+ fn auth_still_flags_security_in_diff() {
365
+ let s = detect("missing auth header", ImportanceContext::Diff);
366
+ assert_eq!(s.category, Some(ImportanceCategory::Security));
367
+ }
368
+
369
+ #[test]
370
+ fn warning_fires_in_search_but_not_diff() {
371
+ let in_search = detect("warning: deprecated API", ImportanceContext::Search);
372
+ assert_eq!(in_search.category, Some(ImportanceCategory::Warning));
373
+
374
+ // Python's PRIORITY_PATTERNS_DIFF excluded WARNING_PATTERN; we
375
+ // preserve that.
376
+ let in_diff = detect(
377
+ "warning: deprecated API alone with no errors",
378
+ ImportanceContext::Diff,
379
+ );
380
+ assert_ne!(in_diff.category, Some(ImportanceCategory::Warning));
381
+ }
382
+
383
+ #[test]
384
+ fn markdown_header_fires_only_in_text() {
385
+ let in_text = detect("# Important section", ImportanceContext::Text);
386
+ // "important" is itself an importance keyword, so this line
387
+ // fires as Importance (universal) before we reach the markdown
388
+ // prefix check. Drop the keyword to isolate the prefix path.
389
+ let _ = in_text;
390
+ let prefix_only = detect("# Section", ImportanceContext::Text);
391
+ assert_eq!(prefix_only.category, Some(ImportanceCategory::Markdown));
392
+ let same_line_in_diff = detect("# Section", ImportanceContext::Diff);
393
+ assert!(!same_line_in_diff.is_match());
394
+ }
395
+
396
+ #[test]
397
+ fn word_boundary_excludes_substring_matches() {
398
+ // Without word boundaries, "preferred" would match "fail" via
399
+ // the substring "fer" -> not a real risk, but
400
+ // "tokenize" must NOT be misread as the error keyword "token"
401
+ // (we dropped that one anyway), and "panicker" must not match
402
+ // "panic" inside a normal English word.
403
+ let s = detect("the panicker showed up late", ImportanceContext::Search);
404
+ assert!(!s.is_match());
405
+ }
406
+
407
+ #[test]
408
+ fn neutral_line_returns_zero_confidence() {
409
+ let s = detect("the quick brown fox", ImportanceContext::Text);
410
+ assert!(!s.is_match());
411
+ assert_eq!(s.confidence, 0.0);
412
+ }
413
+
414
+ #[test]
415
+ fn contains_error_indicator_is_lax_substring_match() {
416
+ // Preserves Python `content_has_error_indicators` semantics:
417
+ // "errored" -> matches "error". This is intentional for fast
418
+ // triage; the strict version is `score()`.
419
+ let det = KeywordDetector::new();
420
+ assert!(det.contains_error_indicator("the request errored out"));
421
+ assert!(det.contains_error_indicator("traceback follows"));
422
+ assert!(!det.contains_error_indicator("everything is fine"));
423
+ }
424
+
425
+ #[test]
426
+ fn registry_snapshot_has_token_dropped() {
427
+ let reg = KeywordRegistry::default_set();
428
+ assert!(!reg.security.contains(&"token"));
429
+ assert!(reg.security.contains(&"auth"));
430
+ assert!(reg.error.contains(&"timeout"));
431
+ assert!(reg.error.contains(&"abort"));
432
+ }
433
+ }
@@ -0,0 +1,84 @@
1
+ //! Line-level importance detection trait.
2
+ //!
3
+ //! Compressors call this when deciding which lines to drop under a token
4
+ //! budget. The signal carries category, priority, and confidence — never
5
+ //! a bare bool — so future tiers can short-circuit on high confidence
6
+ //! and lower-priority callers can fall through.
7
+
8
+ /// Where the line came from. Determines which pattern set fires (e.g.
9
+ /// markdown headers count as priority signals in prose, but not in diff
10
+ /// hunks).
11
+ #[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
12
+ pub enum ImportanceContext {
13
+ /// Free-form prose (text_compressor) — markdown structure matters.
14
+ Text,
15
+ /// grep/ripgrep output (search_compressor) — error/warn keywords win.
16
+ Search,
17
+ /// git diff (diff_compressor) — error + security + importance keywords.
18
+ Diff,
19
+ /// Log output (log_compressor) — error/warn keywords + level prefixes.
20
+ Log,
21
+ }
22
+
23
+ /// Why a line earned its priority.
24
+ #[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]
25
+ pub enum ImportanceCategory {
26
+ Error,
27
+ Warning,
28
+ Importance,
29
+ Security,
30
+ /// Markdown structure — headers, bold, blockquotes. Only meaningful
31
+ /// in `ImportanceContext::Text`.
32
+ Markdown,
33
+ }
34
+
35
+ /// Output of a single detector for a single line.
36
+ ///
37
+ /// `priority` is what compressors rank by; `confidence` is what the
38
+ /// [`super::tiered::Tiered`] combinator uses to decide whether to keep
39
+ /// asking the next tier.
40
+ #[derive(Debug, Clone, Copy, PartialEq)]
41
+ pub struct ImportanceSignal {
42
+ /// The category the detector matched on, if any.
43
+ pub category: Option<ImportanceCategory>,
44
+ /// 0.0 = drop first, 1.0 = keep at all costs.
45
+ pub priority: f32,
46
+ /// 0.0 = no information, 1.0 = the detector is sure.
47
+ pub confidence: f32,
48
+ }
49
+
50
+ impl ImportanceSignal {
51
+ /// "I have no opinion on this line." Returned when nothing matched.
52
+ pub const fn neutral() -> Self {
53
+ Self {
54
+ category: None,
55
+ priority: 0.0,
56
+ confidence: 0.0,
57
+ }
58
+ }
59
+
60
+ /// A fired detection with explicit category and priority.
61
+ pub const fn matched(category: ImportanceCategory, priority: f32, confidence: f32) -> Self {
62
+ Self {
63
+ category: Some(category),
64
+ priority,
65
+ confidence,
66
+ }
67
+ }
68
+
69
+ /// True when the detector saw something it recognized.
70
+ pub fn is_match(&self) -> bool {
71
+ self.category.is_some()
72
+ }
73
+ }
74
+
75
+ /// Single-line importance classifier.
76
+ ///
77
+ /// Implementations are expected to be cheap (keyword automaton, lexical
78
+ /// features) or amortizable (embedding+classifier head with batched
79
+ /// inference). They MUST be `Send + Sync` because compressors share
80
+ /// detector instances across tokio worker threads.
81
+ pub trait LineImportanceDetector: Send + Sync {
82
+ /// Score a single line in the given context.
83
+ fn score(&self, line: &str, ctx: ImportanceContext) -> ImportanceSignal;
84
+ }
@@ -0,0 +1,61 @@
1
+ //! Detection-trait module — cross-cutting classifiers used by transforms.
2
+ //!
3
+ //! # Why a top-level module
4
+ //!
5
+ //! Transforms in [`crate::transforms`] mutate data; signals in this module
6
+ //! *classify* it. The same classifier feeds many transforms (e.g. line
7
+ //! importance scoring is consumed by `text_compressor`, `search_compressor`,
8
+ //! `diff_compressor`, and `log_compressor`), so the layering belongs at the
9
+ //! crate root, not nested under any one transform.
10
+ //!
11
+ //! # The shape we follow
12
+ //!
13
+ //! Detection in Headroom matures along a known curve:
14
+ //!
15
+ //! 1. **Pattern fallback** — keyword/regex scanning. Cheap, brittle, the
16
+ //! starting point for every detector. This is what
17
+ //! [`keyword_detector::KeywordDetector`] gives us today.
18
+ //! 2. **Structured parser** — when the input has grammar (diffs, JSON,
19
+ //! code), parse it. Already done for `unidiff` (content type) and
20
+ //! `tree-sitter` (language).
21
+ //! 3. **ML model** — for fuzzy categories (line importance, anchor cells,
22
+ //! HTML extraction), a small classifier trained on labeled traffic
23
+ //! outperforms keywords. The canonical extension path here is a
24
+ //! classification head on the existing `bge-small-en-v1.5` embedder
25
+ //! (already loaded for `relevance`); see `signals/README.md`.
26
+ //!
27
+ //! All three live behind the same per-granularity trait. Tiering is
28
+ //! *composition* via [`tiered::Tiered`] — never inheritance. A future ML
29
+ //! detector slots in as a new tier without touching the keyword detector
30
+ //! or any caller.
31
+ //!
32
+ //! # Per-granularity, not per-domain
33
+ //!
34
+ //! Different inputs warrant different trait signatures:
35
+ //!
36
+ //! - [`line_importance::LineImportanceDetector`] — single line → priority
37
+ //! - (future) `ContentTypeDetector` — whole blob → category
38
+ //! - (future) `ItemImportanceDetector<I>` — `&[I]` → ranking
39
+ //!
40
+ //! Cramming everything into one `Detector<Any>` would force callers to
41
+ //! match on input shape at every site. Three traits keep each callsite
42
+ //! type-checked.
43
+ //!
44
+ //! # No silent fallbacks
45
+ //!
46
+ //! Per project conventions, every concrete impl in this module is real.
47
+ //! No `NoOpDetector`, no stub-ML impl that returns zeros, no
48
+ //! "fallback" classifier that quietly degrades. If a tier is registered,
49
+ //! it does the work; if no tier confidently matches, the signal carries
50
+ //! that fact in its `confidence` field rather than being silently
51
+ //! coerced to a positive answer.
52
+
53
+ pub mod keyword_detector;
54
+ pub mod line_importance;
55
+ pub mod tiered;
56
+
57
+ pub use keyword_detector::{KeywordDetector, KeywordRegistry};
58
+ pub use line_importance::{
59
+ ImportanceCategory, ImportanceContext, ImportanceSignal, LineImportanceDetector,
60
+ };
61
+ pub use tiered::Tiered;