xithead 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (661) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +108 -72
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +366 -366
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.d.ts +57 -57
  553. package/npm/index.js +139 -139
  554. package/npm/package.json +55 -54
  555. package/npm/postinstall.js +43 -43
  556. package/package.json +58 -36
  557. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  558. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  559. package/plugins/headroom-oauth2/LICENSE +3 -0
  560. package/plugins/headroom-oauth2/SPEC.md +115 -0
  561. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  562. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  563. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  564. package/plugins/openclaw/hook-shim/handler.js +3 -0
  565. package/plugins/openclaw/openclaw.plugin.json +98 -0
  566. package/plugins/openclaw/package-lock.json +2692 -0
  567. package/plugins/openclaw/package.json +54 -0
  568. package/plugins/openclaw/prepare-dist.mjs +56 -0
  569. package/plugins/openclaw/src/convert.ts +418 -0
  570. package/plugins/openclaw/src/engine.ts +284 -0
  571. package/plugins/openclaw/src/gateway-config.ts +143 -0
  572. package/plugins/openclaw/src/index.ts +11 -0
  573. package/plugins/openclaw/src/plugin/index.ts +98 -0
  574. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  575. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  576. package/plugins/openclaw/test/convert.test.ts +96 -0
  577. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  578. package/plugins/openclaw/test/engine.test.ts +101 -0
  579. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  580. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  581. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  582. package/plugins/openclaw/tsup.config.ts +9 -0
  583. package/postcss.config.mjs +7 -0
  584. package/pyproject.toml +438 -0
  585. package/rust-toolchain.toml +16 -0
  586. package/sdk/typescript/examples/basic-compress.ts +64 -0
  587. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  588. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  589. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  590. package/sdk/typescript/examples/multi-provider.ts +53 -0
  591. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  592. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  593. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  594. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  595. package/sdk/typescript/examples/structured-output.ts +99 -0
  596. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  597. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  598. package/sdk/typescript/package-lock.json +3437 -0
  599. package/sdk/typescript/package.json +108 -0
  600. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  601. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  602. package/sdk/typescript/src/adapters/openai.ts +77 -0
  603. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  604. package/sdk/typescript/src/client.ts +632 -0
  605. package/sdk/typescript/src/compress.ts +87 -0
  606. package/sdk/typescript/src/errors.ts +114 -0
  607. package/sdk/typescript/src/hooks.ts +113 -0
  608. package/sdk/typescript/src/index.ts +140 -0
  609. package/sdk/typescript/src/paths.ts +272 -0
  610. package/sdk/typescript/src/shared-context.ts +188 -0
  611. package/sdk/typescript/src/simulate.ts +52 -0
  612. package/sdk/typescript/src/types/config.ts +183 -0
  613. package/sdk/typescript/src/types/models.ts +314 -0
  614. package/sdk/typescript/src/types.ts +139 -0
  615. package/sdk/typescript/src/utils/case.ts +34 -0
  616. package/sdk/typescript/src/utils/format.ts +480 -0
  617. package/sdk/typescript/src/utils/stream.ts +50 -0
  618. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  619. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  620. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  621. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  622. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  623. package/sdk/typescript/test/client.test.ts +266 -0
  624. package/sdk/typescript/test/compress.test.ts +118 -0
  625. package/sdk/typescript/test/config.test.ts +275 -0
  626. package/sdk/typescript/test/errors.test.ts +169 -0
  627. package/sdk/typescript/test/format-integration.test.ts +252 -0
  628. package/sdk/typescript/test/hooks.test.ts +265 -0
  629. package/sdk/typescript/test/integration.test.ts +249 -0
  630. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  631. package/sdk/typescript/test/models.test.ts +318 -0
  632. package/sdk/typescript/test/parity.test.ts +337 -0
  633. package/sdk/typescript/test/paths.test.ts +447 -0
  634. package/sdk/typescript/test/shared-context.test.ts +245 -0
  635. package/sdk/typescript/test/simulate.test.ts +84 -0
  636. package/sdk/typescript/test/types.test.ts +244 -0
  637. package/sdk/typescript/test/utils/case.test.ts +129 -0
  638. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  639. package/sdk/typescript/test/utils/format.test.ts +434 -0
  640. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  641. package/sdk/typescript/tsup.config.ts +17 -0
  642. package/tailwind.master.config.cjs +47 -0
  643. package/types/api.ts +12 -0
  644. package/types/config.ts +9 -0
  645. package/types/index.ts +2 -0
  646. package/uv.lock +6951 -0
  647. package/xithead.egg-info/PKG-INFO +22 -0
  648. package/xithead.egg-info/SOURCES.txt +16 -0
  649. package/xithead.egg-info/dependency_links.txt +1 -0
  650. package/xithead.egg-info/entry_points.txt +2 -0
  651. package/xithead.egg-info/requires.txt +10 -0
  652. package/xithead.egg-info/top_level.txt +2 -0
  653. package/xithead.ps1 +136 -0
  654. package/xithead.sh +129 -0
  655. package/xithead_dist/pyproject.toml +39 -0
  656. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  657. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  658. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  659. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  660. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  661. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
@@ -0,0 +1,407 @@
1
+ //! Legacy regex-based query anchor extraction.
2
+ //!
3
+ //! Direct port of `extract_query_anchors` and `item_matches_anchors`
4
+ //! (`smart_crusher.py:99-168`). The Python doc-comment marks both as
5
+ //! DEPRECATED in favor of `RelevanceScorer`, but they're still called
6
+ //! by the live SmartCrusher path on every invocation, so we port them
7
+ //! faithfully.
8
+ //!
9
+ //! # Why regex parity matters
10
+ //!
11
+ //! These regexes drive which array items survive compression. A subtle
12
+ //! difference between Python's `re` engine and Rust's `regex` crate
13
+ //! (e.g. word-boundary behavior on Unicode, or repetition greediness)
14
+ //! would silently change which anchors are detected and which items
15
+ //! survive. The patterns below are pinned to lowercase ASCII inputs
16
+ //! and use only ASCII-safe constructs to keep behavior identical.
17
+
18
+ use regex::Regex;
19
+ use serde_json::Value;
20
+ use std::collections::HashSet;
21
+ use std::sync::LazyLock;
22
+
23
+ // ---------------------------------------------------------------
24
+ // Pattern definitions — direct ports of the module-level Python regexes
25
+ // at `smart_crusher.py:85-93`. `std::sync::LazyLock` (stable since Rust
26
+ // 1.80) is the modern equivalent of `once_cell::sync::Lazy`, mirroring
27
+ // Python's `re.compile` at module import time.
28
+ // ---------------------------------------------------------------
29
+
30
+ /// `\b[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}\b`
31
+ static UUID_PATTERN: LazyLock<Regex> = LazyLock::new(|| {
32
+ Regex::new(r"\b[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}\b")
33
+ .expect("UUID_PATTERN")
34
+ });
35
+
36
+ /// 4+ digit numbers (likely IDs). Python: `r"\b\d{4,}\b"`.
37
+ static NUMERIC_ID_PATTERN: LazyLock<Regex> =
38
+ LazyLock::new(|| Regex::new(r"\b\d{4,}\b").expect("NUMERIC_ID_PATTERN"));
39
+
40
+ /// Hostname pattern. Matches `host.tld` with optional `.tld2`. Python:
41
+ /// `r"\b[a-zA-Z0-9][-a-zA-Z0-9]*\.[a-zA-Z0-9][-a-zA-Z0-9]*(?:\.[a-zA-Z]{2,})?\b"`.
42
+ static HOSTNAME_PATTERN: LazyLock<Regex> = LazyLock::new(|| {
43
+ Regex::new(r"\b[a-zA-Z0-9][-a-zA-Z0-9]*\.[a-zA-Z0-9][-a-zA-Z0-9]*(?:\.[a-zA-Z]{2,})?\b")
44
+ .expect("HOSTNAME_PATTERN")
45
+ });
46
+
47
+ /// Short quoted strings (single OR double quotes), 1-50 chars between
48
+ /// quotes. Python: `r"['\"]([^'\"]{1,50})['\"]"`.
49
+ static QUOTED_STRING_PATTERN: LazyLock<Regex> =
50
+ LazyLock::new(|| Regex::new(r#"['"]([^'"]{1,50})['"]"#).expect("QUOTED_STRING_PATTERN"));
51
+
52
+ /// Email addresses. Python: `r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b"`.
53
+ /// (Note Python's `[A-Z|a-z]` includes a literal `|` in the character
54
+ /// class — almost certainly a typo, but we faithfully port it for
55
+ /// parity. Real-world impact is nil since `|` doesn't appear in TLDs.)
56
+ static EMAIL_PATTERN: LazyLock<Regex> = LazyLock::new(|| {
57
+ Regex::new(r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b").expect("EMAIL_PATTERN")
58
+ });
59
+
60
+ /// Hostname false-positive blocklist. Python uses a set literal at
61
+ /// `smart_crusher.py:137`. We mirror exactly — these strings get
62
+ /// dropped from anchor results.
63
+ const HOSTNAME_FALSE_POSITIVES: &[&str] = &["e.g", "i.e", "etc."];
64
+
65
+ /// Extract query anchors from user text. **DEPRECATED** in Python in
66
+ /// favor of `RelevanceScorer`, but still called by the live path —
67
+ /// ported as-is.
68
+ ///
69
+ /// Output is a set of lowercased anchor strings. Order is not
70
+ /// significant (Python returns `set[str]`).
71
+ pub fn extract_query_anchors(text: &str) -> HashSet<String> {
72
+ let mut anchors = HashSet::new();
73
+
74
+ if text.is_empty() {
75
+ return anchors;
76
+ }
77
+
78
+ // UUIDs — lowercase the match.
79
+ for m in UUID_PATTERN.find_iter(text) {
80
+ anchors.insert(m.as_str().to_lowercase());
81
+ }
82
+
83
+ // Numeric IDs — Python keeps original case (digits, no transform needed).
84
+ for m in NUMERIC_ID_PATTERN.find_iter(text) {
85
+ anchors.insert(m.as_str().to_string());
86
+ }
87
+
88
+ // Hostnames — lowercase, filter false positives.
89
+ for m in HOSTNAME_PATTERN.find_iter(text) {
90
+ let lc = m.as_str().to_lowercase();
91
+ if !HOSTNAME_FALSE_POSITIVES.contains(&lc.as_str()) {
92
+ anchors.insert(lc);
93
+ }
94
+ }
95
+
96
+ // Quoted strings — capture group 1 (the content between quotes),
97
+ // require trim().len() >= 2 (Python's `if len(match.strip()) >= 2`).
98
+ for caps in QUOTED_STRING_PATTERN.captures_iter(text) {
99
+ if let Some(inner) = caps.get(1) {
100
+ if inner.as_str().trim().len() >= 2 {
101
+ anchors.insert(inner.as_str().to_lowercase());
102
+ }
103
+ }
104
+ }
105
+
106
+ // Emails — lowercase.
107
+ for m in EMAIL_PATTERN.find_iter(text) {
108
+ anchors.insert(m.as_str().to_lowercase());
109
+ }
110
+
111
+ anchors
112
+ }
113
+
114
+ /// Serialize a `serde_json::Value` to a string matching Python's
115
+ /// `str()` of the equivalent native value.
116
+ ///
117
+ /// Used by `item_matches_anchors` because Python compares anchors via
118
+ /// `anchor in str(item).lower()` and `str(dict)` differs from
119
+ /// `json.dumps(dict)` in three ways that affect substring matching:
120
+ ///
121
+ /// | Aspect | Python `str(dict)` | `serde_json::to_string` |
122
+ /// |------------------|------------------------------|-------------------------|
123
+ /// | String quotes | single `'` | double `"` |
124
+ /// | Booleans / null | `True`, `False`, `None` | `true`, `false`, `null` |
125
+ /// | Spacing | `key: value`, `a, b` | `key:value`, `a,b` |
126
+ ///
127
+ /// All three matter for anchor matching:
128
+ /// - An anchor `"name': 'a"` extracted from a user phrase like
129
+ /// `find {'name': 'alice'}` would match Python's serialization but
130
+ /// never the JSON form.
131
+ /// - An anchor `"true"` (lowercased from `"True"`) matches both, but
132
+ /// the unlowercased version `"True"` is in Python output and not
133
+ /// JSON. Lowercasing both sides handles this.
134
+ /// - An anchor `"name: alice"` (with the space) would match Python
135
+ /// but never JSON.
136
+ ///
137
+ /// Output is then lowercased upstream (matching Python's `.lower()`)
138
+ /// so True/False/None case is normalized away after that step.
139
+ fn python_repr(value: &Value) -> String {
140
+ let mut out = String::new();
141
+ write_python_repr(&mut out, value);
142
+ out
143
+ }
144
+
145
+ fn write_python_repr(out: &mut String, value: &Value) {
146
+ match value {
147
+ Value::Null => out.push_str("None"),
148
+ Value::Bool(true) => out.push_str("True"),
149
+ Value::Bool(false) => out.push_str("False"),
150
+ Value::Number(n) => {
151
+ // Python `str(int)` and `str(float)` produce minimal forms.
152
+ // `serde_json::Number`'s `Display` matches Python for ints
153
+ // (`5`) but for floats it can write `1.0` while Python may
154
+ // write `1.0` too — close enough for substring matching
155
+ // since anchor strings rarely contain numeric literals
156
+ // beyond the digit prefix.
157
+ out.push_str(&n.to_string());
158
+ }
159
+ Value::String(s) => {
160
+ // Python `repr(s)` chooses single or double quotes
161
+ // depending on content. Default preference is single
162
+ // quotes; switches to double if the string contains a
163
+ // single quote and no double. We emit single quotes
164
+ // always — this matches the dominant case (no quotes in
165
+ // the string) and is what Python does for `str(dict)` of
166
+ // most realistic data. The rare case where Python would
167
+ // switch to double quotes is documented as a known parity
168
+ // gap in `python_repr_string_with_single_quote_drift`.
169
+ out.push('\'');
170
+ out.push_str(s);
171
+ out.push('\'');
172
+ }
173
+ Value::Array(items) => {
174
+ out.push('[');
175
+ for (i, item) in items.iter().enumerate() {
176
+ if i > 0 {
177
+ out.push_str(", ");
178
+ }
179
+ write_python_repr(out, item);
180
+ }
181
+ out.push(']');
182
+ }
183
+ Value::Object(map) => {
184
+ out.push('{');
185
+ // Python preserves insertion order in `dict.__str__` (since
186
+ // Python 3.7). We require the workspace `serde_json` to be
187
+ // built with `preserve_order` so `serde_json::Map` uses
188
+ // `IndexMap` instead of the default `BTreeMap` — see the
189
+ // comment on `serde_json` in the workspace `Cargo.toml`.
190
+ // Without that feature, this iteration is sorted-by-key
191
+ // and silently diverges from Python on every multi-key
192
+ // object.
193
+ for (i, (k, v)) in map.iter().enumerate() {
194
+ if i > 0 {
195
+ out.push_str(", ");
196
+ }
197
+ out.push('\'');
198
+ out.push_str(k);
199
+ out.push('\'');
200
+ out.push_str(": ");
201
+ write_python_repr(out, v);
202
+ }
203
+ out.push('}');
204
+ }
205
+ }
206
+ }
207
+
208
+ /// Check if a JSON value matches any query anchors.
209
+ ///
210
+ /// Direct port of `item_matches_anchors` (Python `smart_crusher.py:152-168`).
211
+ /// Python uses `str(item).lower()` which produces Python's repr-like
212
+ /// representation. We mirror that via `python_repr` rather than
213
+ /// `serde_json::to_string` so substring matching has the same surface
214
+ /// as Python (single quotes, `True`/`False`/`None`, spaced commas/colons).
215
+ pub fn item_matches_anchors(item: &Value, anchors: &HashSet<String>) -> bool {
216
+ if anchors.is_empty() {
217
+ return false;
218
+ }
219
+
220
+ // Python: `str(item).lower()`. `python_repr` produces the same
221
+ // single-quoted, space-after-colon, `True`/`False`/`None` form
222
+ // that Python's `str()` does; lowercase normalizes the bool/null
223
+ // case to match Python's downstream `.lower()` call.
224
+ let item_str = python_repr(item).to_lowercase();
225
+ anchors.iter().any(|a| item_str.contains(a))
226
+ }
227
+
228
+ #[cfg(test)]
229
+ mod tests {
230
+ use super::*;
231
+ use serde_json::json;
232
+
233
+ #[test]
234
+ fn empty_text_no_anchors() {
235
+ assert!(extract_query_anchors("").is_empty());
236
+ }
237
+
238
+ #[test]
239
+ fn extracts_uuid_lowercased() {
240
+ let anchors = extract_query_anchors("see id 550E8400-E29B-41D4-A716-446655440000 plz");
241
+ assert!(anchors.contains("550e8400-e29b-41d4-a716-446655440000"));
242
+ }
243
+
244
+ #[test]
245
+ fn extracts_numeric_id_unchanged() {
246
+ let anchors = extract_query_anchors("user 12345 reported issue");
247
+ assert!(anchors.contains("12345"));
248
+ }
249
+
250
+ #[test]
251
+ fn three_digit_number_not_anchor() {
252
+ // Pattern requires 4+ digits.
253
+ let anchors = extract_query_anchors("user 123 reported issue");
254
+ assert!(!anchors.iter().any(|a| a == "123"));
255
+ }
256
+
257
+ #[test]
258
+ fn extracts_hostname() {
259
+ let anchors = extract_query_anchors("connect to api.example.com asap");
260
+ assert!(anchors.contains("api.example.com"));
261
+ }
262
+
263
+ #[test]
264
+ fn hostname_false_positive_filtered() {
265
+ // "e.g" is in the blocklist — must NOT appear as an anchor even
266
+ // though it matches the regex.
267
+ let anchors = extract_query_anchors("test e.g.com endpoint");
268
+ // "e.g" is filtered, but "e.g.com" or other longer matches may
269
+ // pass; we only assert "e.g" itself is gone.
270
+ assert!(!anchors.contains("e.g"));
271
+ }
272
+
273
+ #[test]
274
+ fn extracts_quoted_string_double() {
275
+ let anchors = extract_query_anchors(r#"find the "user_name" field"#);
276
+ assert!(anchors.contains("user_name"));
277
+ }
278
+
279
+ #[test]
280
+ fn extracts_quoted_string_single() {
281
+ let anchors = extract_query_anchors("find the 'user_name' field");
282
+ assert!(anchors.contains("user_name"));
283
+ }
284
+
285
+ #[test]
286
+ fn very_short_quoted_skipped() {
287
+ // Less than 2 chars after trim — skipped.
288
+ let anchors = extract_query_anchors(r#"the "x" thing"#);
289
+ assert!(!anchors.contains("x"));
290
+ }
291
+
292
+ #[test]
293
+ fn extracts_email() {
294
+ let anchors = extract_query_anchors("contact USER@example.COM please");
295
+ assert!(anchors.contains("user@example.com"));
296
+ }
297
+
298
+ #[test]
299
+ fn item_matches_anchors_empty_set() {
300
+ let empty = HashSet::new();
301
+ assert!(!item_matches_anchors(&json!({"a": 1}), &empty));
302
+ }
303
+
304
+ #[test]
305
+ fn item_matches_anchor_in_value() {
306
+ let anchors: HashSet<String> = ["alice".to_string()].into_iter().collect();
307
+ assert!(item_matches_anchors(&json!({"name": "Alice"}), &anchors));
308
+ }
309
+
310
+ #[test]
311
+ fn item_matches_anchor_in_key() {
312
+ let anchors: HashSet<String> = ["status".to_string()].into_iter().collect();
313
+ // The anchor "status" appears in the JSON-serialized key.
314
+ assert!(item_matches_anchors(&json!({"status": "ok"}), &anchors));
315
+ }
316
+
317
+ #[test]
318
+ fn item_no_match_with_unrelated_anchor() {
319
+ let anchors: HashSet<String> = ["xyz123".to_string()].into_iter().collect();
320
+ assert!(!item_matches_anchors(&json!({"a": "b"}), &anchors));
321
+ }
322
+
323
+ #[test]
324
+ fn hostname_blocklist_drops_e_g() {
325
+ // S5 in code review: pin that "e.g" in input doesn't surface as
326
+ // an anchor. Direct match against the regex confirms "e.g" itself
327
+ // matches before the blocklist filters it.
328
+ let anchors = extract_query_anchors("see e.g for example");
329
+ assert!(!anchors.contains("e.g"));
330
+ // Sanity: a normal hostname still passes through.
331
+ let anchors = extract_query_anchors("connect to api.example.com");
332
+ assert!(anchors.contains("api.example.com"));
333
+ }
334
+
335
+ #[test]
336
+ fn email_typo_pattern_still_matches_real_emails() {
337
+ // S4 in code review: the Python `[A-Z|a-z]` typo doesn't break
338
+ // real email matching — pin that explicitly.
339
+ let anchors = extract_query_anchors("contact alice@example.com today");
340
+ assert!(anchors.contains("alice@example.com"));
341
+ let anchors = extract_query_anchors("ping bob@SUB.EXAMPLE.IO");
342
+ assert!(anchors.contains("bob@sub.example.io"));
343
+ }
344
+
345
+ // ---------- python_repr (used by item_matches_anchors) ----------
346
+
347
+ #[test]
348
+ fn python_repr_matches_python_str_for_dict() {
349
+ // Python: `str({'name': 'Alice', 'ok': True, 'count': 5, 'val': None})`
350
+ // = `"{'name': 'Alice', 'ok': True, 'count': 5, 'val': None}"`
351
+ // (insertion order — Python's dict preserves it since 3.7).
352
+ //
353
+ // Workspace `Cargo.toml` enables serde_json's `preserve_order`
354
+ // feature, so `json!` macro and `serde_json::from_str` both
355
+ // preserve key insertion order. Without that feature the test
356
+ // below would fail.
357
+ let v = json!({"name": "Alice", "ok": true, "count": 5, "val": null});
358
+ let r = python_repr(&v);
359
+ assert_eq!(r, "{'name': 'Alice', 'ok': True, 'count': 5, 'val': None}");
360
+ }
361
+
362
+ #[test]
363
+ fn python_repr_list_uses_space_after_comma() {
364
+ // Python: `str([1, 2, 'abc', True])` = `"[1, 2, 'abc', True]"`.
365
+ let v = json!([1, 2, "abc", true]);
366
+ assert_eq!(python_repr(&v), "[1, 2, 'abc', True]");
367
+ }
368
+
369
+ #[test]
370
+ fn python_repr_nested() {
371
+ let v = json!({"a": [1, {"b": "c"}]});
372
+ assert_eq!(python_repr(&v), "{'a': [1, {'b': 'c'}]}");
373
+ }
374
+
375
+ #[test]
376
+ fn item_matches_anchor_with_python_none_form() {
377
+ // I3 fix in review: Python `str({'val': None}).lower()` produces
378
+ // `{'val': none}`. With the old JSON-based matcher, the same
379
+ // input would serialize as `{"val":null}` and an anchor "none"
380
+ // would never match. With `python_repr` the serialization is
381
+ // `{'val': None}` → lowercased to `{'val': none}` → contains "none".
382
+ let anchors: HashSet<String> = ["none".to_string()].into_iter().collect();
383
+ assert!(item_matches_anchors(&json!({"val": null}), &anchors));
384
+ }
385
+
386
+ #[test]
387
+ fn item_matches_anchor_avoids_json_null_token() {
388
+ // Inverse of the above: an anchor "null" must NOT match a Python-
389
+ // null repr (which writes `none`). Pre-fix code would erroneously
390
+ // match because of `serde_json::to_string`'s `null` literal.
391
+ let anchors: HashSet<String> = ["null".to_string()].into_iter().collect();
392
+ assert!(!item_matches_anchors(&json!({"val": null}), &anchors));
393
+ }
394
+
395
+ #[test]
396
+ fn python_repr_string_with_single_quote_drift() {
397
+ // Documented parity gap: Python's `repr` switches to double
398
+ // quotes if the string contains a single quote. We always use
399
+ // single quotes. Pin the gap so future changes are intentional.
400
+ let v = json!({"k": "it's fine"});
401
+ // Our output: `{'k': 'it's fine'}` (broken Python repr — Python
402
+ // would emit `{'k': "it's fine"}`).
403
+ assert_eq!(python_repr(&v), "{'k': 'it's fine'}");
404
+ // Substring matching for typical anchors still works because
405
+ // they don't reference the quote chars themselves.
406
+ }
407
+ }
@@ -0,0 +1,263 @@
1
+ //! `SmartCrusherBuilder` — explicit composition of the three traits.
2
+ //!
3
+ //! `SmartCrusher::new(config)` returns the OSS default composition
4
+ //! (HybridScorer + KeepErrorsConstraint + KeepStructuralOutliersConstraint
5
+ //! + TracingObserver) — drop-in compatible with pre-PR1 callers.
6
+ //!
7
+ //! Builder is for callers who want to customize the composition:
8
+ //!
9
+ //! ```ignore
10
+ //! use headroom_core::transforms::smart_crusher::{
11
+ //! SmartCrusher, SmartCrusherConfig, SmartCrusherBuilder,
12
+ //! };
13
+ //! // Enterprise: swap the scorer, add a business-rule constraint,
14
+ //! // attach an audit observer.
15
+ //! let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
16
+ //! .with_scorer(Box::new(my_loop_scorer))
17
+ //! .add_default_oss_constraints() // KeepErrors + KeepStructuralOutliers
18
+ //! .add_constraint(Box::new(my_business_rule))
19
+ //! .add_observer(Box::new(my_audit_observer))
20
+ //! .build();
21
+ //! ```
22
+ //!
23
+ //! # Defaults vs explicit
24
+ //!
25
+ //! `SmartCrusherBuilder::new()` starts EMPTY — no scorer, no
26
+ //! constraints, no observers. You get exactly what you ask for. Use
27
+ //! [`with_default_oss_setup`](SmartCrusherBuilder::with_default_oss_setup)
28
+ //! to start from the OSS default and customize from there. This is
29
+ //! the "no silent fallback" rule applied to composition: the builder
30
+ //! makes your intent explicit; the `new()` factory shorthand for the
31
+ //! OSS preset.
32
+
33
+ use std::sync::Arc;
34
+
35
+ use crate::ccr::{CcrStore, InMemoryCcrStore};
36
+ use crate::relevance::{HybridScorer, RelevanceScorer};
37
+ use crate::transforms::anchor_selector::{AnchorConfig, AnchorSelector};
38
+
39
+ use super::analyzer::SmartAnalyzer;
40
+ use super::compaction::CompactionStage;
41
+ use super::config::SmartCrusherConfig;
42
+ use super::constraints::default_oss_constraints;
43
+ use super::crusher::SmartCrusher;
44
+ use super::observer::TracingObserver;
45
+ use super::traits::{Constraint, Observer};
46
+
47
+ /// Builder for `SmartCrusher`. See module docs.
48
+ pub struct SmartCrusherBuilder {
49
+ config: SmartCrusherConfig,
50
+ anchor_config: Option<AnchorConfig>,
51
+ scorer: Option<Box<dyn RelevanceScorer + Send + Sync>>,
52
+ constraints: Vec<Box<dyn Constraint>>,
53
+ observers: Vec<Box<dyn Observer>>,
54
+ compaction: Option<CompactionStage>,
55
+ ccr_store: Option<Arc<dyn CcrStore>>,
56
+ }
57
+
58
+ impl SmartCrusherBuilder {
59
+ /// Empty builder — no scorer, no constraints, no observers, no
60
+ /// compaction stage.
61
+ pub fn new(config: SmartCrusherConfig) -> Self {
62
+ SmartCrusherBuilder {
63
+ config,
64
+ anchor_config: None,
65
+ scorer: None,
66
+ constraints: Vec::new(),
67
+ observers: Vec::new(),
68
+ compaction: None,
69
+ ccr_store: None,
70
+ }
71
+ }
72
+
73
+ /// Override the default `AnchorConfig` (rare — most callers leave
74
+ /// this as the default).
75
+ pub fn anchor_config(mut self, cfg: AnchorConfig) -> Self {
76
+ self.anchor_config = Some(cfg);
77
+ self
78
+ }
79
+
80
+ /// Set the relevance scorer. The Enterprise plug-in point — pass
81
+ /// a `LoopScorer`, custom `HybridScorer { adaptive: false, alpha: 0.5 }`,
82
+ /// or any other `RelevanceScorer` impl.
83
+ pub fn with_scorer(mut self, scorer: Box<dyn RelevanceScorer + Send + Sync>) -> Self {
84
+ self.scorer = Some(scorer);
85
+ self
86
+ }
87
+
88
+ /// Append a constraint. Constraints stack — the must-keep set is
89
+ /// the union of every constraint's output. Order does not affect
90
+ /// correctness but is preserved in observer event strategy strings
91
+ /// for determinism.
92
+ pub fn add_constraint(mut self, c: Box<dyn Constraint>) -> Self {
93
+ self.constraints.push(c);
94
+ self
95
+ }
96
+
97
+ /// Append the OSS default constraint stack (`KeepErrorsConstraint`
98
+ /// plus `KeepStructuralOutliersConstraint`) to the current builder.
99
+ /// Composes naturally with `add_constraint`:
100
+ ///
101
+ /// ```ignore
102
+ /// SmartCrusherBuilder::new(cfg)
103
+ /// .add_default_oss_constraints()
104
+ /// .add_constraint(Box::new(MyBusinessRule))
105
+ /// ```
106
+ pub fn add_default_oss_constraints(mut self) -> Self {
107
+ self.constraints.extend(default_oss_constraints());
108
+ self
109
+ }
110
+
111
+ /// Append an observer. Observers stack — every event fires every
112
+ /// observer in registration order.
113
+ pub fn add_observer(mut self, o: Box<dyn Observer>) -> Self {
114
+ self.observers.push(o);
115
+ self
116
+ }
117
+
118
+ /// Apply the OSS default setup: `HybridScorer`,
119
+ /// default-OSS-constraints, `TracingObserver`. Equivalent to
120
+ /// `SmartCrusher::new(config)` if no further customization is
121
+ /// applied. Use this when starting from the OSS preset and
122
+ /// adding a few enterprise components.
123
+ pub fn with_default_oss_setup(self) -> Self {
124
+ self.with_scorer(Box::<HybridScorer>::default())
125
+ .add_default_oss_constraints()
126
+ .add_observer(Box::new(TracingObserver))
127
+ }
128
+
129
+ /// Plug in a compaction stage. When set, `crush_array` runs the
130
+ /// stage before the lossy pipeline; if it produces a non-`Untouched`
131
+ /// compaction the rendered bytes are returned via
132
+ /// [`CrushArrayResult::compacted`]. The lossy result still fills
133
+ /// `items` so callers can choose either output.
134
+ ///
135
+ /// [`CrushArrayResult::compacted`]: super::crusher::CrushArrayResult::compacted
136
+ pub fn with_compaction(mut self, stage: CompactionStage) -> Self {
137
+ self.compaction = Some(stage);
138
+ self
139
+ }
140
+
141
+ /// Convenience: enable the OSS compaction preset (CSV+schema
142
+ /// formatter, default `CompactConfig`). Equivalent to
143
+ /// `with_compaction(CompactionStage::default_csv_schema())`.
144
+ pub fn with_default_compaction(self) -> Self {
145
+ self.with_compaction(CompactionStage::default_csv_schema())
146
+ }
147
+
148
+ /// Plug in a CCR store. The lossy `crush_array` path stashes each
149
+ /// dropped array's full original here keyed by its hash, so the
150
+ /// runtime can serve retrieval tool calls with no data loss.
151
+ pub fn with_ccr_store(mut self, store: Arc<dyn CcrStore>) -> Self {
152
+ self.ccr_store = Some(store);
153
+ self
154
+ }
155
+
156
+ /// Convenience: install the default in-memory CCR store
157
+ /// (1000 entries, 5-minute TTL — matches Python).
158
+ pub fn with_default_ccr_store(self) -> Self {
159
+ self.with_ccr_store(Arc::new(InMemoryCcrStore::new()))
160
+ }
161
+
162
+ /// Construct the `SmartCrusher`. If `with_scorer` was not called,
163
+ /// falls back to `HybridScorer::default()` so a builder with no
164
+ /// other customization still produces a working crusher.
165
+ pub fn build(self) -> SmartCrusher {
166
+ let analyzer = SmartAnalyzer::new(self.config.clone());
167
+ let anchor_selector = AnchorSelector::new(self.anchor_config.unwrap_or_default());
168
+ let scorer = self
169
+ .scorer
170
+ .unwrap_or_else(|| Box::<HybridScorer>::default());
171
+ SmartCrusher::from_parts(
172
+ self.config,
173
+ anchor_selector,
174
+ scorer,
175
+ analyzer,
176
+ self.constraints,
177
+ self.observers,
178
+ self.compaction,
179
+ self.ccr_store,
180
+ )
181
+ }
182
+ }
183
+
184
+ #[cfg(test)]
185
+ mod tests {
186
+ use super::*;
187
+ use crate::transforms::smart_crusher::traits::{Constraint, CrushEvent, Observer};
188
+ use serde_json::Value;
189
+ use std::sync::atomic::{AtomicUsize, Ordering};
190
+ use std::sync::Arc;
191
+
192
+ struct MarkerConstraint {
193
+ name: &'static str,
194
+ }
195
+ impl Constraint for MarkerConstraint {
196
+ fn name(&self) -> &str {
197
+ self.name
198
+ }
199
+ fn must_keep(&self, _: &[Value], _: Option<&[String]>) -> Vec<usize> {
200
+ Vec::new()
201
+ }
202
+ }
203
+
204
+ struct MarkerObserver {
205
+ count: Arc<AtomicUsize>,
206
+ }
207
+ impl Observer for MarkerObserver {
208
+ fn on_event(&self, _: &CrushEvent) {
209
+ self.count.fetch_add(1, Ordering::SeqCst);
210
+ }
211
+ }
212
+
213
+ #[test]
214
+ fn empty_builder_builds_with_default_scorer() {
215
+ let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default()).build();
216
+ assert!(crusher.constraints.is_empty());
217
+ assert!(crusher.observers.is_empty());
218
+ }
219
+
220
+ #[test]
221
+ fn add_default_oss_constraints_appends_two() {
222
+ let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
223
+ .add_default_oss_constraints()
224
+ .build();
225
+ assert_eq!(crusher.constraints.len(), 2);
226
+ let names: Vec<&str> = crusher.constraints.iter().map(|c| c.name()).collect();
227
+ assert_eq!(names, vec!["keep_errors", "keep_structural_outliers"]);
228
+ }
229
+
230
+ #[test]
231
+ fn add_constraint_preserves_order() {
232
+ let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
233
+ .add_constraint(Box::new(MarkerConstraint { name: "first" }))
234
+ .add_constraint(Box::new(MarkerConstraint { name: "second" }))
235
+ .add_constraint(Box::new(MarkerConstraint { name: "third" }))
236
+ .build();
237
+ let names: Vec<&str> = crusher.constraints.iter().map(|c| c.name()).collect();
238
+ assert_eq!(names, vec!["first", "second", "third"]);
239
+ }
240
+
241
+ #[test]
242
+ fn with_default_oss_setup_yields_two_constraints_one_observer() {
243
+ let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
244
+ .with_default_oss_setup()
245
+ .build();
246
+ assert_eq!(crusher.constraints.len(), 2);
247
+ assert_eq!(crusher.observers.len(), 1);
248
+ }
249
+
250
+ #[test]
251
+ fn builder_observer_fires_on_crush() {
252
+ // Wire a counting observer, run a crush, expect exactly one
253
+ // event. Pins the observer integration end-to-end.
254
+ let counter = Arc::new(AtomicUsize::new(0));
255
+ let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
256
+ .add_observer(Box::new(MarkerObserver {
257
+ count: counter.clone(),
258
+ }))
259
+ .build();
260
+ let _ = crusher.crush(r#"[1, 2, 3]"#, "", 1.0);
261
+ assert_eq!(counter.load(Ordering::SeqCst), 1);
262
+ }
263
+ }