xithead 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (661) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +108 -72
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +366 -366
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.d.ts +57 -57
  553. package/npm/index.js +139 -139
  554. package/npm/package.json +55 -54
  555. package/npm/postinstall.js +43 -43
  556. package/package.json +58 -36
  557. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  558. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  559. package/plugins/headroom-oauth2/LICENSE +3 -0
  560. package/plugins/headroom-oauth2/SPEC.md +115 -0
  561. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  562. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  563. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  564. package/plugins/openclaw/hook-shim/handler.js +3 -0
  565. package/plugins/openclaw/openclaw.plugin.json +98 -0
  566. package/plugins/openclaw/package-lock.json +2692 -0
  567. package/plugins/openclaw/package.json +54 -0
  568. package/plugins/openclaw/prepare-dist.mjs +56 -0
  569. package/plugins/openclaw/src/convert.ts +418 -0
  570. package/plugins/openclaw/src/engine.ts +284 -0
  571. package/plugins/openclaw/src/gateway-config.ts +143 -0
  572. package/plugins/openclaw/src/index.ts +11 -0
  573. package/plugins/openclaw/src/plugin/index.ts +98 -0
  574. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  575. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  576. package/plugins/openclaw/test/convert.test.ts +96 -0
  577. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  578. package/plugins/openclaw/test/engine.test.ts +101 -0
  579. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  580. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  581. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  582. package/plugins/openclaw/tsup.config.ts +9 -0
  583. package/postcss.config.mjs +7 -0
  584. package/pyproject.toml +438 -0
  585. package/rust-toolchain.toml +16 -0
  586. package/sdk/typescript/examples/basic-compress.ts +64 -0
  587. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  588. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  589. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  590. package/sdk/typescript/examples/multi-provider.ts +53 -0
  591. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  592. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  593. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  594. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  595. package/sdk/typescript/examples/structured-output.ts +99 -0
  596. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  597. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  598. package/sdk/typescript/package-lock.json +3437 -0
  599. package/sdk/typescript/package.json +108 -0
  600. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  601. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  602. package/sdk/typescript/src/adapters/openai.ts +77 -0
  603. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  604. package/sdk/typescript/src/client.ts +632 -0
  605. package/sdk/typescript/src/compress.ts +87 -0
  606. package/sdk/typescript/src/errors.ts +114 -0
  607. package/sdk/typescript/src/hooks.ts +113 -0
  608. package/sdk/typescript/src/index.ts +140 -0
  609. package/sdk/typescript/src/paths.ts +272 -0
  610. package/sdk/typescript/src/shared-context.ts +188 -0
  611. package/sdk/typescript/src/simulate.ts +52 -0
  612. package/sdk/typescript/src/types/config.ts +183 -0
  613. package/sdk/typescript/src/types/models.ts +314 -0
  614. package/sdk/typescript/src/types.ts +139 -0
  615. package/sdk/typescript/src/utils/case.ts +34 -0
  616. package/sdk/typescript/src/utils/format.ts +480 -0
  617. package/sdk/typescript/src/utils/stream.ts +50 -0
  618. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  619. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  620. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  621. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  622. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  623. package/sdk/typescript/test/client.test.ts +266 -0
  624. package/sdk/typescript/test/compress.test.ts +118 -0
  625. package/sdk/typescript/test/config.test.ts +275 -0
  626. package/sdk/typescript/test/errors.test.ts +169 -0
  627. package/sdk/typescript/test/format-integration.test.ts +252 -0
  628. package/sdk/typescript/test/hooks.test.ts +265 -0
  629. package/sdk/typescript/test/integration.test.ts +249 -0
  630. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  631. package/sdk/typescript/test/models.test.ts +318 -0
  632. package/sdk/typescript/test/parity.test.ts +337 -0
  633. package/sdk/typescript/test/paths.test.ts +447 -0
  634. package/sdk/typescript/test/shared-context.test.ts +245 -0
  635. package/sdk/typescript/test/simulate.test.ts +84 -0
  636. package/sdk/typescript/test/types.test.ts +244 -0
  637. package/sdk/typescript/test/utils/case.test.ts +129 -0
  638. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  639. package/sdk/typescript/test/utils/format.test.ts +434 -0
  640. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  641. package/sdk/typescript/tsup.config.ts +17 -0
  642. package/tailwind.master.config.cjs +47 -0
  643. package/types/api.ts +12 -0
  644. package/types/config.ts +9 -0
  645. package/types/index.ts +2 -0
  646. package/uv.lock +6951 -0
  647. package/xithead.egg-info/PKG-INFO +22 -0
  648. package/xithead.egg-info/SOURCES.txt +16 -0
  649. package/xithead.egg-info/dependency_links.txt +1 -0
  650. package/xithead.egg-info/entry_points.txt +2 -0
  651. package/xithead.egg-info/requires.txt +10 -0
  652. package/xithead.egg-info/top_level.txt +2 -0
  653. package/xithead.ps1 +136 -0
  654. package/xithead.sh +129 -0
  655. package/xithead_dist/pyproject.toml +39 -0
  656. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  657. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  658. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  659. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  660. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  661. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
@@ -0,0 +1,317 @@
1
+ //! In-memory CCR backend.
2
+ //!
3
+ //! Process-local store backed by [`DashMap`] (sharded concurrent hash
4
+ //! map). Distinct keys never contend on the read path; capacity-bound
5
+ //! eviction is the only globally-serialized step.
6
+ //!
7
+ //! This is the **test-default** backend. Production deployments use
8
+ //! [`super::sqlite::SqliteCcrStore`] or [`super::redis::RedisCcrStore`]
9
+ //! which are persistent across worker restarts and shareable across
10
+ //! workers (see `RUST_DEV.md` "Multi-worker deployment").
11
+
12
+ use std::collections::VecDeque;
13
+ use std::sync::Mutex;
14
+ use std::time::{Duration, Instant};
15
+
16
+ use dashmap::DashMap;
17
+
18
+ use crate::ccr::{CcrStore, DEFAULT_CAPACITY, DEFAULT_TTL};
19
+
20
+ /// In-memory CCR store backed by [`DashMap`] for sharded concurrent
21
+ /// access.
22
+ ///
23
+ /// - **TTL**: 5 minutes by default. Entries past their TTL are dropped
24
+ /// on the next `get` (lazy expiry — no background reaper thread).
25
+ /// - **Capacity**: 1000 entries by default. When `put` would push us
26
+ /// past capacity, the oldest entry (per insertion order) is evicted.
27
+ /// - **Concurrency**: gets and puts on distinct keys do not contend.
28
+ /// The only serialization point is the insertion-order queue used
29
+ /// for capacity eviction; that mutex is held for an O(1) push or a
30
+ /// small sweep.
31
+ pub struct InMemoryCcrStore {
32
+ map: DashMap<String, Entry>,
33
+ /// FIFO insertion order. Stale entries (already removed from `map`
34
+ /// via TTL expiry) are tolerated — `pop_front` + `map.remove` is a
35
+ /// no-op for missing keys, and capacity-bounded sweeps loop until
36
+ /// they actually evict a real entry.
37
+ order: Mutex<VecDeque<String>>,
38
+ ttl: Duration,
39
+ capacity: usize,
40
+ }
41
+
42
+ #[derive(Clone)]
43
+ struct Entry {
44
+ payload: String,
45
+ inserted: Instant,
46
+ }
47
+
48
+ impl InMemoryCcrStore {
49
+ /// Default: 1000 entries, 5-minute TTL.
50
+ pub fn new() -> Self {
51
+ Self::with_capacity_and_ttl(DEFAULT_CAPACITY, DEFAULT_TTL)
52
+ }
53
+
54
+ pub fn with_capacity_and_ttl(capacity: usize, ttl: Duration) -> Self {
55
+ Self {
56
+ map: DashMap::with_capacity(capacity),
57
+ order: Mutex::new(VecDeque::with_capacity(capacity)),
58
+ ttl,
59
+ capacity,
60
+ }
61
+ }
62
+
63
+ /// Sweep the order queue, dropping leading entries that no longer
64
+ /// exist in the map (already expired or evicted), then evict
65
+ /// real entries until `map.len() < capacity`. Called only from
66
+ /// `put` on a fresh-key insert path.
67
+ fn evict_until_under_capacity(&self) {
68
+ let mut guard = self.order.lock().expect("ccr order mutex poisoned");
69
+ while self.map.len() >= self.capacity {
70
+ let Some(oldest) = guard.pop_front() else {
71
+ break;
72
+ };
73
+ // `remove` is a no-op if `oldest` was already lazy-expired.
74
+ // Loop continues until we actually shrink the map.
75
+ self.map.remove(&oldest);
76
+ }
77
+ }
78
+ }
79
+
80
+ impl Default for InMemoryCcrStore {
81
+ fn default() -> Self {
82
+ Self::new()
83
+ }
84
+ }
85
+
86
+ impl CcrStore for InMemoryCcrStore {
87
+ fn put(&self, hash: &str, payload: &str) {
88
+ // Idempotent re-store fast-path: same hash → overwrite payload
89
+ // in place, leave the order queue alone. Common when the same
90
+ // tool output flows through multiple times in a session.
91
+ if let Some(mut existing) = self.map.get_mut(hash) {
92
+ existing.payload = payload.to_string();
93
+ existing.inserted = Instant::now();
94
+ return;
95
+ }
96
+
97
+ // New entry. Cap-bound first (may sweep a few stale order
98
+ // entries), then insert and append to the FIFO queue.
99
+ if self.map.len() >= self.capacity {
100
+ self.evict_until_under_capacity();
101
+ }
102
+ let entry = Entry {
103
+ payload: payload.to_string(),
104
+ inserted: Instant::now(),
105
+ };
106
+ let prev = self.map.insert(hash.to_string(), entry);
107
+ if prev.is_none() {
108
+ // Truly new key — record in FIFO order. (If `prev.is_some()`
109
+ // it means another thread re-inserted between our get_mut
110
+ // miss and this insert; treat that as a fast-path overwrite
111
+ // and skip the queue append to avoid duplicates.)
112
+ self.order
113
+ .lock()
114
+ .expect("ccr order mutex poisoned")
115
+ .push_back(hash.to_string());
116
+ }
117
+ }
118
+
119
+ fn get(&self, hash: &str) -> Option<String> {
120
+ // Read path: shard read-lock, check TTL, clone payload out.
121
+ // No global lock involvement at all — distinct hashes hash to
122
+ // distinct shards and never contend.
123
+ //
124
+ // Lazy expiry uses DashMap's `remove_if` so the check-and-remove
125
+ // is atomic on the shard. An earlier 2-step (drop read lock,
126
+ // then `remove`) had a TOCTOU race: between dropping the read
127
+ // lock and calling `remove`, a concurrent `put()` of the same
128
+ // hash with a fresh timestamp could land — and our `remove`
129
+ // would then wipe that fresh entry. Under multi-worker proxy
130
+ // load this manifested as "I just stored it; why is it gone?"
131
+ // `remove_if` closes the window because the shard write lock
132
+ // is held across both the predicate evaluation and the removal.
133
+ if let Some(entry) = self.map.get(hash) {
134
+ if entry.inserted.elapsed() <= self.ttl {
135
+ return Some(entry.payload.clone());
136
+ }
137
+ } else {
138
+ return None;
139
+ }
140
+ // Out-of-band path: the entry exists and looks expired. Re-check
141
+ // under the shard write lock; if it's still expired, evict.
142
+ // Otherwise (a concurrent `put` refreshed it) leave it alone
143
+ // and re-fetch its payload.
144
+ let was_removed = self
145
+ .map
146
+ .remove_if(hash, |_, entry| entry.inserted.elapsed() > self.ttl)
147
+ .is_some();
148
+ if was_removed {
149
+ None
150
+ } else {
151
+ // Concurrent refresh — return the fresh payload.
152
+ self.map.get(hash).map(|e| e.payload.clone())
153
+ }
154
+ }
155
+
156
+ fn len(&self) -> usize {
157
+ self.map.len()
158
+ }
159
+ }
160
+
161
+ #[cfg(test)]
162
+ mod tests {
163
+ use super::*;
164
+
165
+ #[test]
166
+ fn put_then_get_returns_payload() {
167
+ let store = InMemoryCcrStore::new();
168
+ store.put("abc123", r#"[{"id":1}]"#);
169
+ assert_eq!(store.get("abc123"), Some(r#"[{"id":1}]"#.to_string()));
170
+ }
171
+
172
+ #[test]
173
+ fn missing_hash_returns_none() {
174
+ let store = InMemoryCcrStore::new();
175
+ assert_eq!(store.get("never_stored"), None);
176
+ }
177
+
178
+ #[test]
179
+ fn put_overwrites_under_same_hash() {
180
+ let store = InMemoryCcrStore::new();
181
+ store.put("h", "first");
182
+ store.put("h", "second");
183
+ assert_eq!(store.get("h"), Some("second".to_string()));
184
+ assert_eq!(store.len(), 1);
185
+ }
186
+
187
+ #[test]
188
+ fn capacity_evicts_oldest() {
189
+ let store = InMemoryCcrStore::with_capacity_and_ttl(2, DEFAULT_TTL);
190
+ store.put("a", "1");
191
+ store.put("b", "2");
192
+ store.put("c", "3");
193
+ assert_eq!(store.len(), 2);
194
+ assert_eq!(store.get("a"), None);
195
+ assert_eq!(store.get("b"), Some("2".to_string()));
196
+ assert_eq!(store.get("c"), Some("3".to_string()));
197
+ }
198
+
199
+ #[test]
200
+ fn expired_entries_are_dropped_on_get() {
201
+ let store = InMemoryCcrStore::with_capacity_and_ttl(10, Duration::from_millis(10));
202
+ store.put("a", "1");
203
+ std::thread::sleep(Duration::from_millis(25));
204
+ assert_eq!(store.get("a"), None);
205
+ assert_eq!(store.len(), 0);
206
+ }
207
+
208
+ #[test]
209
+ fn store_is_send_sync() {
210
+ fn assert_send_sync<T: Send + Sync>() {}
211
+ assert_send_sync::<InMemoryCcrStore>();
212
+ }
213
+
214
+ #[test]
215
+ fn trait_object_is_usable() {
216
+ let store: Box<dyn CcrStore> = Box::new(InMemoryCcrStore::new());
217
+ store.put("h", "v");
218
+ assert_eq!(store.get("h"), Some("v".to_string()));
219
+ assert!(!store.is_empty());
220
+ }
221
+
222
+ #[test]
223
+ fn concurrent_puts_and_gets_do_not_corrupt() {
224
+ // Smoke test for the concurrent design — N threads each do
225
+ // P puts and P gets against distinct keys. Every key written
226
+ // must be readable afterwards.
227
+ use std::sync::Arc;
228
+ use std::thread;
229
+
230
+ let store = Arc::new(InMemoryCcrStore::with_capacity_and_ttl(10_000, DEFAULT_TTL));
231
+ let n_threads = 8;
232
+ let per_thread = 200;
233
+
234
+ let mut handles = Vec::new();
235
+ for tid in 0..n_threads {
236
+ let s = store.clone();
237
+ handles.push(thread::spawn(move || {
238
+ for i in 0..per_thread {
239
+ let key = format!("t{tid}_k{i}");
240
+ let val = format!("v{tid}_{i}");
241
+ s.put(&key, &val);
242
+ }
243
+ for i in 0..per_thread {
244
+ let key = format!("t{tid}_k{i}");
245
+ let got = s.get(&key);
246
+ assert_eq!(got, Some(format!("v{tid}_{i}")));
247
+ }
248
+ }));
249
+ }
250
+ for h in handles {
251
+ h.join().unwrap();
252
+ }
253
+ assert_eq!(store.len(), n_threads * per_thread);
254
+ }
255
+
256
+ #[test]
257
+ fn expired_get_does_not_wipe_concurrent_refresh() {
258
+ // Regression for the TOCTOU race fixed in the audit-cleanup PR.
259
+ // Two threads contend on the SAME key:
260
+ // - Thread A: stores fresh value, then `get` it many times.
261
+ // - Thread B: keeps re-storing the same key with FRESH
262
+ // timestamps in a tight loop (simulating a second worker
263
+ // touching the same payload).
264
+ // With the old 2-step check-then-remove, A's `get` could see
265
+ // an "expired" entry, drop the read lock, and remove B's
266
+ // freshly-inserted entry between drop and remove. With
267
+ // `remove_if`, the predicate runs under the shard write lock,
268
+ // so the race window is closed.
269
+ use std::sync::Arc;
270
+ use std::thread;
271
+
272
+ let store = Arc::new(InMemoryCcrStore::with_capacity_and_ttl(
273
+ 64,
274
+ Duration::from_millis(20),
275
+ ));
276
+ let key = "shared_key";
277
+ let payload = "fresh";
278
+
279
+ // Seed.
280
+ store.put(key, payload);
281
+
282
+ let writer = {
283
+ let s = store.clone();
284
+ thread::spawn(move || {
285
+ // 200 fresh re-stores, racing the reader.
286
+ for _ in 0..200 {
287
+ s.put(key, payload);
288
+ }
289
+ })
290
+ };
291
+
292
+ let reader = {
293
+ let s = store.clone();
294
+ thread::spawn(move || {
295
+ let mut hits = 0;
296
+ for _ in 0..200 {
297
+ if s.get(key).as_deref() == Some(payload) {
298
+ hits += 1;
299
+ }
300
+ }
301
+ hits
302
+ })
303
+ };
304
+
305
+ writer.join().unwrap();
306
+ let hits = reader.join().unwrap();
307
+ // The entry must be live at the end (writer's last put won).
308
+ assert_eq!(store.get(key).as_deref(), Some(payload));
309
+ // Reader should have observed the live entry the vast majority
310
+ // of the time. Allow some misses on first iterations / TTL
311
+ // transitions but require strong majority.
312
+ assert!(
313
+ hits > 100,
314
+ "reader should mostly observe live entry, hits={hits}"
315
+ );
316
+ }
317
+ }
@@ -0,0 +1,152 @@
1
+ //! Pluggable CCR backends — in-memory (test default), SQLite (prod
2
+ //! default), Redis (multi-worker opt-in).
3
+ //!
4
+ //! Selection is driven by [`CcrBackendConfig`]. The [`from_config`]
5
+ //! factory surfaces every backend-init failure to the caller — there
6
+ //! is no silent fallback to the in-memory backend
7
+ //! (`feedback_no_silent_fallbacks.md`).
8
+
9
+ pub mod in_memory;
10
+ #[cfg(feature = "redis")]
11
+ pub mod redis;
12
+ pub mod sqlite;
13
+
14
+ use std::path::PathBuf;
15
+
16
+ use thiserror::Error;
17
+
18
+ use crate::ccr::CcrStore;
19
+
20
+ #[cfg(feature = "redis")]
21
+ pub use self::redis::RedisCcrStore;
22
+ pub use in_memory::InMemoryCcrStore;
23
+ pub use sqlite::SqliteCcrStore;
24
+
25
+ /// Operator-visible configuration for the CCR backend. Mirrors the
26
+ /// shape the proxy will pass in once Phase C wires the runtime config
27
+ /// (`CcrConfig.backend = "sqlite" | "redis" | "in_memory"`).
28
+ #[derive(Debug, Clone)]
29
+ pub enum CcrBackendConfig {
30
+ /// In-memory (test default). Bounded LRU; lost on restart.
31
+ InMemory { capacity: usize, ttl_seconds: u64 },
32
+ /// SQLite-backed (prod default). DB file at `path`; persistent.
33
+ Sqlite { path: PathBuf, ttl_seconds: u64 },
34
+ /// Redis-backed (multi-worker opt-in). Cfg-gated; surfaces an
35
+ /// `UnsupportedBackend` error if the feature is not compiled in.
36
+ Redis {
37
+ url: String,
38
+ ttl_seconds: u64,
39
+ /// Key prefix; defaults to `"ccr"` when `None`.
40
+ key_prefix: Option<String>,
41
+ },
42
+ }
43
+
44
+ impl CcrBackendConfig {
45
+ /// Production default: SQLite at `path`, 5-minute TTL.
46
+ pub fn sqlite_default(path: PathBuf) -> Self {
47
+ Self::Sqlite {
48
+ path,
49
+ ttl_seconds: crate::ccr::DEFAULT_TTL.as_secs(),
50
+ }
51
+ }
52
+
53
+ /// In-memory with library defaults. Useful in tests.
54
+ pub fn in_memory_default() -> Self {
55
+ Self::InMemory {
56
+ capacity: crate::ccr::DEFAULT_CAPACITY,
57
+ ttl_seconds: crate::ccr::DEFAULT_TTL.as_secs(),
58
+ }
59
+ }
60
+ }
61
+
62
+ /// Reasons `from_config` may fail. Each variant is loud and recoverable
63
+ /// at the proxy startup boundary — the operator is told exactly what
64
+ /// went wrong rather than silently degrading to in-memory.
65
+ #[derive(Debug, Error)]
66
+ pub enum CcrBackendInitError {
67
+ /// SQLite open / schema-create failed.
68
+ #[error("ccr sqlite backend init failed: {0}")]
69
+ Sqlite(#[from] rusqlite::Error),
70
+ /// Redis open / PING failed (the smoke-test in `RedisCcrStore::open`).
71
+ #[cfg(feature = "redis")]
72
+ #[error("ccr redis backend init failed: {0}")]
73
+ Redis(::redis::RedisError),
74
+ /// Operator selected a backend whose feature flag was not compiled
75
+ /// in. Loud failure rather than silent fallback.
76
+ #[error(
77
+ "ccr backend `{backend}` is not compiled in; rebuild with `--features {feature}` \
78
+ or pick a different backend"
79
+ )]
80
+ UnsupportedBackend {
81
+ backend: &'static str,
82
+ feature: &'static str,
83
+ },
84
+ }
85
+
86
+ #[cfg(feature = "redis")]
87
+ impl From<::redis::RedisError> for CcrBackendInitError {
88
+ fn from(err: ::redis::RedisError) -> Self {
89
+ Self::Redis(err)
90
+ }
91
+ }
92
+
93
+ /// Construct a CCR backend from `config`. Errors surface — never falls
94
+ /// back silently. A successful return guarantees the backend has
95
+ /// already cleared its readiness check (e.g. SQLite schema is in place,
96
+ /// Redis PING returned PONG).
97
+ pub fn from_config(config: &CcrBackendConfig) -> Result<Box<dyn CcrStore>, CcrBackendInitError> {
98
+ match config {
99
+ CcrBackendConfig::InMemory {
100
+ capacity,
101
+ ttl_seconds,
102
+ } => {
103
+ let store = InMemoryCcrStore::with_capacity_and_ttl(
104
+ *capacity,
105
+ std::time::Duration::from_secs(*ttl_seconds),
106
+ );
107
+ tracing::info!(
108
+ target = "ccr.backend",
109
+ backend = "in_memory",
110
+ capacity = *capacity,
111
+ ttl_seconds = *ttl_seconds,
112
+ "ccr_backend_initialized"
113
+ );
114
+ Ok(Box::new(store))
115
+ }
116
+ CcrBackendConfig::Sqlite { path, ttl_seconds } => {
117
+ let store = SqliteCcrStore::open(path, *ttl_seconds)?;
118
+ tracing::info!(
119
+ target = "ccr.backend",
120
+ backend = "sqlite",
121
+ path = %path.display(),
122
+ ttl_seconds = *ttl_seconds,
123
+ "ccr_backend_initialized"
124
+ );
125
+ Ok(Box::new(store))
126
+ }
127
+ #[cfg(feature = "redis")]
128
+ CcrBackendConfig::Redis {
129
+ url,
130
+ ttl_seconds,
131
+ key_prefix,
132
+ } => {
133
+ let store = match key_prefix {
134
+ Some(prefix) => RedisCcrStore::open_with_prefix(url, prefix.clone(), *ttl_seconds)?,
135
+ None => RedisCcrStore::open(url, *ttl_seconds)?,
136
+ };
137
+ tracing::info!(
138
+ target = "ccr.backend",
139
+ backend = "redis",
140
+ url = %url,
141
+ ttl_seconds = *ttl_seconds,
142
+ "ccr_backend_initialized"
143
+ );
144
+ Ok(Box::new(store))
145
+ }
146
+ #[cfg(not(feature = "redis"))]
147
+ CcrBackendConfig::Redis { .. } => Err(CcrBackendInitError::UnsupportedBackend {
148
+ backend: "redis",
149
+ feature: "redis",
150
+ }),
151
+ }
152
+ }
@@ -0,0 +1,146 @@
1
+ //! Redis-backed CCR store.
2
+ //!
3
+ //! Opt-in **multi-worker** backend: every worker hits the same Redis
4
+ //! instance, so no sticky-session is required at the load balancer.
5
+ //! Compiled only when the `redis` feature is enabled — production
6
+ //! deployments wanting Redis pull this in via the workspace feature
7
+ //! flag, deployments running single-worker or persistent-disk-only
8
+ //! avoid the Redis client cost.
9
+ //!
10
+ //! # Storage model
11
+ //!
12
+ //! Each entry maps to a Redis key `ccr:{hash}` containing the original
13
+ //! payload bytes, with a `SETEX` TTL applied on every write. Read path
14
+ //! is a single `GET`. Redis handles purging via key expiry — no
15
+ //! application-side sweep needed (matching the SQLite backend's
16
+ //! lazy-purge but at the Redis level).
17
+ //!
18
+ //! # Concurrency
19
+ //!
20
+ //! `redis::Client` is `Send + Sync`; we hold one per store instance.
21
+ //! `get_connection` returns a fresh blocking connection per call; this
22
+ //! is the recommended pattern for short-lived puts/gets and avoids the
23
+ //! `MultiplexedConnection`'s tokio-runtime requirement (CCR is called
24
+ //! both from sync and tokio contexts in the proxy crate).
25
+
26
+ #![cfg(feature = "redis")]
27
+
28
+ use redis::Commands;
29
+
30
+ use crate::ccr::CcrStore;
31
+
32
+ /// Key prefix applied to every CCR entry. Configurable per-deployment
33
+ /// so multiple proxies sharing one Redis don't collide.
34
+ const DEFAULT_KEY_PREFIX: &str = "ccr";
35
+
36
+ /// Redis-backed CCR store. Cfg-gated behind `feature = "redis"`.
37
+ pub struct RedisCcrStore {
38
+ client: redis::Client,
39
+ key_prefix: String,
40
+ default_ttl_seconds: u64,
41
+ }
42
+
43
+ impl RedisCcrStore {
44
+ /// Open a Redis connection at `url` (e.g. `redis://127.0.0.1:6379`).
45
+ /// Errors surface to the caller (`from_config`).
46
+ pub fn open(url: &str, default_ttl_seconds: u64) -> redis::RedisResult<Self> {
47
+ Self::open_with_prefix(url, DEFAULT_KEY_PREFIX.to_string(), default_ttl_seconds)
48
+ }
49
+
50
+ pub fn open_with_prefix(
51
+ url: &str,
52
+ key_prefix: String,
53
+ default_ttl_seconds: u64,
54
+ ) -> redis::RedisResult<Self> {
55
+ let client = redis::Client::open(url)?;
56
+ // Smoke-test the connection at startup so init failures are
57
+ // loud (`feedback_no_silent_fallbacks.md`). The `PING` round-trip
58
+ // is sub-millisecond; absorbing it once at startup is worth the
59
+ // signal.
60
+ let mut conn = client.get_connection()?;
61
+ let _: String = redis::cmd("PING").query(&mut conn)?;
62
+ Ok(Self {
63
+ client,
64
+ key_prefix,
65
+ default_ttl_seconds,
66
+ })
67
+ }
68
+
69
+ fn key_for(&self, hash: &str) -> String {
70
+ format!("{}:{}", self.key_prefix, hash)
71
+ }
72
+
73
+ /// Default TTL (seconds) applied on every `put`.
74
+ pub fn default_ttl_seconds(&self) -> u64 {
75
+ self.default_ttl_seconds
76
+ }
77
+ }
78
+
79
+ impl CcrStore for RedisCcrStore {
80
+ fn put(&self, hash: &str, payload: &str) {
81
+ let key = self.key_for(hash);
82
+ let mut conn = match self.client.get_connection() {
83
+ Ok(c) => c,
84
+ Err(err) => {
85
+ tracing::warn!(
86
+ target = "ccr.redis",
87
+ hash = %hash,
88
+ error = %err,
89
+ "ccr_redis_connect_failed_on_put"
90
+ );
91
+ return;
92
+ }
93
+ };
94
+ // SETEX is one network round-trip; payload is bytes-faithful via
95
+ // `set_ex` which serializes the slice as a Redis bulk string.
96
+ let res: redis::RedisResult<()> =
97
+ conn.set_ex(&key, payload.as_bytes(), self.default_ttl_seconds);
98
+ if let Err(err) = res {
99
+ tracing::warn!(
100
+ target = "ccr.redis",
101
+ hash = %hash,
102
+ error = %err,
103
+ "ccr_redis_put_failed"
104
+ );
105
+ }
106
+ }
107
+
108
+ fn get(&self, hash: &str) -> Option<String> {
109
+ let key = self.key_for(hash);
110
+ let mut conn = match self.client.get_connection() {
111
+ Ok(c) => c,
112
+ Err(err) => {
113
+ tracing::warn!(
114
+ target = "ccr.redis",
115
+ hash = %hash,
116
+ error = %err,
117
+ "ccr_redis_connect_failed_on_get"
118
+ );
119
+ return None;
120
+ }
121
+ };
122
+ let bytes: redis::RedisResult<Option<Vec<u8>>> = conn.get(&key);
123
+ match bytes {
124
+ Ok(Some(bytes)) => String::from_utf8(bytes).ok(),
125
+ Ok(None) => None,
126
+ Err(err) => {
127
+ tracing::warn!(
128
+ target = "ccr.redis",
129
+ hash = %hash,
130
+ error = %err,
131
+ "ccr_redis_get_failed"
132
+ );
133
+ None
134
+ }
135
+ }
136
+ }
137
+
138
+ fn len(&self) -> usize {
139
+ // Redis has no efficient global count; we'd need to KEYS-scan
140
+ // the prefix which is O(N) and not safe in production. The
141
+ // CcrStore::len() contract is documented as "informational; used
142
+ // by tests + telemetry" — return 0 here. Tests for the Redis
143
+ // backend assert get/put behavior, not len().
144
+ 0
145
+ }
146
+ }