xithead 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (661) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +108 -72
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +366 -366
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.d.ts +57 -57
  553. package/npm/index.js +139 -139
  554. package/npm/package.json +55 -54
  555. package/npm/postinstall.js +43 -43
  556. package/package.json +58 -36
  557. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  558. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  559. package/plugins/headroom-oauth2/LICENSE +3 -0
  560. package/plugins/headroom-oauth2/SPEC.md +115 -0
  561. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  562. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  563. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  564. package/plugins/openclaw/hook-shim/handler.js +3 -0
  565. package/plugins/openclaw/openclaw.plugin.json +98 -0
  566. package/plugins/openclaw/package-lock.json +2692 -0
  567. package/plugins/openclaw/package.json +54 -0
  568. package/plugins/openclaw/prepare-dist.mjs +56 -0
  569. package/plugins/openclaw/src/convert.ts +418 -0
  570. package/plugins/openclaw/src/engine.ts +284 -0
  571. package/plugins/openclaw/src/gateway-config.ts +143 -0
  572. package/plugins/openclaw/src/index.ts +11 -0
  573. package/plugins/openclaw/src/plugin/index.ts +98 -0
  574. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  575. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  576. package/plugins/openclaw/test/convert.test.ts +96 -0
  577. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  578. package/plugins/openclaw/test/engine.test.ts +101 -0
  579. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  580. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  581. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  582. package/plugins/openclaw/tsup.config.ts +9 -0
  583. package/postcss.config.mjs +7 -0
  584. package/pyproject.toml +438 -0
  585. package/rust-toolchain.toml +16 -0
  586. package/sdk/typescript/examples/basic-compress.ts +64 -0
  587. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  588. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  589. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  590. package/sdk/typescript/examples/multi-provider.ts +53 -0
  591. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  592. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  593. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  594. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  595. package/sdk/typescript/examples/structured-output.ts +99 -0
  596. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  597. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  598. package/sdk/typescript/package-lock.json +3437 -0
  599. package/sdk/typescript/package.json +108 -0
  600. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  601. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  602. package/sdk/typescript/src/adapters/openai.ts +77 -0
  603. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  604. package/sdk/typescript/src/client.ts +632 -0
  605. package/sdk/typescript/src/compress.ts +87 -0
  606. package/sdk/typescript/src/errors.ts +114 -0
  607. package/sdk/typescript/src/hooks.ts +113 -0
  608. package/sdk/typescript/src/index.ts +140 -0
  609. package/sdk/typescript/src/paths.ts +272 -0
  610. package/sdk/typescript/src/shared-context.ts +188 -0
  611. package/sdk/typescript/src/simulate.ts +52 -0
  612. package/sdk/typescript/src/types/config.ts +183 -0
  613. package/sdk/typescript/src/types/models.ts +314 -0
  614. package/sdk/typescript/src/types.ts +139 -0
  615. package/sdk/typescript/src/utils/case.ts +34 -0
  616. package/sdk/typescript/src/utils/format.ts +480 -0
  617. package/sdk/typescript/src/utils/stream.ts +50 -0
  618. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  619. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  620. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  621. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  622. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  623. package/sdk/typescript/test/client.test.ts +266 -0
  624. package/sdk/typescript/test/compress.test.ts +118 -0
  625. package/sdk/typescript/test/config.test.ts +275 -0
  626. package/sdk/typescript/test/errors.test.ts +169 -0
  627. package/sdk/typescript/test/format-integration.test.ts +252 -0
  628. package/sdk/typescript/test/hooks.test.ts +265 -0
  629. package/sdk/typescript/test/integration.test.ts +249 -0
  630. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  631. package/sdk/typescript/test/models.test.ts +318 -0
  632. package/sdk/typescript/test/parity.test.ts +337 -0
  633. package/sdk/typescript/test/paths.test.ts +447 -0
  634. package/sdk/typescript/test/shared-context.test.ts +245 -0
  635. package/sdk/typescript/test/simulate.test.ts +84 -0
  636. package/sdk/typescript/test/types.test.ts +244 -0
  637. package/sdk/typescript/test/utils/case.test.ts +129 -0
  638. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  639. package/sdk/typescript/test/utils/format.test.ts +434 -0
  640. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  641. package/sdk/typescript/tsup.config.ts +17 -0
  642. package/tailwind.master.config.cjs +47 -0
  643. package/types/api.ts +12 -0
  644. package/types/config.ts +9 -0
  645. package/types/index.ts +2 -0
  646. package/uv.lock +6951 -0
  647. package/xithead.egg-info/PKG-INFO +22 -0
  648. package/xithead.egg-info/SOURCES.txt +16 -0
  649. package/xithead.egg-info/dependency_links.txt +1 -0
  650. package/xithead.egg-info/entry_points.txt +2 -0
  651. package/xithead.egg-info/requires.txt +10 -0
  652. package/xithead.egg-info/top_level.txt +2 -0
  653. package/xithead.ps1 +136 -0
  654. package/xithead.sh +129 -0
  655. package/xithead_dist/pyproject.toml +39 -0
  656. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  657. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  658. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  659. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  660. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  661. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
@@ -0,0 +1,545 @@
1
+ //! `LogTemplate` — order-preserving log-template miner (Drain-inspired).
2
+ //!
3
+ //! # Why this is a Reformat (and not an Offload)
4
+ //!
5
+ //! Logs are bloaty when the same template repeats with only timestamps,
6
+ //! IDs, IPs, paths varying:
7
+ //!
8
+ //! ```text
9
+ //! 2025-01-15T12:34:56 INFO worker-1 processing job 42
10
+ //! 2025-01-15T12:34:57 INFO worker-2 processing job 43
11
+ //! ... 798 more lines like this ...
12
+ //! ```
13
+ //!
14
+ //! The information content is the *template* + the *variants*, not the
15
+ //! repeated constant tokens. We collapse runs of consecutive same-
16
+ //! template lines into one template header plus a compact variant
17
+ //! table:
18
+ //!
19
+ //! ```text
20
+ //! [Template T1: <TS> INFO worker-<*> processing job <*>] (800 occurrences)
21
+ //! 12:34:56 1 42
22
+ //! 12:34:57 2 43
23
+ //! ...
24
+ //! ```
25
+ //!
26
+ //! Every original line is reconstructible from `template + variants`,
27
+ //! so this is **lossless** — no CCR retrieval needed. The win is the
28
+ //! template prefix (often 30+ chars) emitted once instead of N times.
29
+ //!
30
+ //! Order is preserved: only *consecutive* runs collapse, so the
31
+ //! temporal flow of the log stays intact for the LLM.
32
+ //!
33
+ //! # Algorithm (simplified Drain)
34
+ //!
35
+ //! 1. Walk lines in order. For each line, split on whitespace into
36
+ //! tokens.
37
+ //! 2. Open or extend a "run" of consecutive lines that share the same
38
+ //! `(token_count, leading_token)` shape AND match the run's
39
+ //! accumulated template at ≥ `similarity_threshold` of positions.
40
+ //! 3. When a line breaks the run, flush the run:
41
+ //! - If `run.len() ≥ min_run` AND the template has ≥
42
+ //! `min_constant_tokens` constant positions, emit a
43
+ //! `[Template T<n>: ...]` block + a variant table.
44
+ //! - Otherwise emit the lines verbatim.
45
+ //! 4. End-of-input flushes the final run.
46
+ //!
47
+ //! Cost: O(n × tokens_per_line). No regex. The token splitter walks
48
+ //! ASCII whitespace; UTF-8 multi-byte chars in non-whitespace
49
+ //! positions are passed through unchanged.
50
+ //!
51
+ //! # Conservatism for accuracy
52
+ //!
53
+ //! Defaults bias toward "emit verbatim if unsure":
54
+ //! - `min_run = 3` — needs 3+ in a row before collapsing.
55
+ //! - `similarity_threshold = 0.4` — Drain's published default; 40%
56
+ //! positional match required (catches `<TS> INFO worker-<N>` style
57
+ //! lines where 3 of 6 tokens are constants).
58
+ //! - `min_constant_tokens = 2` — at least 2 anchor tokens, otherwise
59
+ //! the "template" is just `<*> <*> <*>` and carries no signal.
60
+ //!
61
+ //! These are conservative on purpose. The pipeline is on the hot path
62
+ //! of every Claude/Codex tool-call response; an over-aggressive miner
63
+ //! that collapses heterogeneous lines would leak signal into the
64
+ //! variant table where the LLM might miss it.
65
+
66
+ use std::fmt::Write;
67
+
68
+ use crate::transforms::pipeline::config::LogTemplateConfig;
69
+ use crate::transforms::pipeline::traits::{ReformatOutput, ReformatTransform, TransformError};
70
+ use crate::transforms::ContentType;
71
+
72
+ const NAME: &str = "log_template";
73
+ /// Sentinel for variable positions in template strings.
74
+ const WILDCARD: &str = "<*>";
75
+
76
+ pub struct LogTemplate {
77
+ config: LogTemplateConfig,
78
+ }
79
+
80
+ impl LogTemplate {
81
+ pub fn new(config: LogTemplateConfig) -> Self {
82
+ Self { config }
83
+ }
84
+ }
85
+
86
+ impl ReformatTransform for LogTemplate {
87
+ fn name(&self) -> &'static str {
88
+ NAME
89
+ }
90
+
91
+ fn applies_to(&self) -> &[ContentType] {
92
+ &[ContentType::BuildOutput]
93
+ }
94
+
95
+ fn apply(&self, content: &str) -> Result<ReformatOutput, TransformError> {
96
+ if content.is_empty() {
97
+ return Err(TransformError::skipped(NAME, "empty input"));
98
+ }
99
+ let lines: Vec<&str> = content.lines().collect();
100
+ if lines.len() < self.config.min_lines {
101
+ return Err(TransformError::skipped(NAME, "input below min_lines"));
102
+ }
103
+
104
+ let tokenized: Vec<Vec<&str>> = lines.iter().map(|l| tokenize(l)).collect();
105
+
106
+ // Walk lines, group into runs. A `Run` holds the original line
107
+ // indices + an accumulated "template" (per-position tokens that
108
+ // have stayed constant across the run; a `None` slot means
109
+ // "this position varies").
110
+ let mut output = String::with_capacity(content.len());
111
+ let mut next_template_id = 1usize;
112
+ let mut run: Option<Run> = None;
113
+
114
+ for (i, tokens) in tokenized.iter().enumerate() {
115
+ if tokens.is_empty() {
116
+ // Blank or whitespace-only line breaks any active run.
117
+ if let Some(r) = run.take() {
118
+ Self::flush_run(
119
+ &r,
120
+ &lines,
121
+ &tokenized,
122
+ &self.config,
123
+ &mut next_template_id,
124
+ &mut output,
125
+ );
126
+ }
127
+ output.push_str(lines[i]);
128
+ output.push('\n');
129
+ continue;
130
+ }
131
+ match run.as_mut() {
132
+ Some(r) if Self::extends_run(r, tokens, self.config.similarity_threshold) => {
133
+ r.indices.push(i);
134
+ Self::merge_into_template(&mut r.template, tokens);
135
+ }
136
+ _ => {
137
+ if let Some(r) = run.take() {
138
+ Self::flush_run(
139
+ &r,
140
+ &lines,
141
+ &tokenized,
142
+ &self.config,
143
+ &mut next_template_id,
144
+ &mut output,
145
+ );
146
+ }
147
+ run = Some(Run::start(i, tokens));
148
+ }
149
+ }
150
+ }
151
+ if let Some(r) = run.take() {
152
+ Self::flush_run(
153
+ &r,
154
+ &lines,
155
+ &tokenized,
156
+ &self.config,
157
+ &mut next_template_id,
158
+ &mut output,
159
+ );
160
+ }
161
+
162
+ // Trailing newline: if the input had one (split-lines drops it),
163
+ // restore it. Otherwise drop our final '\n' so we don't grow the
164
+ // output beyond input.
165
+ if content.ends_with('\n') {
166
+ // Output already ends in '\n' from the last push; nothing to do.
167
+ } else if output.ends_with('\n') {
168
+ output.pop();
169
+ }
170
+
171
+ if output.len() >= content.len() {
172
+ // Defensive: never inflate. Fall back to original.
173
+ return Ok(ReformatOutput::from_lengths(
174
+ content.len(),
175
+ content.to_string(),
176
+ ));
177
+ }
178
+ Ok(ReformatOutput::from_lengths(content.len(), output))
179
+ }
180
+ }
181
+
182
+ impl LogTemplate {
183
+ /// True if `tokens` matches the accumulated `run.template` at ≥
184
+ /// `sim_threshold` of positions AND token counts agree.
185
+ fn extends_run(run: &Run, tokens: &[&str], sim_threshold: f32) -> bool {
186
+ if tokens.len() != run.template.len() {
187
+ return false;
188
+ }
189
+ let len = tokens.len() as f32;
190
+ let mut matches = 0usize;
191
+ for (pos, tok) in tokens.iter().enumerate() {
192
+ match &run.template[pos] {
193
+ Some(constant) if constant == tok => matches += 1,
194
+ None => matches += 1, // already a wildcard; counts as match
195
+ _ => {}
196
+ }
197
+ }
198
+ (matches as f32 / len) >= sim_threshold
199
+ }
200
+
201
+ /// Update `template` in place: positions where `tokens[i] != template[i]`
202
+ /// become wildcards (`None`).
203
+ fn merge_into_template(template: &mut [Option<String>], tokens: &[&str]) {
204
+ for (pos, tok) in tokens.iter().enumerate() {
205
+ if let Some(constant) = &template[pos] {
206
+ if constant != tok {
207
+ template[pos] = None;
208
+ }
209
+ }
210
+ }
211
+ }
212
+
213
+ fn flush_run(
214
+ run: &Run,
215
+ lines: &[&str],
216
+ tokenized: &[Vec<&str>],
217
+ cfg: &LogTemplateConfig,
218
+ next_template_id: &mut usize,
219
+ out: &mut String,
220
+ ) {
221
+ let constant_count = run.template.iter().filter(|t| t.is_some()).count();
222
+ let varying_count = run.template.len() - constant_count;
223
+ let collapse = run.indices.len() >= cfg.min_run
224
+ && constant_count >= cfg.min_constant_tokens
225
+ && varying_count > 0;
226
+
227
+ if !collapse {
228
+ // Emit verbatim.
229
+ for &i in &run.indices {
230
+ out.push_str(lines[i]);
231
+ out.push('\n');
232
+ }
233
+ return;
234
+ }
235
+
236
+ // Emit "[Template T<id>: TOKEN <*> TOKEN ...] (N occurrences)"
237
+ let template_id = *next_template_id;
238
+ *next_template_id += 1;
239
+ out.push_str("[Template T");
240
+ let _ = write!(out, "{}", template_id);
241
+ out.push_str(": ");
242
+ for (pos, slot) in run.template.iter().enumerate() {
243
+ if pos > 0 {
244
+ out.push(' ');
245
+ }
246
+ match slot {
247
+ Some(constant) => out.push_str(constant),
248
+ None => out.push_str(WILDCARD),
249
+ }
250
+ }
251
+ out.push_str("] (");
252
+ let _ = write!(out, "{}", run.indices.len());
253
+ out.push_str(" occurrences)\n");
254
+
255
+ // Variant table: per line, emit only the variable-position
256
+ // tokens, space-separated.
257
+ for &i in &run.indices {
258
+ let toks = &tokenized[i];
259
+ let mut first = true;
260
+ for (pos, slot) in run.template.iter().enumerate() {
261
+ if slot.is_none() {
262
+ if !first {
263
+ out.push(' ');
264
+ }
265
+ out.push_str(toks[pos]);
266
+ first = false;
267
+ }
268
+ }
269
+ out.push('\n');
270
+ }
271
+ }
272
+ }
273
+
274
+ /// One in-flight collapse candidate: the original line indices it
275
+ /// covers, plus the per-position token slots.
276
+ struct Run {
277
+ indices: Vec<usize>,
278
+ /// `Some(token)` = constant at this position so far.
279
+ /// `None` = this position has varied → wildcard.
280
+ template: Vec<Option<String>>,
281
+ }
282
+
283
+ impl Run {
284
+ fn start(idx: usize, tokens: &[&str]) -> Self {
285
+ Self {
286
+ indices: vec![idx],
287
+ template: tokens.iter().map(|t| Some((*t).to_string())).collect(),
288
+ }
289
+ }
290
+ }
291
+
292
+ /// Whitespace-split tokenizer. Empty result = blank line.
293
+ ///
294
+ /// Uses `str::split_whitespace` semantics: collapses runs of whitespace,
295
+ /// trims leading/trailing whitespace. UTF-8 safe.
296
+ fn tokenize(line: &str) -> Vec<&str> {
297
+ line.split_whitespace().collect()
298
+ }
299
+
300
+ #[cfg(test)]
301
+ mod tests {
302
+ use super::*;
303
+ use crate::transforms::pipeline::config::PipelineConfig;
304
+
305
+ fn cfg() -> LogTemplateConfig {
306
+ PipelineConfig::default().reformat.log_template
307
+ }
308
+
309
+ fn reformat() -> LogTemplate {
310
+ LogTemplate::new(cfg())
311
+ }
312
+
313
+ #[test]
314
+ fn name_and_applies_to() {
315
+ let r = reformat();
316
+ assert_eq!(r.name(), "log_template");
317
+ assert_eq!(r.applies_to(), &[ContentType::BuildOutput]);
318
+ }
319
+
320
+ #[test]
321
+ fn empty_input_skipped() {
322
+ let err = reformat().apply("").expect_err("empty must skip");
323
+ match err {
324
+ TransformError::Skipped { transform, .. } => assert_eq!(transform, "log_template"),
325
+ _ => panic!("expected Skipped"),
326
+ }
327
+ }
328
+
329
+ #[test]
330
+ fn below_min_lines_skipped() {
331
+ let log = "INFO a\nINFO b\nINFO c\n";
332
+ let err = reformat().apply(log).expect_err("must skip");
333
+ match err {
334
+ TransformError::Skipped { .. } => {}
335
+ _ => panic!("expected Skipped"),
336
+ }
337
+ }
338
+
339
+ #[test]
340
+ fn templated_run_collapses() {
341
+ // 50 INFO lines with varying timestamp + worker + job — same
342
+ // template, should collapse.
343
+ let mut log = String::new();
344
+ for i in 0..50 {
345
+ log.push_str(&format!(
346
+ "2025-01-15T12:34:{:02} INFO worker-{} processing job {}\n",
347
+ i,
348
+ i,
349
+ 100 + i
350
+ ));
351
+ }
352
+ let r = reformat().apply(&log).expect("must collapse");
353
+ assert!(r.bytes_saved > 0);
354
+ assert!(
355
+ r.output.contains("[Template T1:"),
356
+ "expected template header, got: {}",
357
+ r.output.chars().take(200).collect::<String>()
358
+ );
359
+ assert!(r.output.contains("(50 occurrences)"));
360
+ // Variants should still be in output (lossless guarantee).
361
+ assert!(r.output.contains("worker-7"));
362
+ }
363
+
364
+ #[test]
365
+ fn order_preserved_across_two_templates() {
366
+ // Run 1 (12 lines), then run 2 (12 lines). Both collapse,
367
+ // total ≥ min_lines=20. Output must put run 1's template
368
+ // before run 2's.
369
+ let mut log = String::new();
370
+ for i in 0..12 {
371
+ log.push_str(&format!("INFO worker-{i} starting\n"));
372
+ }
373
+ for i in 0..12 {
374
+ log.push_str(&format!("WARN cache key-{i} expired\n"));
375
+ }
376
+ let r = reformat().apply(&log).expect("must collapse");
377
+ let t1_pos = r.output.find("[Template T1:").expect("T1 header");
378
+ let t2_pos = r.output.find("[Template T2:").expect("T2 header");
379
+ assert!(t1_pos < t2_pos, "templates must be in input order");
380
+ // T1 must reference INFO/starting; T2 must reference WARN/cache.
381
+ let t1_line = r.output[t1_pos..t2_pos].lines().next().unwrap();
382
+ assert!(t1_line.contains("INFO"));
383
+ assert!(t1_line.contains("starting"));
384
+ }
385
+
386
+ #[test]
387
+ fn lossless_round_trip_via_template_and_variants() {
388
+ // The flushed output must be reconstructible: each template
389
+ // line + its variant rows reproduces the original input lines.
390
+ let mut log = String::new();
391
+ for i in 0..25 {
392
+ log.push_str(&format!("TOK1 TOK2 var{i} TOK3\n"));
393
+ }
394
+ let r = reformat().apply(&log).expect("collapses");
395
+ // Reconstruct: parse "[Template T1: TOK1 TOK2 <*> TOK3] (10 occurrences)"
396
+ // followed by 10 variant lines, each one the variant token.
397
+ let mut iter = r.output.lines();
398
+ let header = iter.next().unwrap();
399
+ assert!(header.starts_with("[Template T1:"));
400
+ // Template format: "TOK1 TOK2 <*> TOK3"
401
+ let template_part = header
402
+ .trim_start_matches("[Template T1: ")
403
+ .split("] (")
404
+ .next()
405
+ .unwrap();
406
+ let template_tokens: Vec<&str> = template_part.split_whitespace().collect();
407
+ let var_pos = template_tokens
408
+ .iter()
409
+ .position(|t| *t == WILDCARD)
410
+ .expect("must have wildcard");
411
+
412
+ let mut reconstructed = Vec::new();
413
+ for variant_line in iter {
414
+ if variant_line.is_empty() {
415
+ continue;
416
+ }
417
+ let var_tokens: Vec<&str> = variant_line.split_whitespace().collect();
418
+ assert_eq!(var_tokens.len(), 1, "1 wildcard → 1 variant token");
419
+ let mut full = template_tokens.clone();
420
+ full[var_pos] = var_tokens[0];
421
+ reconstructed.push(full.join(" "));
422
+ }
423
+ let original: Vec<String> = log.lines().map(|s| s.to_string()).collect();
424
+ assert_eq!(reconstructed, original);
425
+ }
426
+
427
+ #[test]
428
+ fn short_run_below_min_run_is_emitted_verbatim() {
429
+ // A 2-line "templated" run that ought to NOT be collapsed
430
+ // (below min_run=3), interleaved with structurally-different
431
+ // lines that BREAK the run on either side. Pad with
432
+ // structurally-heterogeneous lines (different token counts)
433
+ // so we clear min_lines without accidentally creating other
434
+ // templates.
435
+ let mut log = String::new();
436
+ // Heterogeneous prefix: each line has a different token count.
437
+ for i in 0..10 {
438
+ let toks: Vec<String> = (0..(i + 1) % 5 + 2).map(|j| format!("p{i}q{j}")).collect();
439
+ log.push_str(&toks.join(" "));
440
+ log.push('\n');
441
+ }
442
+ // The 2-line "would-be template" we expect NOT to collapse.
443
+ log.push_str("AAA worker-1 BBB\n");
444
+ log.push_str("AAA worker-2 BBB\n");
445
+ // Heterogeneous suffix.
446
+ for i in 0..10 {
447
+ let toks: Vec<String> = (0..(i + 1) % 4 + 2).map(|j| format!("s{i}t{j}")).collect();
448
+ log.push_str(&toks.join(" "));
449
+ log.push('\n');
450
+ }
451
+ let r = reformat().apply(&log).expect("input large enough");
452
+ // Both AAA lines must survive verbatim (run len < min_run).
453
+ assert!(r.output.contains("AAA worker-1 BBB"));
454
+ assert!(r.output.contains("AAA worker-2 BBB"));
455
+ }
456
+
457
+ #[test]
458
+ fn all_unique_lines_are_emitted_verbatim() {
459
+ // 25 totally different lines — no template collapse possible.
460
+ let mut log = String::new();
461
+ for i in 0..25 {
462
+ log.push_str(&format!("event-{i} type-{i} status-{i}\n"));
463
+ }
464
+ // These all share token-count and "event-" prefix is varying.
465
+ // Similarity might trigger collapse — that's fine if it does
466
+ // (still lossless), but we mainly assert no panic + no
467
+ // information loss.
468
+ let r = reformat().apply(&log).expect("processes");
469
+ // Either way: every variant value must survive.
470
+ for i in 0..25 {
471
+ assert!(
472
+ r.output.contains(&format!("event-{i}")),
473
+ "missing event-{i} in output"
474
+ );
475
+ }
476
+ }
477
+
478
+ #[test]
479
+ fn blank_lines_break_runs() {
480
+ // Run, blank line, run — must produce TWO templates (or no
481
+ // collapse), never bridge the blank.
482
+ let mut log = String::new();
483
+ for i in 0..5 {
484
+ log.push_str(&format!("INFO worker-{i} ready\n"));
485
+ }
486
+ log.push('\n');
487
+ for i in 0..5 {
488
+ log.push_str(&format!("INFO worker-{i} ready\n"));
489
+ }
490
+ // Pad to clear min_lines.
491
+ for i in 0..15 {
492
+ log.push_str(&format!("misc-{i}\n"));
493
+ }
494
+ let r = reformat().apply(&log).expect("input large enough");
495
+ // Either both runs collapse separately (T1 and T2 in output)
496
+ // or neither does. They MUST NOT be combined into one run.
497
+ let t1_count = r.output.matches("[Template T1:").count();
498
+ let t2_count = r.output.matches("[Template T2:").count();
499
+ // Acceptable: 0/0 (no collapse), 1/1 (separate templates).
500
+ // Forbidden: 1/0 with "(10 occurrences)" — would mean we
501
+ // bridged the blank line.
502
+ if t1_count == 1 && t2_count == 0 {
503
+ assert!(
504
+ !r.output.contains("(10 occurrences)"),
505
+ "must not bridge the blank line"
506
+ );
507
+ }
508
+ }
509
+
510
+ #[test]
511
+ fn never_inflates_output() {
512
+ // Edge case: very heterogeneous logs where template overhead
513
+ // outweighs savings. Output must never exceed input length.
514
+ let mut log = String::new();
515
+ for i in 0..30 {
516
+ log.push_str(&format!("a{i}\n"));
517
+ }
518
+ let r = reformat().apply(&log).expect("processes");
519
+ assert!(r.output.len() <= log.len());
520
+ }
521
+
522
+ #[test]
523
+ fn unicode_tokens_survive() {
524
+ let mut log = String::new();
525
+ for i in 0..30 {
526
+ log.push_str(&format!("INFO 🔥 worker-{i} héllo wörld\n"));
527
+ }
528
+ let r = reformat().apply(&log).expect("processes utf8");
529
+ // Even if collapsed, 🔥 must appear in template (constant).
530
+ assert!(r.output.contains("🔥"));
531
+ assert!(r.output.contains("héllo") || r.output.contains("wörld"));
532
+ }
533
+
534
+ #[test]
535
+ fn template_with_no_constants_emits_verbatim() {
536
+ // 30 lines where every position varies — template would be
537
+ // all-wildcards, which violates min_constant_tokens=2.
538
+ let mut log = String::new();
539
+ for i in 0..30 {
540
+ log.push_str(&format!("{} {} {}\n", i, i + 1, i + 2));
541
+ }
542
+ let r = reformat().apply(&log).expect("processes");
543
+ assert!(!r.output.contains("[Template"));
544
+ }
545
+ }
@@ -0,0 +1,12 @@
1
+ //! Reformat transforms — pack denser without dropping any information.
2
+ //!
3
+ //! Every transform here implements [`super::traits::ReformatTransform`].
4
+ //! Output bytes are semantically equivalent to input bytes (the LLM
5
+ //! reading them gets the same data, just with fewer characters). No
6
+ //! CCR involvement; no marker emission.
7
+
8
+ pub mod json_minifier;
9
+ pub mod log_template;
10
+
11
+ pub use json_minifier::JsonMinifier;
12
+ pub use log_template::LogTemplate;