xithead 1.2.2 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (659) hide show
  1. package/.actrc +14 -0
  2. package/.actrc.local.example +15 -0
  3. package/.changelog.md +2 -0
  4. package/.claude/agents/academic-anthropologist.md +125 -0
  5. package/.claude/agents/academic-geographer.md +127 -0
  6. package/.claude/agents/academic-historian.md +123 -0
  7. package/.claude/agents/academic-narratologist.md +118 -0
  8. package/.claude/agents/academic-psychologist.md +118 -0
  9. package/.claude/agents/academic-statistician.md +144 -0
  10. package/.claude/agents/accounts-payable-agent.md +205 -0
  11. package/.claude/agents/agentic-identity-trust.md +394 -0
  12. package/.claude/agents/agents-orchestrator.md +367 -0
  13. package/.claude/agents/automation-governance-architect.md +216 -0
  14. package/.claude/agents/blender-addon-engineer.md +243 -0
  15. package/.claude/agents/business-strategist.md +488 -0
  16. package/.claude/agents/change-management-consultant.md +497 -0
  17. package/.claude/agents/chief-financial-officer.md +388 -0
  18. package/.claude/agents/corporate-training-designer.md +192 -0
  19. package/.claude/agents/customer-service.md +398 -0
  20. package/.claude/agents/customer-success-manager.md +460 -0
  21. package/.claude/agents/data-consolidation-agent.md +60 -0
  22. package/.claude/agents/data-privacy-officer.md +412 -0
  23. package/.claude/agents/design-brand-guardian.md +322 -0
  24. package/.claude/agents/design-image-prompt-engineer.md +236 -0
  25. package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
  26. package/.claude/agents/design-persona-walkthrough.md +272 -0
  27. package/.claude/agents/design-ui-designer.md +386 -0
  28. package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
  29. package/.claude/agents/design-ux-architect.md +482 -0
  30. package/.claude/agents/design-ux-researcher.md +329 -0
  31. package/.claude/agents/design-visual-storyteller.md +149 -0
  32. package/.claude/agents/design-whimsy-injector.md +460 -0
  33. package/.claude/agents/economy-designer.md +156 -0
  34. package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
  35. package/.claude/agents/engineering-ai-engineer.md +146 -0
  36. package/.claude/agents/engineering-api-platform-engineer.md +181 -0
  37. package/.claude/agents/engineering-ats-validator-architect.md +383 -0
  38. package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
  39. package/.claude/agents/engineering-backend-architect.md +255 -0
  40. package/.claude/agents/engineering-china-network-engineer.md +252 -0
  41. package/.claude/agents/engineering-cms-developer.md +536 -0
  42. package/.claude/agents/engineering-code-reviewer.md +76 -0
  43. package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
  44. package/.claude/agents/engineering-data-engineer.md +349 -0
  45. package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
  46. package/.claude/agents/engineering-database-optimizer.md +188 -0
  47. package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
  48. package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
  49. package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
  50. package/.claude/agents/engineering-devops-automator.md +385 -0
  51. package/.claude/agents/engineering-drupal-performance.md +347 -0
  52. package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
  53. package/.claude/agents/engineering-electrical-engineer.md +575 -0
  54. package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
  55. package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
  56. package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
  57. package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
  58. package/.claude/agents/engineering-finops-engineer.md +164 -0
  59. package/.claude/agents/engineering-frontend-developer.md +257 -0
  60. package/.claude/agents/engineering-gaussdb-expert.md +334 -0
  61. package/.claude/agents/engineering-git-workflow-master.md +98 -0
  62. package/.claude/agents/engineering-i18n-engineer.md +214 -0
  63. package/.claude/agents/engineering-identity-access-engineer.md +217 -0
  64. package/.claude/agents/engineering-incident-response-commander.md +444 -0
  65. package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
  66. package/.claude/agents/engineering-it-service-manager.md +561 -0
  67. package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
  68. package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
  69. package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
  70. package/.claude/agents/engineering-mobile-app-builder.md +493 -0
  71. package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
  72. package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
  73. package/.claude/agents/engineering-network-engineer.md +245 -0
  74. package/.claude/agents/engineering-orgscript-engineer.md +113 -0
  75. package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
  76. package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
  77. package/.claude/agents/engineering-platform-engineer.md +270 -0
  78. package/.claude/agents/engineering-privacy-engineer.md +152 -0
  79. package/.claude/agents/engineering-prompt-engineer.md +209 -0
  80. package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
  81. package/.claude/agents/engineering-rapid-prototyper.md +466 -0
  82. package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
  83. package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
  84. package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
  85. package/.claude/agents/engineering-section-508-specialist.md +339 -0
  86. package/.claude/agents/engineering-senior-developer.md +176 -0
  87. package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
  88. package/.claude/agents/engineering-software-architect.md +112 -0
  89. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
  90. package/.claude/agents/engineering-sre.md +90 -0
  91. package/.claude/agents/engineering-technical-writer.md +393 -0
  92. package/.claude/agents/engineering-universal-document-compiler.md +370 -0
  93. package/.claude/agents/engineering-uswds-developer.md +340 -0
  94. package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
  95. package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
  96. package/.claude/agents/engineering-webassembly-engineer.md +153 -0
  97. package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
  98. package/.claude/agents/engineering-wordpress-performance.md +346 -0
  99. package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
  100. package/.claude/agents/esg-sustainability-officer.md +396 -0
  101. package/.claude/agents/finance-bookkeeper-controller.md +260 -0
  102. package/.claude/agents/finance-financial-analyst.md +234 -0
  103. package/.claude/agents/finance-fpa-analyst.md +263 -0
  104. package/.claude/agents/finance-investment-researcher.md +272 -0
  105. package/.claude/agents/finance-tax-strategist.md +239 -0
  106. package/.claude/agents/game-audio-engineer.md +264 -0
  107. package/.claude/agents/game-designer.md +167 -0
  108. package/.claude/agents/gis-3d-scene-developer.md +111 -0
  109. package/.claude/agents/gis-analyst.md +91 -0
  110. package/.claude/agents/gis-bim-specialist.md +108 -0
  111. package/.claude/agents/gis-cartography-designer.md +150 -0
  112. package/.claude/agents/gis-drone-reality-mapping.md +120 -0
  113. package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
  114. package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
  115. package/.claude/agents/gis-qa-engineer.md +133 -0
  116. package/.claude/agents/gis-solution-engineer.md +101 -0
  117. package/.claude/agents/gis-spatial-data-engineer.md +97 -0
  118. package/.claude/agents/gis-spatial-data-scientist.md +111 -0
  119. package/.claude/agents/gis-technical-consultant.md +86 -0
  120. package/.claude/agents/gis-web-gis-developer.md +108 -0
  121. package/.claude/agents/godot-gameplay-scripter.md +338 -0
  122. package/.claude/agents/godot-multiplayer-engineer.md +301 -0
  123. package/.claude/agents/godot-shader-developer.md +267 -0
  124. package/.claude/agents/government-digital-presales-consultant.md +363 -0
  125. package/.claude/agents/grant-writer.md +511 -0
  126. package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
  127. package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
  128. package/.claude/agents/healthcare-customer-service.md +389 -0
  129. package/.claude/agents/healthcare-innovation-strategist.md +433 -0
  130. package/.claude/agents/healthcare-marketing-compliance.md +395 -0
  131. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
  132. package/.claude/agents/hospitality-guest-services.md +603 -0
  133. package/.claude/agents/hr-onboarding.md +451 -0
  134. package/.claude/agents/identity-graph-operator.md +303 -0
  135. package/.claude/agents/language-translator.md +264 -0
  136. package/.claude/agents/legal-billing-time-tracking.md +569 -0
  137. package/.claude/agents/legal-client-intake.md +492 -0
  138. package/.claude/agents/legal-document-review.md +454 -0
  139. package/.claude/agents/level-designer.md +208 -0
  140. package/.claude/agents/loan-officer-assistant.md +555 -0
  141. package/.claude/agents/lsp-index-engineer.md +320 -0
  142. package/.claude/agents/ma-integration-manager.md +427 -0
  143. package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
  144. package/.claude/agents/marketing-aeo-foundations.md +264 -0
  145. package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
  146. package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
  147. package/.claude/agents/marketing-app-store-optimizer.md +321 -0
  148. package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
  149. package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
  150. package/.claude/agents/marketing-book-co-author.md +110 -0
  151. package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
  152. package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
  153. package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
  154. package/.claude/agents/marketing-content-creator.md +54 -0
  155. package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
  156. package/.claude/agents/marketing-developer-community-builder.md +285 -0
  157. package/.claude/agents/marketing-douyin-strategist.md +149 -0
  158. package/.claude/agents/marketing-email-strategist.md +249 -0
  159. package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
  160. package/.claude/agents/marketing-growth-hacker.md +54 -0
  161. package/.claude/agents/marketing-instagram-curator.md +113 -0
  162. package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
  163. package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
  164. package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
  165. package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
  166. package/.claude/agents/marketing-podcast-strategist.md +277 -0
  167. package/.claude/agents/marketing-pr-communications-manager.md +473 -0
  168. package/.claude/agents/marketing-private-domain-operator.md +308 -0
  169. package/.claude/agents/marketing-reddit-community-builder.md +123 -0
  170. package/.claude/agents/marketing-seo-specialist.md +370 -0
  171. package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
  172. package/.claude/agents/marketing-social-media-strategist.md +125 -0
  173. package/.claude/agents/marketing-tiktok-strategist.md +125 -0
  174. package/.claude/agents/marketing-twitter-engager.md +126 -0
  175. package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
  176. package/.claude/agents/marketing-wechat-official-account.md +145 -0
  177. package/.claude/agents/marketing-weibo-strategist.md +240 -0
  178. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
  179. package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
  180. package/.claude/agents/marketing-zhihu-strategist.md +162 -0
  181. package/.claude/agents/medical-billing-coding-specialist.md +491 -0
  182. package/.claude/agents/narrative-designer.md +243 -0
  183. package/.claude/agents/operations-manager.md +399 -0
  184. package/.claude/agents/organizational-psychologist.md +391 -0
  185. package/.claude/agents/paid-media-auditor.md +71 -0
  186. package/.claude/agents/paid-media-creative-strategist.md +71 -0
  187. package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
  188. package/.claude/agents/paid-media-ppc-strategist.md +71 -0
  189. package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
  190. package/.claude/agents/paid-media-search-query-analyst.md +71 -0
  191. package/.claude/agents/paid-media-tracking-specialist.md +71 -0
  192. package/.claude/agents/personal-growth-mentor.md +159 -0
  193. package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
  194. package/.claude/agents/product-dx-engineer.md +332 -0
  195. package/.claude/agents/product-feedback-synthesizer.md +119 -0
  196. package/.claude/agents/product-manager.md +469 -0
  197. package/.claude/agents/product-sprint-prioritizer.md +154 -0
  198. package/.claude/agents/product-trend-researcher.md +159 -0
  199. package/.claude/agents/project-management-experiment-tracker.md +198 -0
  200. package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
  201. package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
  202. package/.claude/agents/project-management-project-shepherd.md +194 -0
  203. package/.claude/agents/project-management-studio-operations.md +200 -0
  204. package/.claude/agents/project-management-studio-producer.md +203 -0
  205. package/.claude/agents/project-manager-senior.md +135 -0
  206. package/.claude/agents/real-estate-buyer-seller.md +596 -0
  207. package/.claude/agents/recruitment-specialist.md +515 -0
  208. package/.claude/agents/report-distribution-agent.md +65 -0
  209. package/.claude/agents/research-synthesist.md +136 -0
  210. package/.claude/agents/resume-tailor.md +230 -0
  211. package/.claude/agents/retail-customer-returns.md +566 -0
  212. package/.claude/agents/roblox-avatar-creator.md +297 -0
  213. package/.claude/agents/roblox-experience-designer.md +306 -0
  214. package/.claude/agents/roblox-systems-scripter.md +332 -0
  215. package/.claude/agents/sales-account-strategist.md +227 -0
  216. package/.claude/agents/sales-coach.md +271 -0
  217. package/.claude/agents/sales-data-extraction-agent.md +67 -0
  218. package/.claude/agents/sales-deal-strategist.md +180 -0
  219. package/.claude/agents/sales-discovery-coach.md +225 -0
  220. package/.claude/agents/sales-engineer.md +182 -0
  221. package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
  222. package/.claude/agents/sales-outbound-strategist.md +201 -0
  223. package/.claude/agents/sales-outreach.md +425 -0
  224. package/.claude/agents/sales-pipeline-analyst.md +267 -0
  225. package/.claude/agents/sales-proposal-strategist.md +217 -0
  226. package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
  227. package/.claude/agents/security-appsec-engineer.md +536 -0
  228. package/.claude/agents/security-architect.md +307 -0
  229. package/.claude/agents/security-blockchain-security-auditor.md +482 -0
  230. package/.claude/agents/security-cloud-security-architect.md +576 -0
  231. package/.claude/agents/security-compliance-auditor.md +158 -0
  232. package/.claude/agents/security-incident-responder.md +450 -0
  233. package/.claude/agents/security-penetration-tester.md +399 -0
  234. package/.claude/agents/security-secrets-credential-engineer.md +189 -0
  235. package/.claude/agents/security-senior-secops.md +760 -0
  236. package/.claude/agents/security-threat-detection-engineer.md +553 -0
  237. package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
  238. package/.claude/agents/specialized-chief-of-staff.md +279 -0
  239. package/.claude/agents/specialized-civil-engineer.md +356 -0
  240. package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
  241. package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
  242. package/.claude/agents/specialized-developer-advocate.md +317 -0
  243. package/.claude/agents/specialized-document-generator.md +55 -0
  244. package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
  245. package/.claude/agents/specialized-focus-music-architect.md +175 -0
  246. package/.claude/agents/specialized-french-consulting-market.md +194 -0
  247. package/.claude/agents/specialized-korean-business-navigator.md +216 -0
  248. package/.claude/agents/specialized-master-plan-architect.md +157 -0
  249. package/.claude/agents/specialized-mcp-builder.md +260 -0
  250. package/.claude/agents/specialized-model-qa.md +528 -0
  251. package/.claude/agents/specialized-pricing-analyst.md +243 -0
  252. package/.claude/agents/specialized-salesforce-architect.md +182 -0
  253. package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
  254. package/.claude/agents/specialized-workflow-architect.md +597 -0
  255. package/.claude/agents/study-abroad-advisor.md +282 -0
  256. package/.claude/agents/supply-chain-strategist.md +591 -0
  257. package/.claude/agents/support-analytics-reporter.md +387 -0
  258. package/.claude/agents/support-executive-summary-generator.md +212 -0
  259. package/.claude/agents/support-finance-tracker.md +480 -0
  260. package/.claude/agents/support-infrastructure-maintainer.md +628 -0
  261. package/.claude/agents/support-legal-compliance-checker.md +591 -0
  262. package/.claude/agents/support-support-responder.md +607 -0
  263. package/.claude/agents/technical-artist.md +233 -0
  264. package/.claude/agents/terminal-integration-specialist.md +70 -0
  265. package/.claude/agents/testing-accessibility-auditor.md +327 -0
  266. package/.claude/agents/testing-api-tester.md +334 -0
  267. package/.claude/agents/testing-evidence-collector.md +210 -0
  268. package/.claude/agents/testing-performance-benchmarker.md +283 -0
  269. package/.claude/agents/testing-reality-checker.md +249 -0
  270. package/.claude/agents/testing-test-automation-engineer.md +196 -0
  271. package/.claude/agents/testing-test-results-analyzer.md +330 -0
  272. package/.claude/agents/testing-tool-evaluator.md +416 -0
  273. package/.claude/agents/testing-workflow-optimizer.md +463 -0
  274. package/.claude/agents/unity-architect.md +271 -0
  275. package/.claude/agents/unity-editor-tool-developer.md +310 -0
  276. package/.claude/agents/unity-multiplayer-engineer.md +323 -0
  277. package/.claude/agents/unity-shader-graph-artist.md +269 -0
  278. package/.claude/agents/unreal-multiplayer-architect.md +364 -0
  279. package/.claude/agents/unreal-systems-engineer.md +322 -0
  280. package/.claude/agents/unreal-technical-artist.md +256 -0
  281. package/.claude/agents/unreal-world-builder.md +273 -0
  282. package/.claude/agents/visionos-spatial-engineer.md +54 -0
  283. package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
  284. package/.claude/agents/xr-immersive-developer.md +32 -0
  285. package/.claude/agents/xr-interface-architect.md +32 -0
  286. package/.claude/agents/zk-steward.md +211 -0
  287. package/.claude-plugin/marketplace.json +30 -0
  288. package/.commitlintrc.json +26 -0
  289. package/.devcontainer/Dockerfile +24 -0
  290. package/.devcontainer/devcontainer.json +70 -0
  291. package/.devcontainer/docker-compose.memory.yml +42 -0
  292. package/.devcontainer/memory-stack/devcontainer.json +84 -0
  293. package/.devcontainer/post-create.sh +83 -0
  294. package/.dockerignore +23 -0
  295. package/.env.act.example +15 -0
  296. package/.env.example +171 -0
  297. package/.eslintrc.json +16 -0
  298. package/.git-blame-ignore-revs +10 -0
  299. package/.gitattributes +2 -0
  300. package/.gitguardian.yaml +50 -0
  301. package/.githooks/pre-commit +6 -0
  302. package/.pre-commit-config.yaml +30 -0
  303. package/.release-please-config-xithead.json +22 -0
  304. package/.release-please-config.json +44 -0
  305. package/.release-please-manifest-xithead.json +3 -0
  306. package/.release-please-manifest.json +3 -0
  307. package/CODE_OF_CONDUCT.md +133 -0
  308. package/CONTRIBUTING.md +133 -0
  309. package/Cargo.lock +5557 -0
  310. package/Cargo.toml +121 -0
  311. package/Dockerfile +38 -0
  312. package/Dockerfile.proxy +48 -0
  313. package/ENTERPRISE.md +5 -0
  314. package/FEATURES_ADVANCED.md +311 -0
  315. package/Headroom-2.gif +0 -0
  316. package/HeadroomDemo-Fast.gif +0 -0
  317. package/MANIFEST.in +4 -0
  318. package/MODERNIZATION_GUIDE.md +358 -0
  319. package/Makefile +140 -0
  320. package/NOTICE +43 -0
  321. package/NPM_TOKEN_SETUP.md +81 -0
  322. package/PR.md +170 -0
  323. package/PUBLISH.md +77 -0
  324. package/README.md +58 -137
  325. package/README_FRONTEND.md +196 -0
  326. package/REALIGNMENT/00-overview.md +53 -0
  327. package/REALIGNMENT/01-bug-list.md +421 -0
  328. package/REALIGNMENT/02-architecture.md +322 -0
  329. package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
  330. package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
  331. package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
  332. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
  333. package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
  334. package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
  335. package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
  336. package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
  337. package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
  338. package/REALIGNMENT/12-decisions-needed.md +196 -0
  339. package/REALIGNMENT/INDEX.md +82 -0
  340. package/REFACTORING_CAMPAIGN.md +277 -0
  341. package/RESTRUCTURE_PLAN.md +100 -0
  342. package/RUST_DEV.md +361 -0
  343. package/SECURITY.md +65 -0
  344. package/SETUP_AUTO_PUBLISH.md +164 -0
  345. package/TESTING-copilot-subscription.md +153 -0
  346. package/app/api/config/route.ts +22 -0
  347. package/app/api/export/route.ts +83 -0
  348. package/app/api/models/route.ts +12 -0
  349. package/app/api/stats/route.ts +46 -0
  350. package/app/dashboard/page.tsx +445 -0
  351. package/app/globals.css +35 -0
  352. package/app/installation/page.tsx +293 -0
  353. package/app/layout.tsx +35 -0
  354. package/app/master-design-system.css +2076 -0
  355. package/app/master-design-system.source.css +8 -0
  356. package/app/page.tsx +187 -0
  357. package/app/rechtliches/agb/page.tsx +165 -0
  358. package/app/rechtliches/datenschutz/page.tsx +128 -0
  359. package/app/rechtliches/impressum/page.tsx +122 -0
  360. package/app/rechtliches/widerruf/page.tsx +185 -0
  361. package/bin/xithead.js +264 -0
  362. package/codecov.yml +34 -0
  363. package/components/layout/AppShell.tsx +25 -0
  364. package/components/layout/Footer.tsx +120 -0
  365. package/components/layout/Header.tsx +145 -0
  366. package/components/marketing/LegalHighlights.tsx +45 -0
  367. package/components/marketing/LegalPageShell.tsx +49 -0
  368. package/components/marketing/LegalPanel.tsx +41 -0
  369. package/components/marketing/index.ts +3 -0
  370. package/crates/headroom-core/Cargo.toml +165 -0
  371. package/crates/headroom-core/benches/auth_mode.rs +74 -0
  372. package/crates/headroom-core/benches/ccr_store.rs +224 -0
  373. package/crates/headroom-core/benches/tokenizer.rs +52 -0
  374. package/crates/headroom-core/config/pipeline.toml +151 -0
  375. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
  376. package/crates/headroom-core/src/auth_mode.rs +250 -0
  377. package/crates/headroom-core/src/cache_control.rs +414 -0
  378. package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
  379. package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
  380. package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
  381. package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
  382. package/crates/headroom-core/src/ccr/mod.rs +119 -0
  383. package/crates/headroom-core/src/compression_policy.rs +505 -0
  384. package/crates/headroom-core/src/lib.rs +33 -0
  385. package/crates/headroom-core/src/relevance/base.rs +139 -0
  386. package/crates/headroom-core/src/relevance/bm25.rs +385 -0
  387. package/crates/headroom-core/src/relevance/embedding.rs +354 -0
  388. package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
  389. package/crates/headroom-core/src/relevance/mod.rs +64 -0
  390. package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
  391. package/crates/headroom-core/src/signals/line_importance.rs +84 -0
  392. package/crates/headroom-core/src/signals/mod.rs +61 -0
  393. package/crates/headroom-core/src/signals/tiered.rs +141 -0
  394. package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
  395. package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
  396. package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
  397. package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
  398. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
  399. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
  400. package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
  401. package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
  402. package/crates/headroom-core/src/transforms/detection.rs +222 -0
  403. package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
  404. package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
  405. package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
  406. package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
  407. package/crates/headroom-core/src/transforms/mod.rs +64 -0
  408. package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
  409. package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
  410. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
  411. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
  412. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
  416. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
  417. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
  418. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
  419. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
  420. package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
  421. package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
  422. package/crates/headroom-core/src/transforms/safety.rs +215 -0
  423. package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
  424. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
  425. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
  426. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
  427. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
  428. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
  429. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
  430. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
  434. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
  435. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
  436. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
  437. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
  438. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
  439. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
  440. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
  441. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
  442. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
  443. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
  444. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
  445. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
  446. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
  447. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
  448. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
  449. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
  450. package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
  451. package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
  452. package/crates/headroom-parity/Cargo.toml +26 -0
  453. package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
  454. package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
  455. package/crates/headroom-parity/src/lib.rs +613 -0
  456. package/crates/headroom-proxy/Cargo.toml +119 -0
  457. package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
  458. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
  459. package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
  460. package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
  461. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
  462. package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
  463. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
  464. package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
  465. package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
  466. package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
  467. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
  468. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
  469. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
  470. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
  471. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
  472. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
  473. package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
  474. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
  475. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
  476. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
  477. package/crates/headroom-proxy/src/compression/mod.rs +127 -0
  478. package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
  479. package/crates/headroom-proxy/src/config.rs +646 -0
  480. package/crates/headroom-proxy/src/error.rs +69 -0
  481. package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
  482. package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
  483. package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
  484. package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
  485. package/crates/headroom-proxy/src/headers.rs +288 -0
  486. package/crates/headroom-proxy/src/health.rs +41 -0
  487. package/crates/headroom-proxy/src/lib.rs +21 -0
  488. package/crates/headroom-proxy/src/main.rs +141 -0
  489. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
  490. package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
  491. package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
  492. package/crates/headroom-proxy/src/observability/mod.rs +68 -0
  493. package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
  494. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
  495. package/crates/headroom-proxy/src/proxy.rs +1619 -0
  496. package/crates/headroom-proxy/src/responses_items.rs +565 -0
  497. package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
  498. package/crates/headroom-proxy/src/sse/framing.rs +366 -0
  499. package/crates/headroom-proxy/src/sse/mod.rs +40 -0
  500. package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
  501. package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
  502. package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
  503. package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
  504. package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
  505. package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
  506. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
  507. package/crates/headroom-proxy/src/websocket.rs +246 -0
  508. package/crates/headroom-py/Cargo.toml +37 -0
  509. package/crates/headroom-py/build.rs +77 -0
  510. package/crates/headroom-py/glibc_compat.c +170 -0
  511. package/crates/headroom-py/src/lib.rs +1655 -0
  512. package/deny.toml +32 -0
  513. package/design-system/base.css +127 -0
  514. package/design-system/components.css +1943 -0
  515. package/design-system/fonts.css +17 -0
  516. package/design-system/tailwind-preset.js +95 -0
  517. package/design-system/tokens.css +48 -0
  518. package/design-system/utilities.css +53 -0
  519. package/docker/differential-network-capture/Dockerfile.runner +14 -0
  520. package/docker/differential-network-capture/docker-compose.yml +142 -0
  521. package/docker/differential-network-capture/run-claude-lane.sh +24 -0
  522. package/docker/docker-compose.native.yml +44 -0
  523. package/docker-bake.hcl +88 -0
  524. package/docker-compose.yml +80 -0
  525. package/e2e/_lib/make_shim.ps1 +24 -0
  526. package/e2e/_lib/make_shim.sh +28 -0
  527. package/e2e/docker-native-install.sh +120 -0
  528. package/e2e/init/Dockerfile +79 -0
  529. package/e2e/wrap/Dockerfile +115 -0
  530. package/examples/07-context-compression.ipynb +279 -0
  531. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
  532. package/examples/deployment/macos-launchagent/install.sh +227 -0
  533. package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
  534. package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
  535. package/headroom-savings.png +0 -0
  536. package/headroom_learn.gif +0 -0
  537. package/lib/config/index.ts +12 -0
  538. package/lib/hooks/index.ts +4 -0
  539. package/lib/hooks/use-mounted.ts +13 -0
  540. package/lib/hooks/use-session.ts +34 -0
  541. package/lib/hooks/use-settings.ts +49 -0
  542. package/lib/utils/index.ts +1 -0
  543. package/lib/utils/settings.ts +162 -0
  544. package/lib/utils/utils.ts +6 -0
  545. package/llms.txt +67 -0
  546. package/middleware.ts +26 -0
  547. package/mkdocs.yml +136 -0
  548. package/next-env.d.ts +7 -0
  549. package/next.config.ts +12 -0
  550. package/npm/bin/xithead.js +2 -2
  551. package/npm/bin/xtream-head.js +366 -0
  552. package/npm/index.js +18 -91
  553. package/npm/package.json +55 -0
  554. package/package.json +47 -42
  555. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
  556. package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
  557. package/plugins/headroom-oauth2/LICENSE +3 -0
  558. package/plugins/headroom-oauth2/SPEC.md +115 -0
  559. package/plugins/headroom-oauth2/pyproject.toml +48 -0
  560. package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
  561. package/plugins/openclaw/hook-shim/HOOK.md +21 -0
  562. package/plugins/openclaw/hook-shim/handler.js +3 -0
  563. package/plugins/openclaw/openclaw.plugin.json +98 -0
  564. package/plugins/openclaw/package-lock.json +2692 -0
  565. package/plugins/openclaw/package.json +54 -0
  566. package/plugins/openclaw/prepare-dist.mjs +56 -0
  567. package/plugins/openclaw/src/convert.ts +418 -0
  568. package/plugins/openclaw/src/engine.ts +284 -0
  569. package/plugins/openclaw/src/gateway-config.ts +143 -0
  570. package/plugins/openclaw/src/index.ts +11 -0
  571. package/plugins/openclaw/src/plugin/index.ts +98 -0
  572. package/plugins/openclaw/src/proxy-manager.ts +477 -0
  573. package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
  574. package/plugins/openclaw/test/convert.test.ts +96 -0
  575. package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
  576. package/plugins/openclaw/test/engine.test.ts +101 -0
  577. package/plugins/openclaw/test/gateway-config.test.ts +278 -0
  578. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
  579. package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
  580. package/plugins/openclaw/tsup.config.ts +9 -0
  581. package/postcss.config.mjs +7 -0
  582. package/pyproject.toml +438 -0
  583. package/rust-toolchain.toml +16 -0
  584. package/sdk/typescript/examples/basic-compress.ts +64 -0
  585. package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
  586. package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
  587. package/sdk/typescript/examples/middleware-composition.ts +59 -0
  588. package/sdk/typescript/examples/multi-provider.ts +53 -0
  589. package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
  590. package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
  591. package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
  592. package/sdk/typescript/examples/streaming-chat.ts +71 -0
  593. package/sdk/typescript/examples/structured-output.ts +99 -0
  594. package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
  595. package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
  596. package/sdk/typescript/package-lock.json +3437 -0
  597. package/sdk/typescript/package.json +108 -0
  598. package/sdk/typescript/src/adapters/anthropic.ts +218 -0
  599. package/sdk/typescript/src/adapters/gemini.ts +83 -0
  600. package/sdk/typescript/src/adapters/openai.ts +77 -0
  601. package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
  602. package/sdk/typescript/src/client.ts +632 -0
  603. package/sdk/typescript/src/compress.ts +87 -0
  604. package/sdk/typescript/src/errors.ts +114 -0
  605. package/sdk/typescript/src/hooks.ts +113 -0
  606. package/sdk/typescript/src/index.ts +140 -0
  607. package/sdk/typescript/src/paths.ts +272 -0
  608. package/sdk/typescript/src/shared-context.ts +188 -0
  609. package/sdk/typescript/src/simulate.ts +52 -0
  610. package/sdk/typescript/src/types/config.ts +183 -0
  611. package/sdk/typescript/src/types/models.ts +314 -0
  612. package/sdk/typescript/src/types.ts +139 -0
  613. package/sdk/typescript/src/utils/case.ts +34 -0
  614. package/sdk/typescript/src/utils/format.ts +480 -0
  615. package/sdk/typescript/src/utils/stream.ts +50 -0
  616. package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
  617. package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
  618. package/sdk/typescript/test/adapters/openai.test.ts +174 -0
  619. package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
  620. package/sdk/typescript/test/client-expanded.test.ts +333 -0
  621. package/sdk/typescript/test/client.test.ts +266 -0
  622. package/sdk/typescript/test/compress.test.ts +118 -0
  623. package/sdk/typescript/test/config.test.ts +275 -0
  624. package/sdk/typescript/test/errors.test.ts +169 -0
  625. package/sdk/typescript/test/format-integration.test.ts +252 -0
  626. package/sdk/typescript/test/hooks.test.ts +265 -0
  627. package/sdk/typescript/test/integration.test.ts +249 -0
  628. package/sdk/typescript/test/mdx-examples.test.ts +253 -0
  629. package/sdk/typescript/test/models.test.ts +318 -0
  630. package/sdk/typescript/test/parity.test.ts +337 -0
  631. package/sdk/typescript/test/paths.test.ts +447 -0
  632. package/sdk/typescript/test/shared-context.test.ts +245 -0
  633. package/sdk/typescript/test/simulate.test.ts +84 -0
  634. package/sdk/typescript/test/types.test.ts +244 -0
  635. package/sdk/typescript/test/utils/case.test.ts +129 -0
  636. package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
  637. package/sdk/typescript/test/utils/format.test.ts +434 -0
  638. package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
  639. package/sdk/typescript/tsup.config.ts +17 -0
  640. package/tailwind.master.config.cjs +47 -0
  641. package/types/api.ts +12 -0
  642. package/types/config.ts +9 -0
  643. package/types/index.ts +2 -0
  644. package/uv.lock +6951 -0
  645. package/xithead.egg-info/PKG-INFO +22 -0
  646. package/xithead.egg-info/SOURCES.txt +16 -0
  647. package/xithead.egg-info/dependency_links.txt +1 -0
  648. package/xithead.egg-info/entry_points.txt +2 -0
  649. package/xithead.egg-info/requires.txt +10 -0
  650. package/xithead.egg-info/top_level.txt +2 -0
  651. package/xithead.ps1 +136 -0
  652. package/xithead.sh +129 -0
  653. package/xithead_dist/pyproject.toml +39 -0
  654. package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
  655. package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
  656. package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
  657. package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
  658. package/xithead_dist/xithead.egg-info/requires.txt +10 -0
  659. package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
package/pyproject.toml ADDED
@@ -0,0 +1,438 @@
1
+ [build-system]
2
+ requires = ["maturin>=1.5,<2.0"]
3
+ build-backend = "maturin"
4
+
5
+ [project]
6
+ name = "xtream-head"
7
+ version = "1.2.3"
8
+ description = "Aggressive Claude context optimizer by Xtream-ITSolutions UG - Cut costs by 50-95%"
9
+ readme = "README.md"
10
+ license = "Apache-2.0"
11
+ requires-python = ">=3.10"
12
+ authors = [
13
+ { name = "Xtream-ITSolutions UG", email = "hello@xtream-itsolutions.com" }
14
+ ]
15
+ maintainers = [
16
+ { name = "Xtream-ITSolutions UG", email = "hello@xtream-itsolutions.com" }
17
+ ]
18
+ keywords = [
19
+ "claude",
20
+ "anthropic",
21
+ "llm",
22
+ "token",
23
+ "optimization",
24
+ "compression",
25
+ "caching",
26
+ "proxy",
27
+ "ai",
28
+ "cost-reduction",
29
+ "context",
30
+ "machine-learning",
31
+ ]
32
+ classifiers = [
33
+ "Development Status :: 4 - Beta",
34
+ "Intended Audience :: Developers",
35
+ "License :: OSI Approved :: Apache Software License",
36
+ "Operating System :: OS Independent",
37
+ "Programming Language :: Python :: 3",
38
+ "Programming Language :: Python :: 3.10",
39
+ "Programming Language :: Python :: 3.11",
40
+ "Programming Language :: Python :: 3.12",
41
+ "Programming Language :: Python :: 3.13",
42
+ "Programming Language :: Python :: 3.14",
43
+ "Topic :: Scientific/Engineering :: Artificial Intelligence",
44
+ "Topic :: Software Development :: Libraries :: Python Modules",
45
+ "Typing :: Typed",
46
+ ]
47
+ dependencies = [
48
+ # Core: lightweight compression (SmartCrusher, ContentRouter, CCR, TOIN)
49
+ "tiktoken>=0.5.0", # Tokenizer for all compressors
50
+ "pydantic>=2.0.0", # Config and data models
51
+ # litellm's own metadata pins requires-python <3.14, and headroom only uses it for
52
+ # model registry / pricing / non-core providers — all lazily imported and
53
+ # ImportError-guarded. Marking it 3.14-optional lets xtream-head install on Python 3.14
54
+ # (core compression + the Anthropic proxy path never import litellm). See GH #956.
55
+ "litellm>=1.86.2,<2.0; python_version < '3.14'", # model registry, pricing, providers (lazy)
56
+ "click>=8.1.0", # CLI framework
57
+ "rich>=13.0.0", # Rich terminal output
58
+ "opentelemetry-api>=1.24.0", # Safe no-op OTEL API for instrumentation
59
+ "ast-grep-cli>=0.30.0", # AST-aware code slicing (CodeCompressor); binary wheel
60
+ "tomli>=2.0.0; python_version < '3.11'", # tomllib backport for helper scripts
61
+ ]
62
+
63
+ [project.optional-dependencies]
64
+ # Proxy server (most common install: pip install xtream-head[proxy])
65
+ proxy = [
66
+ "fastapi>=0.100.0",
67
+ "uvicorn>=0.23.0,<1.0",
68
+ "httpx[http2]>=0.24.0",
69
+ "openai>=2.14.0", # OpenAI API format support
70
+ "mcp>=1.0.0", # MCP server (headroom_compress, retrieve, stats)
71
+ "magika>=0.6.0", # ML content detection for ContentRouter
72
+ "zstandard>=0.20.0", # Decompress zstd request bodies (Codex, etc.)
73
+ "websockets>=13.0", # WebSocket proxy for /v1/responses (Codex gpt-5.4+)
74
+ "onnxruntime>=1.16.0", # Kompress ONNX INT8 text compression (no torch needed)
75
+ "transformers>=4.30.0,<6.0", # Tokenizer only (for Kompress)
76
+ "watchdog>=4.0.0", # File watcher for live code graph reindexing (--code-graph)
77
+ "sqlite-vec>=0.1.6", # Vector index for memory (--memory). Lightweight, no torch.
78
+ ]
79
+ # Production ASGI/WSGI server — Unix-only (gunicorn does not support Windows).
80
+ # Kept separate from [proxy] so that dev, CI, and Windows users are not forced
81
+ # to install a non-functional package. Production deployments should use:
82
+ # pip install xtream-head[proxy,proxy-prod]
83
+ # Minimal CI profile: no ML, GPU, OCR, vector, voice, or training dependencies.
84
+ ci = [
85
+ "pytest>=7.0.0",
86
+ "pytest-cov>=4.0.0",
87
+ "pytest-asyncio>=0.21.0",
88
+ "ruff>=0.1.0",
89
+ "mypy>=1.0.0",
90
+ "fastapi>=0.100.0",
91
+ "uvicorn>=0.23.0,<1.0",
92
+ "httpx>=0.24.0",
93
+ "websockets>=13.0",
94
+ ]
95
+ proxy-prod = [
96
+ "xtream-head[proxy]",
97
+ "gunicorn>=21.0.0; sys_platform != 'win32'",
98
+ ]
99
+ # AST-based code compression (tree-sitter)
100
+ code = [
101
+ "tree-sitter-language-pack>=0.10.0",
102
+ ]
103
+ # ML-based compression with Kompress (ModernBERT).
104
+ # (The legacy [llmlingua] extra was removed in 0.9.x — no live code path used it.
105
+ # Use [ml] for the supported ML compression dependencies.)
106
+ ml = [
107
+ "torch>=2.0.0",
108
+ "transformers>=4.30.0,<6.0",
109
+ # transformers >= 5.x requires huggingface-hub >= 1.5.0,<2.0; pinning
110
+ # the floor here prevents Kompress from silently falling back to
111
+ # "unavailable" when a sibling install (e.g. `pip install
112
+ # strands-agents`) drags huggingface-hub backwards.
113
+ "huggingface-hub>=1.5.0,<2.0",
114
+ ]
115
+ # Memory system (hierarchical memory with vector search)
116
+ memory = [
117
+ "hnswlib>=0.8.0",
118
+ "sqlite-vec>=0.1.6",
119
+ "sentence-transformers>=2.2.0,<6.0",
120
+ ]
121
+ # Qdrant + Neo4j memory backend helpers
122
+ memory-stack = [
123
+ "mem0ai>=1.0.0,<2.0",
124
+ "qdrant-client>=1.9.0,<2.0",
125
+ "neo4j>=5.20.0,<7.0",
126
+ ]
127
+ # Apple-Silicon GPU (MPS) offload for the memory embedder. Opt in at runtime with
128
+ # HEADROOM_EMBEDDER_RUNTIME=pytorch_mps. macOS-only; intentionally excluded from [all].
129
+ pytorch-mps = [
130
+ "torch>=2.0.0; sys_platform == 'darwin'",
131
+ "sentence-transformers>=2.2.0; sys_platform == 'darwin'",
132
+ ]
133
+ # Semantic relevance scoring with embeddings.
134
+ # Uses `fastembed` (BAAI/bge-small-en-v1.5 by default — 33M params,
135
+ # 384 dims, ~30 MB int8-quantized ONNX). Same library + model used by
136
+ # the Rust SmartCrusher (`fastembed` crate), giving byte-equal embeddings
137
+ # across the language boundary. Replaced sentence-transformers in
138
+ # Stage 3c.1 — fastembed is faster (~2-3x), smaller (no torch
139
+ # dependency), and outranks all-MiniLM-L6-v2 on MTEB by ~6 points.
140
+ relevance = [
141
+ "fastembed>=0.4.0",
142
+ "numpy>=1.24.0",
143
+ ]
144
+ # Image compression (ML-based routing + OCR)
145
+ #
146
+ # OCR backend uses ONNX Runtime regardless of Python version. The
147
+ # rapidocr ecosystem split into two flavors after 1.4.x:
148
+ # * rapidocr-onnxruntime 1.4.x — bundled-ORT package, capped at
149
+ # Python <3.13 by its requires-python metadata. Drop-in for our
150
+ # existing v1 tuple-shaped API call.
151
+ # * rapidocr 3.x — engine-agnostic core, supports Python 3.13+.
152
+ # Returns a RapidOCROutput dataclass (txts, scores, boxes, ...).
153
+ # Needs `onnxruntime` installed separately to use the ORT backend.
154
+ #
155
+ # `headroom/image/compressor.py` adapts both API shapes at runtime via
156
+ # a try/except cascade. See issue #372 for context.
157
+ image = [
158
+ "pillow>=10.0.0",
159
+ "sentencepiece>=0.1.99", # Required by SigLIP tokenizer (SiglipTokenizer)
160
+ # Python 3.6–3.12: keep the proven ORT-bundled package directly.
161
+ # ~15 MB ONNX models auto-downloaded on first use.
162
+ "rapidocr-onnxruntime>=1.4.0,<2; python_version<'3.13'",
163
+ # Python 3.13+: rapidocr-onnxruntime is unavailable (its wheels
164
+ # declare requires-python<3.13). Use the successor `rapidocr` 3.x
165
+ # core + `onnxruntime` engine; same ORT backend, just split into
166
+ # two packages. Total install size and inference speed unchanged.
167
+ "rapidocr>=3.0,<4; python_version>='3.13'",
168
+ "onnxruntime>=1.7,<2; python_version>='3.13'",
169
+ ]
170
+ # Report generation
171
+ reports = [
172
+ "jinja2>=3.0.0",
173
+ ]
174
+ # Binary spreadsheet ingestion (.xlsx / .xls -> tabular text)
175
+ spreadsheet = [
176
+ "openpyxl>=3.1.0", # .xlsx
177
+ "xlrd>=2.0.1", # legacy .xls
178
+ ]
179
+ # OpenTelemetry metrics export
180
+ otel = [
181
+ "opentelemetry-sdk>=1.24.0",
182
+ "opentelemetry-exporter-otlp-proto-http>=1.24.0",
183
+ ]
184
+ # any-llm multi-provider backend (requires Python 3.11+)
185
+ anyllm = [
186
+ "any-llm-sdk>=1.0.0; python_version >= '3.11'",
187
+ ]
188
+ # LangChain integration
189
+ langchain = [
190
+ "langchain-core>=1.3.3,<4.0",
191
+ "langchain-openai>=1.1.14,<2.0",
192
+ ]
193
+ # Agno agent framework integration
194
+ agno = [
195
+ "agno>=1.0.0",
196
+ ]
197
+ # AWS Strands Agents SDK integration
198
+ strands = [
199
+ "strands-agents>=0.1.0",
200
+ ]
201
+ # MCP server for Claude Code integration
202
+ mcp = [
203
+ "mcp>=1.0.0",
204
+ "httpx>=0.24.0",
205
+ ]
206
+ # Voice filler detection
207
+ voice = [
208
+ "onnxruntime>=1.16.0",
209
+ "transformers>=4.30.0,<6.0",
210
+ "torch>=2.0.0",
211
+ ]
212
+ # Voice training (includes voice deps + training extras)
213
+ voice-train = [
214
+ "xtream-head[voice]",
215
+ "datasets>=2.14.0",
216
+ "accelerate>=0.20.0",
217
+ ]
218
+ # Evaluation framework
219
+ evals = [
220
+ "datasets>=2.14.0",
221
+ "sentence-transformers>=2.2.0,<6.0",
222
+ "numpy>=1.24.0",
223
+ "scikit-learn>=1.3.0",
224
+ "anthropic>=0.18.0",
225
+ "openai>=1.0.0",
226
+ ]
227
+ # AWS Bedrock backend
228
+ bedrock = [
229
+ "boto3>=1.28.0",
230
+ ]
231
+ # HTML content extraction
232
+ html = [
233
+ "trafilatura>=1.6.0",
234
+ ]
235
+ # Comprehensive LLM benchmarks
236
+ benchmark = [
237
+ "lm-eval[api]>=0.4.0",
238
+ "openai>=1.0.0",
239
+ "anthropic>=0.18.0",
240
+ ]
241
+ # Development dependencies
242
+ dev = [
243
+ "pytest>=7.0.0",
244
+ "pytest-cov>=4.0.0",
245
+ "pytest-asyncio>=0.21.0",
246
+ "ruff>=0.1.0",
247
+ "mypy>=1.0.0",
248
+ "pre-commit>=3.0.0",
249
+ "openai>=1.0.0",
250
+ "anthropic>=0.18.0",
251
+ "litellm>=1.86.2,<2.0; python_version < '3.14'", # see core deps note (GH #956)
252
+ "fastapi>=0.100.0",
253
+ "uvicorn>=0.23.0,<1.0",
254
+ "httpx[http2]>=0.24.0",
255
+ "websockets>=13.0",
256
+ "opentelemetry-sdk>=1.24.0",
257
+ "opentelemetry-exporter-otlp-proto-http>=1.24.0",
258
+ "ollama>=0.4.0",
259
+ "langchain-ollama>=0.2.0",
260
+ "hnswlib>=0.8.0",
261
+ "sqlite-vec>=0.1.6",
262
+ "sentence-transformers>=2.2.0,<6.0",
263
+ "numpy>=1.24.0",
264
+ "openpyxl>=3.1.0", # exercises spreadsheet_ingest (.xlsx) in the test suite
265
+ ]
266
+ # All optional dependencies (everything you need)
267
+ all = [
268
+ "xtream-head[proxy,code,ml,memory,relevance,image,reports,otel,evals,voice,html,benchmark,mcp,spreadsheet]",
269
+ ]
270
+
271
+ [project.scripts]
272
+ xtream-head = "xithead.cli.main:main"
273
+ headroom = "headroom.cli:main"
274
+ xithead = "xithead.cli.main:main"
275
+
276
+ [project.urls]
277
+ Homepage = "https://github.com/Xtream-ITSolutions/xithead"
278
+ Documentation = "https://github.com/Xtream-ITSolutions/xithead#readme"
279
+ Repository = "https://github.com/Xtream-ITSolutions/xithead"
280
+ Issues = "https://github.com/Xtream-ITSolutions/xithead/issues"
281
+ Discord = "https://discord.gg/xtream-itsolutions"
282
+ Changelog = "https://github.com/Xtream-ITSolutions/xithead/blob/main/CHANGELOG.md"
283
+ # llms.txt convention (llmstxt.org) — point AI agents / LLM crawlers
284
+ # at the auto-generated docs index so they can resolve install paths
285
+ # and entry points without a follow-up fetch.
286
+ "AI / LLM Index" = "https://headroom-docs.vercel.app/llms.txt"
287
+
288
+ # Maturin builds a single wheel containing both the Python source under
289
+ # `headroom/` AND the compiled Rust extension `headroom/_core.so` (cdylib
290
+ # from `crates/headroom-py`). One `pip install xtream-head` ships everything
291
+ # atomically — no separate `headroom-core-py` package, no chicken-and-egg,
292
+ # no PIP_FIND_LINKS plumbing. Phase A0's runtime fail-loud check still
293
+ # exists but only fires if someone forces an sdist install on a platform
294
+ # without a wheel and the rust toolchain isn't available to compile it.
295
+ # Pin the project's package index to public PyPI. Without this, `uv lock`
296
+ # inherits the developer's user-level `~/.config/uv/uv.toml` index
297
+ # setting — including private/internal mirrors like
298
+ # `pypi.netflix.net/simple` — and bakes those URLs into uv.lock, which
299
+ # then breaks CI on every public runner that can't reach the mirror.
300
+ # Declaring the index in pyproject.toml makes the project authoritative
301
+ # regardless of who runs `uv lock`.
302
+ [[tool.uv.index]]
303
+ name = "pypi"
304
+ url = "https://pypi.org/simple/"
305
+ default = true
306
+
307
+ [tool.maturin]
308
+ # Where the Python package lives. With `python-source = "."` and the
309
+ # package directory `headroom/` at repo root, maturin includes every file
310
+ # under `headroom/` in the wheel — that picks up the dashboard HTML
311
+ # templates and bundled YAML configs. `LICENSE` and `NOTICE` are listed
312
+ # explicitly because maturin sdists do not get the package-directory
313
+ # treatment wheels do, and PEP 639 auto-discovery emits both files into
314
+ # `License-File:` metadata — PyPI rejects sdists whose declared license
315
+ # files are missing from the tarball with `400 License-File X does not
316
+ # exist in distribution file`.
317
+ include = [
318
+ { path = "LICENSE", format = "sdist" },
319
+ { path = "NOTICE", format = "sdist" },
320
+ ]
321
+ python-source = "."
322
+ module-name = "headroom._core"
323
+ # The cdylib source lives under `crates/headroom-py`. Maturin invokes
324
+ # `cargo build` with this manifest to produce `_core.cdylib`, then injects
325
+ # the resulting `.so` into the wheel at `headroom/_core.so`.
326
+ manifest-path = "crates/headroom-py/Cargo.toml"
327
+ features = ["extension-module"]
328
+ # Forbid building without the cdylib feature — bare `cargo build` won't
329
+ # produce a usable Python extension. Maturin's default `bindings` is "pyo3"
330
+ # which is correct here (see `crates/headroom-py/src/`).
331
+ bindings = "pyo3"
332
+
333
+ [tool.ruff]
334
+ target-version = "py310"
335
+ line-length = 100
336
+
337
+ [tool.ruff.lint]
338
+ select = [
339
+ "E", # pycodestyle errors
340
+ "W", # pycodestyle warnings
341
+ "F", # pyflakes
342
+ "I", # isort
343
+ "B", # flake8-bugbear
344
+ "C4", # flake8-comprehensions
345
+ "UP", # pyupgrade
346
+ ]
347
+ ignore = [
348
+ "E501", # line too long (handled by formatter)
349
+ "B008", # do not perform function calls in argument defaults
350
+ "B905", # zip without strict parameter
351
+ ]
352
+
353
+ [tool.ruff.lint.isort]
354
+ known-first-party = ["headroom"]
355
+
356
+ [tool.ruff.format]
357
+ quote-style = "double"
358
+ indent-style = "space"
359
+
360
+ [tool.mypy]
361
+ python_version = "3.10"
362
+ warn_return_any = true
363
+ warn_unused_configs = true
364
+ disallow_untyped_defs = true
365
+ ignore_missing_imports = true
366
+
367
+ # Per-module overrides for modules with dynamic typing patterns
368
+ [[tool.mypy.overrides]]
369
+ module = [
370
+ "headroom.proxy.server",
371
+ "headroom.proxy.cost",
372
+ "headroom.proxy.prometheus_metrics",
373
+ "headroom.proxy.semantic_cache",
374
+ "headroom.proxy.rate_limiter",
375
+ "headroom.proxy.request_logger",
376
+ "headroom.proxy.helpers",
377
+ "headroom.integrations.langchain",
378
+ "headroom.integrations.mcp",
379
+ "headroom.ccr.mcp_server",
380
+ "headroom.relevance.embedding",
381
+ "headroom.reporting.generator",
382
+ ]
383
+ disallow_untyped_defs = false
384
+
385
+ [[tool.mypy.overrides]]
386
+ module = [
387
+ "headroom.tokenizers.*",
388
+ "headroom.providers.litellm",
389
+ "headroom.providers.google",
390
+ ]
391
+ disallow_untyped_defs = false
392
+ warn_return_any = false
393
+
394
+ # Handler mixins use self.* from HeadroomProxy via duck typing — mypy can't resolve these
395
+ [[tool.mypy.overrides]]
396
+ module = ["headroom.proxy.handlers.*"]
397
+ disallow_untyped_defs = false
398
+ ignore_errors = true
399
+
400
+ # Ignore third-party stubs with syntax errors
401
+ [[tool.mypy.overrides]]
402
+ module = ["mlx.*"]
403
+ ignore_errors = true
404
+
405
+ [tool.pytest.ini_options]
406
+ testpaths = ["tests"]
407
+ python_files = ["test_*.py"]
408
+ python_functions = ["test_*"]
409
+ addopts = "-v --tb=short"
410
+ asyncio_mode = "auto"
411
+ filterwarnings = [
412
+ # pyo3 Unsendable parsers emit an unraisable warning when GC drops them on a
413
+ # test-teardown thread; this is a test-harness artifact, not a production issue
414
+ # (production threads are long-lived and drop their parsers on themselves).
415
+ "ignore::pytest.PytestUnraisableExceptionWarning",
416
+ ]
417
+ markers = [
418
+ "slow: slow tests (model loads, large fixtures)",
419
+ "real_llm: tests that hit real LLM APIs; skipped unless explicitly enabled",
420
+ "live: opt-in multi-turn tests that hit real upstream APIs; require provider keys",
421
+ ]
422
+
423
+ [tool.coverage.run]
424
+ source = ["headroom"]
425
+ branch = true
426
+ omit = [
427
+ "headroom/cli.py",
428
+ "*/tests/*",
429
+ ]
430
+
431
+ [tool.coverage.report]
432
+ exclude_lines = [
433
+ "pragma: no cover",
434
+ "def __repr__",
435
+ "raise NotImplementedError",
436
+ "if TYPE_CHECKING:",
437
+ "if __name__ == .__main__.:",
438
+ ]
@@ -0,0 +1,16 @@
1
+ [toolchain]
2
+ # Pin to a specific stable version so CI and local use the EXACT same
3
+ # compiler. With `channel = "stable"`, CI runners (dtolnay/rust-
4
+ # toolchain@stable) always grab the latest stable while local dev
5
+ # machines run whatever version was last installed — a clippy lint
6
+ # added in a newer stable then breaks CI without firing locally
7
+ # (this happened on 2026-04-27: `unnecessary_sort_by` landed in
8
+ # clippy 1.95 while a dev box had 1.92). Pinning makes "passes
9
+ # locally" = "passes in CI" for every check that depends on the
10
+ # toolchain.
11
+ #
12
+ # Bump procedure: edit the channel string here, run `rustup update`,
13
+ # run `make ci-precheck`, fix any new lints, commit.
14
+ channel = "1.95.0"
15
+ components = ["rustfmt", "clippy"]
16
+ profile = "minimal"
@@ -0,0 +1,64 @@
1
+ /**
2
+ * Example 01: Basic Compression
3
+ *
4
+ * Compress messages before sending to any LLM.
5
+ * Works with any message format — OpenAI, Anthropic, Vercel AI SDK, Gemini.
6
+ *
7
+ * Run: npx tsx examples/01-basic-compress.ts
8
+ */
9
+ import { compress } from "xtream-head";
10
+ import { openai } from "@ai-sdk/openai";
11
+ import { generateText } from "ai";
12
+
13
+ // Simulate a large tool output — 80 server status records
14
+ const serverFleet = Array.from({ length: 80 }, (_, i) => ({
15
+ id: i + 1,
16
+ hostname: `web-${String(i + 1).padStart(3, "0")}.prod.internal`,
17
+ status: i === 42 ? "critical" : i % 15 === 0 ? "warning" : "healthy",
18
+ cpu_percent: Math.round(Math.random() * 100),
19
+ memory_mb: Math.round(Math.random() * 16384),
20
+ region: ["us-east-1", "eu-west-1", "ap-southeast-1"][i % 3],
21
+ last_heartbeat: "2025-06-15T10:30:00Z",
22
+ uptime_hours: Math.floor(Math.random() * 8760),
23
+ active_connections: Math.floor(Math.random() * 1000),
24
+ }));
25
+
26
+ const messages = [
27
+ {
28
+ role: "system" as const,
29
+ content: "You are a DevOps assistant. Analyze infrastructure data and report issues concisely.",
30
+ },
31
+ { role: "user" as const, content: "Show me all servers" },
32
+ {
33
+ role: "assistant" as const,
34
+ content: null,
35
+ tool_calls: [
36
+ { id: "call_1", type: "function" as const, function: { name: "list_servers", arguments: "{}" } },
37
+ ],
38
+ },
39
+ {
40
+ role: "tool" as const,
41
+ content: JSON.stringify(serverFleet),
42
+ tool_call_id: "call_1",
43
+ },
44
+ { role: "user" as const, content: "Which servers need attention? Be specific." },
45
+ ];
46
+
47
+ async function main() {
48
+ // Compress the conversation
49
+ const result = await compress(messages, { model: "gpt-4o" });
50
+
51
+ console.log(`Tokens: ${result.tokensBefore} → ${result.tokensAfter}`);
52
+ console.log(`Saved: ${result.tokensSaved} tokens (${((1 - result.compressionRatio) * 100).toFixed(0)}%)`);
53
+ console.log(`Transforms: ${result.transformsApplied.join(", ")}`);
54
+
55
+ // Use compressed messages with Vercel AI SDK
56
+ const { text } = await generateText({
57
+ model: openai("gpt-4o"),
58
+ messages: result.messages,
59
+ });
60
+
61
+ console.log("\nAssistant:", text);
62
+ }
63
+
64
+ main().catch(console.error);
@@ -0,0 +1,80 @@
1
+ /**
2
+ * Example 12: CCR Retrieve — Lossless Compression
3
+ *
4
+ * Headroom compresses aggressively but stores originals.
5
+ * When the LLM needs full details, it calls headroom_retrieve.
6
+ * Nothing is ever thrown away.
7
+ *
8
+ * Run: npx tsx examples/12-ccr-retrieve.ts
9
+ */
10
+ import { HeadroomClient } from "xtream-head";
11
+
12
+ // Large dataset that will trigger CCR (Compress-Cache-Retrieve)
13
+ const auditLog = Array.from({ length: 200 }, (_, i) => ({
14
+ id: i + 1,
15
+ timestamp: new Date(Date.now() - i * 60000).toISOString(),
16
+ actor: `user_${Math.floor(Math.random() * 20)}`,
17
+ action: ["login", "update_profile", "delete_record", "export_data", "change_role", "api_call"][i % 6],
18
+ resource: `resource_${Math.floor(Math.random() * 50)}`,
19
+ ip_address: `192.168.${Math.floor(Math.random() * 255)}.${Math.floor(Math.random() * 255)}`,
20
+ user_agent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)",
21
+ success: i % 23 !== 0,
22
+ details: i % 23 === 0
23
+ ? `FAILED: Unauthorized access attempt to admin resource. IP flagged.`
24
+ : `Routine ${["login", "update_profile", "delete_record", "export_data", "change_role", "api_call"][i % 6]} operation completed.`,
25
+ }));
26
+
27
+ async function main() {
28
+ const client = new HeadroomClient();
29
+
30
+ // Compress the large audit log
31
+ const result = await client.compress(
32
+ [
33
+ { role: "system", content: "You are a security analyst." },
34
+ { role: "user", content: "Review the audit log" },
35
+ {
36
+ role: "assistant",
37
+ content: null,
38
+ tool_calls: [
39
+ { id: "call_1", type: "function", function: { name: "get_audit_log", arguments: '{"limit":200}' } },
40
+ ],
41
+ },
42
+ { role: "tool", content: JSON.stringify(auditLog), tool_call_id: "call_1" },
43
+ { role: "user", content: "Find any suspicious activity" },
44
+ ] as any[],
45
+ { model: "gpt-4o" },
46
+ );
47
+
48
+ console.log(`Compressed: ${result.tokensBefore} → ${result.tokensAfter} tokens`);
49
+ console.log(`Saved: ${result.tokensSaved} tokens (${((1 - result.compressionRatio) * 100).toFixed(0)}%)`);
50
+ console.log(`CCR hashes: ${result.ccrHashes.length}`);
51
+
52
+ // The LLM can retrieve full originals via CCR
53
+ if (result.ccrHashes.length > 0) {
54
+ console.log("\n=== Retrieving originals via CCR ===");
55
+ for (const hash of result.ccrHashes) {
56
+ try {
57
+ const original = await client.retrieve(hash);
58
+ console.log(`Hash ${hash}:`);
59
+ console.log(` Original tokens: ${(original as any).originalTokens}`);
60
+ console.log(` Tool: ${(original as any).toolName}`);
61
+ console.log(` Retrievals: ${(original as any).retrievalCount}`);
62
+ } catch (e: any) {
63
+ console.log(` Could not retrieve ${hash}: ${e.message}`);
64
+ }
65
+ }
66
+
67
+ // Search within compressed content
68
+ console.log("\n=== Searching within compressed content ===");
69
+ try {
70
+ const search = await client.retrieve(result.ccrHashes[0], {
71
+ query: "unauthorized access",
72
+ });
73
+ console.log("Search results:", JSON.stringify(search, null, 2).slice(0, 300));
74
+ } catch (e: any) {
75
+ console.log(`Search error: ${e.message}`);
76
+ }
77
+ }
78
+ }
79
+
80
+ main().catch(console.error);