xithead 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.actrc +14 -0
- package/.actrc.local.example +15 -0
- package/.changelog.md +2 -0
- package/.claude/agents/academic-anthropologist.md +125 -0
- package/.claude/agents/academic-geographer.md +127 -0
- package/.claude/agents/academic-historian.md +123 -0
- package/.claude/agents/academic-narratologist.md +118 -0
- package/.claude/agents/academic-psychologist.md +118 -0
- package/.claude/agents/academic-statistician.md +144 -0
- package/.claude/agents/accounts-payable-agent.md +205 -0
- package/.claude/agents/agentic-identity-trust.md +394 -0
- package/.claude/agents/agents-orchestrator.md +367 -0
- package/.claude/agents/automation-governance-architect.md +216 -0
- package/.claude/agents/blender-addon-engineer.md +243 -0
- package/.claude/agents/business-strategist.md +488 -0
- package/.claude/agents/change-management-consultant.md +497 -0
- package/.claude/agents/chief-financial-officer.md +388 -0
- package/.claude/agents/corporate-training-designer.md +192 -0
- package/.claude/agents/customer-service.md +398 -0
- package/.claude/agents/customer-success-manager.md +460 -0
- package/.claude/agents/data-consolidation-agent.md +60 -0
- package/.claude/agents/data-privacy-officer.md +412 -0
- package/.claude/agents/design-brand-guardian.md +322 -0
- package/.claude/agents/design-image-prompt-engineer.md +236 -0
- package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
- package/.claude/agents/design-persona-walkthrough.md +272 -0
- package/.claude/agents/design-ui-designer.md +386 -0
- package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
- package/.claude/agents/design-ux-architect.md +482 -0
- package/.claude/agents/design-ux-researcher.md +329 -0
- package/.claude/agents/design-visual-storyteller.md +149 -0
- package/.claude/agents/design-whimsy-injector.md +460 -0
- package/.claude/agents/economy-designer.md +156 -0
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
- package/.claude/agents/engineering-ai-engineer.md +146 -0
- package/.claude/agents/engineering-api-platform-engineer.md +181 -0
- package/.claude/agents/engineering-ats-validator-architect.md +383 -0
- package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
- package/.claude/agents/engineering-backend-architect.md +255 -0
- package/.claude/agents/engineering-china-network-engineer.md +252 -0
- package/.claude/agents/engineering-cms-developer.md +536 -0
- package/.claude/agents/engineering-code-reviewer.md +76 -0
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
- package/.claude/agents/engineering-data-engineer.md +349 -0
- package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
- package/.claude/agents/engineering-database-optimizer.md +188 -0
- package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
- package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
- package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
- package/.claude/agents/engineering-devops-automator.md +385 -0
- package/.claude/agents/engineering-drupal-performance.md +347 -0
- package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
- package/.claude/agents/engineering-electrical-engineer.md +575 -0
- package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
- package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
- package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
- package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
- package/.claude/agents/engineering-finops-engineer.md +164 -0
- package/.claude/agents/engineering-frontend-developer.md +257 -0
- package/.claude/agents/engineering-gaussdb-expert.md +334 -0
- package/.claude/agents/engineering-git-workflow-master.md +98 -0
- package/.claude/agents/engineering-i18n-engineer.md +214 -0
- package/.claude/agents/engineering-identity-access-engineer.md +217 -0
- package/.claude/agents/engineering-incident-response-commander.md +444 -0
- package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
- package/.claude/agents/engineering-it-service-manager.md +561 -0
- package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
- package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
- package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
- package/.claude/agents/engineering-mobile-app-builder.md +493 -0
- package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
- package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
- package/.claude/agents/engineering-network-engineer.md +245 -0
- package/.claude/agents/engineering-orgscript-engineer.md +113 -0
- package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
- package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
- package/.claude/agents/engineering-platform-engineer.md +270 -0
- package/.claude/agents/engineering-privacy-engineer.md +152 -0
- package/.claude/agents/engineering-prompt-engineer.md +209 -0
- package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
- package/.claude/agents/engineering-rapid-prototyper.md +466 -0
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
- package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
- package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
- package/.claude/agents/engineering-section-508-specialist.md +339 -0
- package/.claude/agents/engineering-senior-developer.md +176 -0
- package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
- package/.claude/agents/engineering-software-architect.md +112 -0
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
- package/.claude/agents/engineering-sre.md +90 -0
- package/.claude/agents/engineering-technical-writer.md +393 -0
- package/.claude/agents/engineering-universal-document-compiler.md +370 -0
- package/.claude/agents/engineering-uswds-developer.md +340 -0
- package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
- package/.claude/agents/engineering-webassembly-engineer.md +153 -0
- package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
- package/.claude/agents/engineering-wordpress-performance.md +346 -0
- package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
- package/.claude/agents/esg-sustainability-officer.md +396 -0
- package/.claude/agents/finance-bookkeeper-controller.md +260 -0
- package/.claude/agents/finance-financial-analyst.md +234 -0
- package/.claude/agents/finance-fpa-analyst.md +263 -0
- package/.claude/agents/finance-investment-researcher.md +272 -0
- package/.claude/agents/finance-tax-strategist.md +239 -0
- package/.claude/agents/game-audio-engineer.md +264 -0
- package/.claude/agents/game-designer.md +167 -0
- package/.claude/agents/gis-3d-scene-developer.md +111 -0
- package/.claude/agents/gis-analyst.md +91 -0
- package/.claude/agents/gis-bim-specialist.md +108 -0
- package/.claude/agents/gis-cartography-designer.md +150 -0
- package/.claude/agents/gis-drone-reality-mapping.md +120 -0
- package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
- package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
- package/.claude/agents/gis-qa-engineer.md +133 -0
- package/.claude/agents/gis-solution-engineer.md +101 -0
- package/.claude/agents/gis-spatial-data-engineer.md +97 -0
- package/.claude/agents/gis-spatial-data-scientist.md +111 -0
- package/.claude/agents/gis-technical-consultant.md +86 -0
- package/.claude/agents/gis-web-gis-developer.md +108 -0
- package/.claude/agents/godot-gameplay-scripter.md +338 -0
- package/.claude/agents/godot-multiplayer-engineer.md +301 -0
- package/.claude/agents/godot-shader-developer.md +267 -0
- package/.claude/agents/government-digital-presales-consultant.md +363 -0
- package/.claude/agents/grant-writer.md +511 -0
- package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
- package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
- package/.claude/agents/healthcare-customer-service.md +389 -0
- package/.claude/agents/healthcare-innovation-strategist.md +433 -0
- package/.claude/agents/healthcare-marketing-compliance.md +395 -0
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
- package/.claude/agents/hospitality-guest-services.md +603 -0
- package/.claude/agents/hr-onboarding.md +451 -0
- package/.claude/agents/identity-graph-operator.md +303 -0
- package/.claude/agents/language-translator.md +264 -0
- package/.claude/agents/legal-billing-time-tracking.md +569 -0
- package/.claude/agents/legal-client-intake.md +492 -0
- package/.claude/agents/legal-document-review.md +454 -0
- package/.claude/agents/level-designer.md +208 -0
- package/.claude/agents/loan-officer-assistant.md +555 -0
- package/.claude/agents/lsp-index-engineer.md +320 -0
- package/.claude/agents/ma-integration-manager.md +427 -0
- package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
- package/.claude/agents/marketing-aeo-foundations.md +264 -0
- package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
- package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
- package/.claude/agents/marketing-app-store-optimizer.md +321 -0
- package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
- package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
- package/.claude/agents/marketing-book-co-author.md +110 -0
- package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
- package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
- package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
- package/.claude/agents/marketing-content-creator.md +54 -0
- package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
- package/.claude/agents/marketing-developer-community-builder.md +285 -0
- package/.claude/agents/marketing-douyin-strategist.md +149 -0
- package/.claude/agents/marketing-email-strategist.md +249 -0
- package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
- package/.claude/agents/marketing-growth-hacker.md +54 -0
- package/.claude/agents/marketing-instagram-curator.md +113 -0
- package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
- package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
- package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
- package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
- package/.claude/agents/marketing-podcast-strategist.md +277 -0
- package/.claude/agents/marketing-pr-communications-manager.md +473 -0
- package/.claude/agents/marketing-private-domain-operator.md +308 -0
- package/.claude/agents/marketing-reddit-community-builder.md +123 -0
- package/.claude/agents/marketing-seo-specialist.md +370 -0
- package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
- package/.claude/agents/marketing-social-media-strategist.md +125 -0
- package/.claude/agents/marketing-tiktok-strategist.md +125 -0
- package/.claude/agents/marketing-twitter-engager.md +126 -0
- package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
- package/.claude/agents/marketing-wechat-official-account.md +145 -0
- package/.claude/agents/marketing-weibo-strategist.md +240 -0
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
- package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
- package/.claude/agents/marketing-zhihu-strategist.md +162 -0
- package/.claude/agents/medical-billing-coding-specialist.md +491 -0
- package/.claude/agents/narrative-designer.md +243 -0
- package/.claude/agents/operations-manager.md +399 -0
- package/.claude/agents/organizational-psychologist.md +391 -0
- package/.claude/agents/paid-media-auditor.md +71 -0
- package/.claude/agents/paid-media-creative-strategist.md +71 -0
- package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
- package/.claude/agents/paid-media-ppc-strategist.md +71 -0
- package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
- package/.claude/agents/paid-media-search-query-analyst.md +71 -0
- package/.claude/agents/paid-media-tracking-specialist.md +71 -0
- package/.claude/agents/personal-growth-mentor.md +159 -0
- package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
- package/.claude/agents/product-dx-engineer.md +332 -0
- package/.claude/agents/product-feedback-synthesizer.md +119 -0
- package/.claude/agents/product-manager.md +469 -0
- package/.claude/agents/product-sprint-prioritizer.md +154 -0
- package/.claude/agents/product-trend-researcher.md +159 -0
- package/.claude/agents/project-management-experiment-tracker.md +198 -0
- package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
- package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
- package/.claude/agents/project-management-project-shepherd.md +194 -0
- package/.claude/agents/project-management-studio-operations.md +200 -0
- package/.claude/agents/project-management-studio-producer.md +203 -0
- package/.claude/agents/project-manager-senior.md +135 -0
- package/.claude/agents/real-estate-buyer-seller.md +596 -0
- package/.claude/agents/recruitment-specialist.md +515 -0
- package/.claude/agents/report-distribution-agent.md +65 -0
- package/.claude/agents/research-synthesist.md +136 -0
- package/.claude/agents/resume-tailor.md +230 -0
- package/.claude/agents/retail-customer-returns.md +566 -0
- package/.claude/agents/roblox-avatar-creator.md +297 -0
- package/.claude/agents/roblox-experience-designer.md +306 -0
- package/.claude/agents/roblox-systems-scripter.md +332 -0
- package/.claude/agents/sales-account-strategist.md +227 -0
- package/.claude/agents/sales-coach.md +271 -0
- package/.claude/agents/sales-data-extraction-agent.md +67 -0
- package/.claude/agents/sales-deal-strategist.md +180 -0
- package/.claude/agents/sales-discovery-coach.md +225 -0
- package/.claude/agents/sales-engineer.md +182 -0
- package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
- package/.claude/agents/sales-outbound-strategist.md +201 -0
- package/.claude/agents/sales-outreach.md +425 -0
- package/.claude/agents/sales-pipeline-analyst.md +267 -0
- package/.claude/agents/sales-proposal-strategist.md +217 -0
- package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
- package/.claude/agents/security-appsec-engineer.md +536 -0
- package/.claude/agents/security-architect.md +307 -0
- package/.claude/agents/security-blockchain-security-auditor.md +482 -0
- package/.claude/agents/security-cloud-security-architect.md +576 -0
- package/.claude/agents/security-compliance-auditor.md +158 -0
- package/.claude/agents/security-incident-responder.md +450 -0
- package/.claude/agents/security-penetration-tester.md +399 -0
- package/.claude/agents/security-secrets-credential-engineer.md +189 -0
- package/.claude/agents/security-senior-secops.md +760 -0
- package/.claude/agents/security-threat-detection-engineer.md +553 -0
- package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
- package/.claude/agents/specialized-chief-of-staff.md +279 -0
- package/.claude/agents/specialized-civil-engineer.md +356 -0
- package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
- package/.claude/agents/specialized-developer-advocate.md +317 -0
- package/.claude/agents/specialized-document-generator.md +55 -0
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
- package/.claude/agents/specialized-focus-music-architect.md +175 -0
- package/.claude/agents/specialized-french-consulting-market.md +194 -0
- package/.claude/agents/specialized-korean-business-navigator.md +216 -0
- package/.claude/agents/specialized-master-plan-architect.md +157 -0
- package/.claude/agents/specialized-mcp-builder.md +260 -0
- package/.claude/agents/specialized-model-qa.md +528 -0
- package/.claude/agents/specialized-pricing-analyst.md +243 -0
- package/.claude/agents/specialized-salesforce-architect.md +182 -0
- package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
- package/.claude/agents/specialized-workflow-architect.md +597 -0
- package/.claude/agents/study-abroad-advisor.md +282 -0
- package/.claude/agents/supply-chain-strategist.md +591 -0
- package/.claude/agents/support-analytics-reporter.md +387 -0
- package/.claude/agents/support-executive-summary-generator.md +212 -0
- package/.claude/agents/support-finance-tracker.md +480 -0
- package/.claude/agents/support-infrastructure-maintainer.md +628 -0
- package/.claude/agents/support-legal-compliance-checker.md +591 -0
- package/.claude/agents/support-support-responder.md +607 -0
- package/.claude/agents/technical-artist.md +233 -0
- package/.claude/agents/terminal-integration-specialist.md +70 -0
- package/.claude/agents/testing-accessibility-auditor.md +327 -0
- package/.claude/agents/testing-api-tester.md +334 -0
- package/.claude/agents/testing-evidence-collector.md +210 -0
- package/.claude/agents/testing-performance-benchmarker.md +283 -0
- package/.claude/agents/testing-reality-checker.md +249 -0
- package/.claude/agents/testing-test-automation-engineer.md +196 -0
- package/.claude/agents/testing-test-results-analyzer.md +330 -0
- package/.claude/agents/testing-tool-evaluator.md +416 -0
- package/.claude/agents/testing-workflow-optimizer.md +463 -0
- package/.claude/agents/unity-architect.md +271 -0
- package/.claude/agents/unity-editor-tool-developer.md +310 -0
- package/.claude/agents/unity-multiplayer-engineer.md +323 -0
- package/.claude/agents/unity-shader-graph-artist.md +269 -0
- package/.claude/agents/unreal-multiplayer-architect.md +364 -0
- package/.claude/agents/unreal-systems-engineer.md +322 -0
- package/.claude/agents/unreal-technical-artist.md +256 -0
- package/.claude/agents/unreal-world-builder.md +273 -0
- package/.claude/agents/visionos-spatial-engineer.md +54 -0
- package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
- package/.claude/agents/xr-immersive-developer.md +32 -0
- package/.claude/agents/xr-interface-architect.md +32 -0
- package/.claude/agents/zk-steward.md +211 -0
- package/.claude-plugin/marketplace.json +30 -0
- package/.commitlintrc.json +26 -0
- package/.devcontainer/Dockerfile +24 -0
- package/.devcontainer/devcontainer.json +70 -0
- package/.devcontainer/docker-compose.memory.yml +42 -0
- package/.devcontainer/memory-stack/devcontainer.json +84 -0
- package/.devcontainer/post-create.sh +83 -0
- package/.dockerignore +23 -0
- package/.env.act.example +15 -0
- package/.env.example +171 -0
- package/.eslintrc.json +16 -0
- package/.git-blame-ignore-revs +10 -0
- package/.gitattributes +2 -0
- package/.gitguardian.yaml +50 -0
- package/.githooks/pre-commit +6 -0
- package/.pre-commit-config.yaml +30 -0
- package/.release-please-config-xithead.json +22 -0
- package/.release-please-config.json +44 -0
- package/.release-please-manifest-xithead.json +3 -0
- package/.release-please-manifest.json +3 -0
- package/CODE_OF_CONDUCT.md +133 -0
- package/CONTRIBUTING.md +133 -0
- package/Cargo.lock +5557 -0
- package/Cargo.toml +121 -0
- package/Dockerfile +38 -0
- package/Dockerfile.proxy +48 -0
- package/ENTERPRISE.md +5 -0
- package/FEATURES_ADVANCED.md +311 -0
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +4 -0
- package/MODERNIZATION_GUIDE.md +358 -0
- package/Makefile +140 -0
- package/NOTICE +43 -0
- package/NPM_TOKEN_SETUP.md +81 -0
- package/PR.md +170 -0
- package/PUBLISH.md +77 -0
- package/README.md +108 -72
- package/README_FRONTEND.md +196 -0
- package/REALIGNMENT/00-overview.md +53 -0
- package/REALIGNMENT/01-bug-list.md +421 -0
- package/REALIGNMENT/02-architecture.md +322 -0
- package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
- package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
- package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
- package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
- package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
- package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
- package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
- package/REALIGNMENT/12-decisions-needed.md +196 -0
- package/REALIGNMENT/INDEX.md +82 -0
- package/REFACTORING_CAMPAIGN.md +277 -0
- package/RESTRUCTURE_PLAN.md +100 -0
- package/RUST_DEV.md +361 -0
- package/SECURITY.md +65 -0
- package/SETUP_AUTO_PUBLISH.md +164 -0
- package/TESTING-copilot-subscription.md +153 -0
- package/app/api/config/route.ts +22 -0
- package/app/api/export/route.ts +83 -0
- package/app/api/models/route.ts +12 -0
- package/app/api/stats/route.ts +46 -0
- package/app/dashboard/page.tsx +445 -0
- package/app/globals.css +35 -0
- package/app/installation/page.tsx +293 -0
- package/app/layout.tsx +35 -0
- package/app/master-design-system.css +2076 -0
- package/app/master-design-system.source.css +8 -0
- package/app/page.tsx +187 -0
- package/app/rechtliches/agb/page.tsx +165 -0
- package/app/rechtliches/datenschutz/page.tsx +128 -0
- package/app/rechtliches/impressum/page.tsx +122 -0
- package/app/rechtliches/widerruf/page.tsx +185 -0
- package/bin/xithead.js +264 -0
- package/codecov.yml +34 -0
- package/components/layout/AppShell.tsx +25 -0
- package/components/layout/Footer.tsx +120 -0
- package/components/layout/Header.tsx +145 -0
- package/components/marketing/LegalHighlights.tsx +45 -0
- package/components/marketing/LegalPageShell.tsx +49 -0
- package/components/marketing/LegalPanel.tsx +41 -0
- package/components/marketing/index.ts +3 -0
- package/crates/headroom-core/Cargo.toml +165 -0
- package/crates/headroom-core/benches/auth_mode.rs +74 -0
- package/crates/headroom-core/benches/ccr_store.rs +224 -0
- package/crates/headroom-core/benches/tokenizer.rs +52 -0
- package/crates/headroom-core/config/pipeline.toml +151 -0
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
- package/crates/headroom-core/src/auth_mode.rs +250 -0
- package/crates/headroom-core/src/cache_control.rs +414 -0
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
- package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
- package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
- package/crates/headroom-core/src/ccr/mod.rs +119 -0
- package/crates/headroom-core/src/compression_policy.rs +505 -0
- package/crates/headroom-core/src/lib.rs +33 -0
- package/crates/headroom-core/src/relevance/base.rs +139 -0
- package/crates/headroom-core/src/relevance/bm25.rs +385 -0
- package/crates/headroom-core/src/relevance/embedding.rs +354 -0
- package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
- package/crates/headroom-core/src/relevance/mod.rs +64 -0
- package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
- package/crates/headroom-core/src/signals/line_importance.rs +84 -0
- package/crates/headroom-core/src/signals/mod.rs +61 -0
- package/crates/headroom-core/src/signals/tiered.rs +141 -0
- package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
- package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
- package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
- package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
- package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
- package/crates/headroom-core/src/transforms/detection.rs +222 -0
- package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
- package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
- package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
- package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
- package/crates/headroom-core/src/transforms/mod.rs +64 -0
- package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
- package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
- package/crates/headroom-core/src/transforms/safety.rs +215 -0
- package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
- package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
- package/crates/headroom-parity/Cargo.toml +26 -0
- package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
- package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
- package/crates/headroom-parity/src/lib.rs +613 -0
- package/crates/headroom-proxy/Cargo.toml +119 -0
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
- package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
- package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
- package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
- package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
- package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
- package/crates/headroom-proxy/src/compression/mod.rs +127 -0
- package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
- package/crates/headroom-proxy/src/config.rs +646 -0
- package/crates/headroom-proxy/src/error.rs +69 -0
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
- package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
- package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
- package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
- package/crates/headroom-proxy/src/headers.rs +288 -0
- package/crates/headroom-proxy/src/health.rs +41 -0
- package/crates/headroom-proxy/src/lib.rs +21 -0
- package/crates/headroom-proxy/src/main.rs +141 -0
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
- package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
- package/crates/headroom-proxy/src/observability/mod.rs +68 -0
- package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
- package/crates/headroom-proxy/src/proxy.rs +1619 -0
- package/crates/headroom-proxy/src/responses_items.rs +565 -0
- package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
- package/crates/headroom-proxy/src/sse/framing.rs +366 -0
- package/crates/headroom-proxy/src/sse/mod.rs +40 -0
- package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
- package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
- package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
- package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
- package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
- package/crates/headroom-proxy/src/websocket.rs +246 -0
- package/crates/headroom-py/Cargo.toml +37 -0
- package/crates/headroom-py/build.rs +77 -0
- package/crates/headroom-py/glibc_compat.c +170 -0
- package/crates/headroom-py/src/lib.rs +1655 -0
- package/deny.toml +32 -0
- package/design-system/base.css +127 -0
- package/design-system/components.css +1943 -0
- package/design-system/fonts.css +17 -0
- package/design-system/tailwind-preset.js +95 -0
- package/design-system/tokens.css +48 -0
- package/design-system/utilities.css +53 -0
- package/docker/differential-network-capture/Dockerfile.runner +14 -0
- package/docker/differential-network-capture/docker-compose.yml +142 -0
- package/docker/differential-network-capture/run-claude-lane.sh +24 -0
- package/docker/docker-compose.native.yml +44 -0
- package/docker-bake.hcl +88 -0
- package/docker-compose.yml +80 -0
- package/e2e/_lib/make_shim.ps1 +24 -0
- package/e2e/_lib/make_shim.sh +28 -0
- package/e2e/docker-native-install.sh +120 -0
- package/e2e/init/Dockerfile +79 -0
- package/e2e/wrap/Dockerfile +115 -0
- package/examples/07-context-compression.ipynb +279 -0
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
- package/examples/deployment/macos-launchagent/install.sh +227 -0
- package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
- package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/lib/config/index.ts +12 -0
- package/lib/hooks/index.ts +4 -0
- package/lib/hooks/use-mounted.ts +13 -0
- package/lib/hooks/use-session.ts +34 -0
- package/lib/hooks/use-settings.ts +49 -0
- package/lib/utils/index.ts +1 -0
- package/lib/utils/settings.ts +162 -0
- package/lib/utils/utils.ts +6 -0
- package/llms.txt +67 -0
- package/middleware.ts +26 -0
- package/mkdocs.yml +136 -0
- package/next-env.d.ts +7 -0
- package/next.config.ts +12 -0
- package/npm/bin/xithead.js +366 -366
- package/npm/bin/xtream-head.js +366 -0
- package/npm/index.d.ts +57 -57
- package/npm/index.js +139 -139
- package/npm/package.json +55 -54
- package/npm/postinstall.js +43 -43
- package/package.json +58 -36
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
- package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
- package/plugins/headroom-oauth2/LICENSE +3 -0
- package/plugins/headroom-oauth2/SPEC.md +115 -0
- package/plugins/headroom-oauth2/pyproject.toml +48 -0
- package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
- package/plugins/openclaw/hook-shim/HOOK.md +21 -0
- package/plugins/openclaw/hook-shim/handler.js +3 -0
- package/plugins/openclaw/openclaw.plugin.json +98 -0
- package/plugins/openclaw/package-lock.json +2692 -0
- package/plugins/openclaw/package.json +54 -0
- package/plugins/openclaw/prepare-dist.mjs +56 -0
- package/plugins/openclaw/src/convert.ts +418 -0
- package/plugins/openclaw/src/engine.ts +284 -0
- package/plugins/openclaw/src/gateway-config.ts +143 -0
- package/plugins/openclaw/src/index.ts +11 -0
- package/plugins/openclaw/src/plugin/index.ts +98 -0
- package/plugins/openclaw/src/proxy-manager.ts +477 -0
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
- package/plugins/openclaw/test/convert.test.ts +96 -0
- package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
- package/plugins/openclaw/test/engine.test.ts +101 -0
- package/plugins/openclaw/test/gateway-config.test.ts +278 -0
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
- package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
- package/plugins/openclaw/tsup.config.ts +9 -0
- package/postcss.config.mjs +7 -0
- package/pyproject.toml +438 -0
- package/rust-toolchain.toml +16 -0
- package/sdk/typescript/examples/basic-compress.ts +64 -0
- package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
- package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
- package/sdk/typescript/examples/middleware-composition.ts +59 -0
- package/sdk/typescript/examples/multi-provider.ts +53 -0
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
- package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
- package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
- package/sdk/typescript/examples/streaming-chat.ts +71 -0
- package/sdk/typescript/examples/structured-output.ts +99 -0
- package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
- package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
- package/sdk/typescript/package-lock.json +3437 -0
- package/sdk/typescript/package.json +108 -0
- package/sdk/typescript/src/adapters/anthropic.ts +218 -0
- package/sdk/typescript/src/adapters/gemini.ts +83 -0
- package/sdk/typescript/src/adapters/openai.ts +77 -0
- package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
- package/sdk/typescript/src/client.ts +632 -0
- package/sdk/typescript/src/compress.ts +87 -0
- package/sdk/typescript/src/errors.ts +114 -0
- package/sdk/typescript/src/hooks.ts +113 -0
- package/sdk/typescript/src/index.ts +140 -0
- package/sdk/typescript/src/paths.ts +272 -0
- package/sdk/typescript/src/shared-context.ts +188 -0
- package/sdk/typescript/src/simulate.ts +52 -0
- package/sdk/typescript/src/types/config.ts +183 -0
- package/sdk/typescript/src/types/models.ts +314 -0
- package/sdk/typescript/src/types.ts +139 -0
- package/sdk/typescript/src/utils/case.ts +34 -0
- package/sdk/typescript/src/utils/format.ts +480 -0
- package/sdk/typescript/src/utils/stream.ts +50 -0
- package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
- package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
- package/sdk/typescript/test/adapters/openai.test.ts +174 -0
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
- package/sdk/typescript/test/client-expanded.test.ts +333 -0
- package/sdk/typescript/test/client.test.ts +266 -0
- package/sdk/typescript/test/compress.test.ts +118 -0
- package/sdk/typescript/test/config.test.ts +275 -0
- package/sdk/typescript/test/errors.test.ts +169 -0
- package/sdk/typescript/test/format-integration.test.ts +252 -0
- package/sdk/typescript/test/hooks.test.ts +265 -0
- package/sdk/typescript/test/integration.test.ts +249 -0
- package/sdk/typescript/test/mdx-examples.test.ts +253 -0
- package/sdk/typescript/test/models.test.ts +318 -0
- package/sdk/typescript/test/parity.test.ts +337 -0
- package/sdk/typescript/test/paths.test.ts +447 -0
- package/sdk/typescript/test/shared-context.test.ts +245 -0
- package/sdk/typescript/test/simulate.test.ts +84 -0
- package/sdk/typescript/test/types.test.ts +244 -0
- package/sdk/typescript/test/utils/case.test.ts +129 -0
- package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
- package/sdk/typescript/test/utils/format.test.ts +434 -0
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
- package/sdk/typescript/tsup.config.ts +17 -0
- package/tailwind.master.config.cjs +47 -0
- package/types/api.ts +12 -0
- package/types/config.ts +9 -0
- package/types/index.ts +2 -0
- package/uv.lock +6951 -0
- package/xithead.egg-info/PKG-INFO +22 -0
- package/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead.egg-info/entry_points.txt +2 -0
- package/xithead.egg-info/requires.txt +10 -0
- package/xithead.egg-info/top_level.txt +2 -0
- package/xithead.ps1 +136 -0
- package/xithead.sh +129 -0
- package/xithead_dist/pyproject.toml +39 -0
- package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
- package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
- package/xithead_dist/xithead.egg-info/requires.txt +10 -0
- package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
package/pyproject.toml
ADDED
|
@@ -0,0 +1,438 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["maturin>=1.5,<2.0"]
|
|
3
|
+
build-backend = "maturin"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
name = "xtream-head"
|
|
7
|
+
version = "1.2.3"
|
|
8
|
+
description = "Aggressive Claude context optimizer by Xtream-ITSolutions UG - Cut costs by 50-95%"
|
|
9
|
+
readme = "README.md"
|
|
10
|
+
license = "Apache-2.0"
|
|
11
|
+
requires-python = ">=3.10"
|
|
12
|
+
authors = [
|
|
13
|
+
{ name = "Xtream-ITSolutions UG", email = "hello@xtream-itsolutions.com" }
|
|
14
|
+
]
|
|
15
|
+
maintainers = [
|
|
16
|
+
{ name = "Xtream-ITSolutions UG", email = "hello@xtream-itsolutions.com" }
|
|
17
|
+
]
|
|
18
|
+
keywords = [
|
|
19
|
+
"claude",
|
|
20
|
+
"anthropic",
|
|
21
|
+
"llm",
|
|
22
|
+
"token",
|
|
23
|
+
"optimization",
|
|
24
|
+
"compression",
|
|
25
|
+
"caching",
|
|
26
|
+
"proxy",
|
|
27
|
+
"ai",
|
|
28
|
+
"cost-reduction",
|
|
29
|
+
"context",
|
|
30
|
+
"machine-learning",
|
|
31
|
+
]
|
|
32
|
+
classifiers = [
|
|
33
|
+
"Development Status :: 4 - Beta",
|
|
34
|
+
"Intended Audience :: Developers",
|
|
35
|
+
"License :: OSI Approved :: Apache Software License",
|
|
36
|
+
"Operating System :: OS Independent",
|
|
37
|
+
"Programming Language :: Python :: 3",
|
|
38
|
+
"Programming Language :: Python :: 3.10",
|
|
39
|
+
"Programming Language :: Python :: 3.11",
|
|
40
|
+
"Programming Language :: Python :: 3.12",
|
|
41
|
+
"Programming Language :: Python :: 3.13",
|
|
42
|
+
"Programming Language :: Python :: 3.14",
|
|
43
|
+
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
44
|
+
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
45
|
+
"Typing :: Typed",
|
|
46
|
+
]
|
|
47
|
+
dependencies = [
|
|
48
|
+
# Core: lightweight compression (SmartCrusher, ContentRouter, CCR, TOIN)
|
|
49
|
+
"tiktoken>=0.5.0", # Tokenizer for all compressors
|
|
50
|
+
"pydantic>=2.0.0", # Config and data models
|
|
51
|
+
# litellm's own metadata pins requires-python <3.14, and headroom only uses it for
|
|
52
|
+
# model registry / pricing / non-core providers — all lazily imported and
|
|
53
|
+
# ImportError-guarded. Marking it 3.14-optional lets xtream-head install on Python 3.14
|
|
54
|
+
# (core compression + the Anthropic proxy path never import litellm). See GH #956.
|
|
55
|
+
"litellm>=1.86.2,<2.0; python_version < '3.14'", # model registry, pricing, providers (lazy)
|
|
56
|
+
"click>=8.1.0", # CLI framework
|
|
57
|
+
"rich>=13.0.0", # Rich terminal output
|
|
58
|
+
"opentelemetry-api>=1.24.0", # Safe no-op OTEL API for instrumentation
|
|
59
|
+
"ast-grep-cli>=0.30.0", # AST-aware code slicing (CodeCompressor); binary wheel
|
|
60
|
+
"tomli>=2.0.0; python_version < '3.11'", # tomllib backport for helper scripts
|
|
61
|
+
]
|
|
62
|
+
|
|
63
|
+
[project.optional-dependencies]
|
|
64
|
+
# Proxy server (most common install: pip install xtream-head[proxy])
|
|
65
|
+
proxy = [
|
|
66
|
+
"fastapi>=0.100.0",
|
|
67
|
+
"uvicorn>=0.23.0,<1.0",
|
|
68
|
+
"httpx[http2]>=0.24.0",
|
|
69
|
+
"openai>=2.14.0", # OpenAI API format support
|
|
70
|
+
"mcp>=1.0.0", # MCP server (headroom_compress, retrieve, stats)
|
|
71
|
+
"magika>=0.6.0", # ML content detection for ContentRouter
|
|
72
|
+
"zstandard>=0.20.0", # Decompress zstd request bodies (Codex, etc.)
|
|
73
|
+
"websockets>=13.0", # WebSocket proxy for /v1/responses (Codex gpt-5.4+)
|
|
74
|
+
"onnxruntime>=1.16.0", # Kompress ONNX INT8 text compression (no torch needed)
|
|
75
|
+
"transformers>=4.30.0,<6.0", # Tokenizer only (for Kompress)
|
|
76
|
+
"watchdog>=4.0.0", # File watcher for live code graph reindexing (--code-graph)
|
|
77
|
+
"sqlite-vec>=0.1.6", # Vector index for memory (--memory). Lightweight, no torch.
|
|
78
|
+
]
|
|
79
|
+
# Production ASGI/WSGI server — Unix-only (gunicorn does not support Windows).
|
|
80
|
+
# Kept separate from [proxy] so that dev, CI, and Windows users are not forced
|
|
81
|
+
# to install a non-functional package. Production deployments should use:
|
|
82
|
+
# pip install xtream-head[proxy,proxy-prod]
|
|
83
|
+
# Minimal CI profile: no ML, GPU, OCR, vector, voice, or training dependencies.
|
|
84
|
+
ci = [
|
|
85
|
+
"pytest>=7.0.0",
|
|
86
|
+
"pytest-cov>=4.0.0",
|
|
87
|
+
"pytest-asyncio>=0.21.0",
|
|
88
|
+
"ruff>=0.1.0",
|
|
89
|
+
"mypy>=1.0.0",
|
|
90
|
+
"fastapi>=0.100.0",
|
|
91
|
+
"uvicorn>=0.23.0,<1.0",
|
|
92
|
+
"httpx>=0.24.0",
|
|
93
|
+
"websockets>=13.0",
|
|
94
|
+
]
|
|
95
|
+
proxy-prod = [
|
|
96
|
+
"xtream-head[proxy]",
|
|
97
|
+
"gunicorn>=21.0.0; sys_platform != 'win32'",
|
|
98
|
+
]
|
|
99
|
+
# AST-based code compression (tree-sitter)
|
|
100
|
+
code = [
|
|
101
|
+
"tree-sitter-language-pack>=0.10.0",
|
|
102
|
+
]
|
|
103
|
+
# ML-based compression with Kompress (ModernBERT).
|
|
104
|
+
# (The legacy [llmlingua] extra was removed in 0.9.x — no live code path used it.
|
|
105
|
+
# Use [ml] for the supported ML compression dependencies.)
|
|
106
|
+
ml = [
|
|
107
|
+
"torch>=2.0.0",
|
|
108
|
+
"transformers>=4.30.0,<6.0",
|
|
109
|
+
# transformers >= 5.x requires huggingface-hub >= 1.5.0,<2.0; pinning
|
|
110
|
+
# the floor here prevents Kompress from silently falling back to
|
|
111
|
+
# "unavailable" when a sibling install (e.g. `pip install
|
|
112
|
+
# strands-agents`) drags huggingface-hub backwards.
|
|
113
|
+
"huggingface-hub>=1.5.0,<2.0",
|
|
114
|
+
]
|
|
115
|
+
# Memory system (hierarchical memory with vector search)
|
|
116
|
+
memory = [
|
|
117
|
+
"hnswlib>=0.8.0",
|
|
118
|
+
"sqlite-vec>=0.1.6",
|
|
119
|
+
"sentence-transformers>=2.2.0,<6.0",
|
|
120
|
+
]
|
|
121
|
+
# Qdrant + Neo4j memory backend helpers
|
|
122
|
+
memory-stack = [
|
|
123
|
+
"mem0ai>=1.0.0,<2.0",
|
|
124
|
+
"qdrant-client>=1.9.0,<2.0",
|
|
125
|
+
"neo4j>=5.20.0,<7.0",
|
|
126
|
+
]
|
|
127
|
+
# Apple-Silicon GPU (MPS) offload for the memory embedder. Opt in at runtime with
|
|
128
|
+
# HEADROOM_EMBEDDER_RUNTIME=pytorch_mps. macOS-only; intentionally excluded from [all].
|
|
129
|
+
pytorch-mps = [
|
|
130
|
+
"torch>=2.0.0; sys_platform == 'darwin'",
|
|
131
|
+
"sentence-transformers>=2.2.0; sys_platform == 'darwin'",
|
|
132
|
+
]
|
|
133
|
+
# Semantic relevance scoring with embeddings.
|
|
134
|
+
# Uses `fastembed` (BAAI/bge-small-en-v1.5 by default — 33M params,
|
|
135
|
+
# 384 dims, ~30 MB int8-quantized ONNX). Same library + model used by
|
|
136
|
+
# the Rust SmartCrusher (`fastembed` crate), giving byte-equal embeddings
|
|
137
|
+
# across the language boundary. Replaced sentence-transformers in
|
|
138
|
+
# Stage 3c.1 — fastembed is faster (~2-3x), smaller (no torch
|
|
139
|
+
# dependency), and outranks all-MiniLM-L6-v2 on MTEB by ~6 points.
|
|
140
|
+
relevance = [
|
|
141
|
+
"fastembed>=0.4.0",
|
|
142
|
+
"numpy>=1.24.0",
|
|
143
|
+
]
|
|
144
|
+
# Image compression (ML-based routing + OCR)
|
|
145
|
+
#
|
|
146
|
+
# OCR backend uses ONNX Runtime regardless of Python version. The
|
|
147
|
+
# rapidocr ecosystem split into two flavors after 1.4.x:
|
|
148
|
+
# * rapidocr-onnxruntime 1.4.x — bundled-ORT package, capped at
|
|
149
|
+
# Python <3.13 by its requires-python metadata. Drop-in for our
|
|
150
|
+
# existing v1 tuple-shaped API call.
|
|
151
|
+
# * rapidocr 3.x — engine-agnostic core, supports Python 3.13+.
|
|
152
|
+
# Returns a RapidOCROutput dataclass (txts, scores, boxes, ...).
|
|
153
|
+
# Needs `onnxruntime` installed separately to use the ORT backend.
|
|
154
|
+
#
|
|
155
|
+
# `headroom/image/compressor.py` adapts both API shapes at runtime via
|
|
156
|
+
# a try/except cascade. See issue #372 for context.
|
|
157
|
+
image = [
|
|
158
|
+
"pillow>=10.0.0",
|
|
159
|
+
"sentencepiece>=0.1.99", # Required by SigLIP tokenizer (SiglipTokenizer)
|
|
160
|
+
# Python 3.6–3.12: keep the proven ORT-bundled package directly.
|
|
161
|
+
# ~15 MB ONNX models auto-downloaded on first use.
|
|
162
|
+
"rapidocr-onnxruntime>=1.4.0,<2; python_version<'3.13'",
|
|
163
|
+
# Python 3.13+: rapidocr-onnxruntime is unavailable (its wheels
|
|
164
|
+
# declare requires-python<3.13). Use the successor `rapidocr` 3.x
|
|
165
|
+
# core + `onnxruntime` engine; same ORT backend, just split into
|
|
166
|
+
# two packages. Total install size and inference speed unchanged.
|
|
167
|
+
"rapidocr>=3.0,<4; python_version>='3.13'",
|
|
168
|
+
"onnxruntime>=1.7,<2; python_version>='3.13'",
|
|
169
|
+
]
|
|
170
|
+
# Report generation
|
|
171
|
+
reports = [
|
|
172
|
+
"jinja2>=3.0.0",
|
|
173
|
+
]
|
|
174
|
+
# Binary spreadsheet ingestion (.xlsx / .xls -> tabular text)
|
|
175
|
+
spreadsheet = [
|
|
176
|
+
"openpyxl>=3.1.0", # .xlsx
|
|
177
|
+
"xlrd>=2.0.1", # legacy .xls
|
|
178
|
+
]
|
|
179
|
+
# OpenTelemetry metrics export
|
|
180
|
+
otel = [
|
|
181
|
+
"opentelemetry-sdk>=1.24.0",
|
|
182
|
+
"opentelemetry-exporter-otlp-proto-http>=1.24.0",
|
|
183
|
+
]
|
|
184
|
+
# any-llm multi-provider backend (requires Python 3.11+)
|
|
185
|
+
anyllm = [
|
|
186
|
+
"any-llm-sdk>=1.0.0; python_version >= '3.11'",
|
|
187
|
+
]
|
|
188
|
+
# LangChain integration
|
|
189
|
+
langchain = [
|
|
190
|
+
"langchain-core>=1.3.3,<4.0",
|
|
191
|
+
"langchain-openai>=1.1.14,<2.0",
|
|
192
|
+
]
|
|
193
|
+
# Agno agent framework integration
|
|
194
|
+
agno = [
|
|
195
|
+
"agno>=1.0.0",
|
|
196
|
+
]
|
|
197
|
+
# AWS Strands Agents SDK integration
|
|
198
|
+
strands = [
|
|
199
|
+
"strands-agents>=0.1.0",
|
|
200
|
+
]
|
|
201
|
+
# MCP server for Claude Code integration
|
|
202
|
+
mcp = [
|
|
203
|
+
"mcp>=1.0.0",
|
|
204
|
+
"httpx>=0.24.0",
|
|
205
|
+
]
|
|
206
|
+
# Voice filler detection
|
|
207
|
+
voice = [
|
|
208
|
+
"onnxruntime>=1.16.0",
|
|
209
|
+
"transformers>=4.30.0,<6.0",
|
|
210
|
+
"torch>=2.0.0",
|
|
211
|
+
]
|
|
212
|
+
# Voice training (includes voice deps + training extras)
|
|
213
|
+
voice-train = [
|
|
214
|
+
"xtream-head[voice]",
|
|
215
|
+
"datasets>=2.14.0",
|
|
216
|
+
"accelerate>=0.20.0",
|
|
217
|
+
]
|
|
218
|
+
# Evaluation framework
|
|
219
|
+
evals = [
|
|
220
|
+
"datasets>=2.14.0",
|
|
221
|
+
"sentence-transformers>=2.2.0,<6.0",
|
|
222
|
+
"numpy>=1.24.0",
|
|
223
|
+
"scikit-learn>=1.3.0",
|
|
224
|
+
"anthropic>=0.18.0",
|
|
225
|
+
"openai>=1.0.0",
|
|
226
|
+
]
|
|
227
|
+
# AWS Bedrock backend
|
|
228
|
+
bedrock = [
|
|
229
|
+
"boto3>=1.28.0",
|
|
230
|
+
]
|
|
231
|
+
# HTML content extraction
|
|
232
|
+
html = [
|
|
233
|
+
"trafilatura>=1.6.0",
|
|
234
|
+
]
|
|
235
|
+
# Comprehensive LLM benchmarks
|
|
236
|
+
benchmark = [
|
|
237
|
+
"lm-eval[api]>=0.4.0",
|
|
238
|
+
"openai>=1.0.0",
|
|
239
|
+
"anthropic>=0.18.0",
|
|
240
|
+
]
|
|
241
|
+
# Development dependencies
|
|
242
|
+
dev = [
|
|
243
|
+
"pytest>=7.0.0",
|
|
244
|
+
"pytest-cov>=4.0.0",
|
|
245
|
+
"pytest-asyncio>=0.21.0",
|
|
246
|
+
"ruff>=0.1.0",
|
|
247
|
+
"mypy>=1.0.0",
|
|
248
|
+
"pre-commit>=3.0.0",
|
|
249
|
+
"openai>=1.0.0",
|
|
250
|
+
"anthropic>=0.18.0",
|
|
251
|
+
"litellm>=1.86.2,<2.0; python_version < '3.14'", # see core deps note (GH #956)
|
|
252
|
+
"fastapi>=0.100.0",
|
|
253
|
+
"uvicorn>=0.23.0,<1.0",
|
|
254
|
+
"httpx[http2]>=0.24.0",
|
|
255
|
+
"websockets>=13.0",
|
|
256
|
+
"opentelemetry-sdk>=1.24.0",
|
|
257
|
+
"opentelemetry-exporter-otlp-proto-http>=1.24.0",
|
|
258
|
+
"ollama>=0.4.0",
|
|
259
|
+
"langchain-ollama>=0.2.0",
|
|
260
|
+
"hnswlib>=0.8.0",
|
|
261
|
+
"sqlite-vec>=0.1.6",
|
|
262
|
+
"sentence-transformers>=2.2.0,<6.0",
|
|
263
|
+
"numpy>=1.24.0",
|
|
264
|
+
"openpyxl>=3.1.0", # exercises spreadsheet_ingest (.xlsx) in the test suite
|
|
265
|
+
]
|
|
266
|
+
# All optional dependencies (everything you need)
|
|
267
|
+
all = [
|
|
268
|
+
"xtream-head[proxy,code,ml,memory,relevance,image,reports,otel,evals,voice,html,benchmark,mcp,spreadsheet]",
|
|
269
|
+
]
|
|
270
|
+
|
|
271
|
+
[project.scripts]
|
|
272
|
+
xtream-head = "xithead.cli.main:main"
|
|
273
|
+
headroom = "headroom.cli:main"
|
|
274
|
+
xithead = "xithead.cli.main:main"
|
|
275
|
+
|
|
276
|
+
[project.urls]
|
|
277
|
+
Homepage = "https://github.com/Xtream-ITSolutions/xithead"
|
|
278
|
+
Documentation = "https://github.com/Xtream-ITSolutions/xithead#readme"
|
|
279
|
+
Repository = "https://github.com/Xtream-ITSolutions/xithead"
|
|
280
|
+
Issues = "https://github.com/Xtream-ITSolutions/xithead/issues"
|
|
281
|
+
Discord = "https://discord.gg/xtream-itsolutions"
|
|
282
|
+
Changelog = "https://github.com/Xtream-ITSolutions/xithead/blob/main/CHANGELOG.md"
|
|
283
|
+
# llms.txt convention (llmstxt.org) — point AI agents / LLM crawlers
|
|
284
|
+
# at the auto-generated docs index so they can resolve install paths
|
|
285
|
+
# and entry points without a follow-up fetch.
|
|
286
|
+
"AI / LLM Index" = "https://headroom-docs.vercel.app/llms.txt"
|
|
287
|
+
|
|
288
|
+
# Maturin builds a single wheel containing both the Python source under
|
|
289
|
+
# `headroom/` AND the compiled Rust extension `headroom/_core.so` (cdylib
|
|
290
|
+
# from `crates/headroom-py`). One `pip install xtream-head` ships everything
|
|
291
|
+
# atomically — no separate `headroom-core-py` package, no chicken-and-egg,
|
|
292
|
+
# no PIP_FIND_LINKS plumbing. Phase A0's runtime fail-loud check still
|
|
293
|
+
# exists but only fires if someone forces an sdist install on a platform
|
|
294
|
+
# without a wheel and the rust toolchain isn't available to compile it.
|
|
295
|
+
# Pin the project's package index to public PyPI. Without this, `uv lock`
|
|
296
|
+
# inherits the developer's user-level `~/.config/uv/uv.toml` index
|
|
297
|
+
# setting — including private/internal mirrors like
|
|
298
|
+
# `pypi.netflix.net/simple` — and bakes those URLs into uv.lock, which
|
|
299
|
+
# then breaks CI on every public runner that can't reach the mirror.
|
|
300
|
+
# Declaring the index in pyproject.toml makes the project authoritative
|
|
301
|
+
# regardless of who runs `uv lock`.
|
|
302
|
+
[[tool.uv.index]]
|
|
303
|
+
name = "pypi"
|
|
304
|
+
url = "https://pypi.org/simple/"
|
|
305
|
+
default = true
|
|
306
|
+
|
|
307
|
+
[tool.maturin]
|
|
308
|
+
# Where the Python package lives. With `python-source = "."` and the
|
|
309
|
+
# package directory `headroom/` at repo root, maturin includes every file
|
|
310
|
+
# under `headroom/` in the wheel — that picks up the dashboard HTML
|
|
311
|
+
# templates and bundled YAML configs. `LICENSE` and `NOTICE` are listed
|
|
312
|
+
# explicitly because maturin sdists do not get the package-directory
|
|
313
|
+
# treatment wheels do, and PEP 639 auto-discovery emits both files into
|
|
314
|
+
# `License-File:` metadata — PyPI rejects sdists whose declared license
|
|
315
|
+
# files are missing from the tarball with `400 License-File X does not
|
|
316
|
+
# exist in distribution file`.
|
|
317
|
+
include = [
|
|
318
|
+
{ path = "LICENSE", format = "sdist" },
|
|
319
|
+
{ path = "NOTICE", format = "sdist" },
|
|
320
|
+
]
|
|
321
|
+
python-source = "."
|
|
322
|
+
module-name = "headroom._core"
|
|
323
|
+
# The cdylib source lives under `crates/headroom-py`. Maturin invokes
|
|
324
|
+
# `cargo build` with this manifest to produce `_core.cdylib`, then injects
|
|
325
|
+
# the resulting `.so` into the wheel at `headroom/_core.so`.
|
|
326
|
+
manifest-path = "crates/headroom-py/Cargo.toml"
|
|
327
|
+
features = ["extension-module"]
|
|
328
|
+
# Forbid building without the cdylib feature — bare `cargo build` won't
|
|
329
|
+
# produce a usable Python extension. Maturin's default `bindings` is "pyo3"
|
|
330
|
+
# which is correct here (see `crates/headroom-py/src/`).
|
|
331
|
+
bindings = "pyo3"
|
|
332
|
+
|
|
333
|
+
[tool.ruff]
|
|
334
|
+
target-version = "py310"
|
|
335
|
+
line-length = 100
|
|
336
|
+
|
|
337
|
+
[tool.ruff.lint]
|
|
338
|
+
select = [
|
|
339
|
+
"E", # pycodestyle errors
|
|
340
|
+
"W", # pycodestyle warnings
|
|
341
|
+
"F", # pyflakes
|
|
342
|
+
"I", # isort
|
|
343
|
+
"B", # flake8-bugbear
|
|
344
|
+
"C4", # flake8-comprehensions
|
|
345
|
+
"UP", # pyupgrade
|
|
346
|
+
]
|
|
347
|
+
ignore = [
|
|
348
|
+
"E501", # line too long (handled by formatter)
|
|
349
|
+
"B008", # do not perform function calls in argument defaults
|
|
350
|
+
"B905", # zip without strict parameter
|
|
351
|
+
]
|
|
352
|
+
|
|
353
|
+
[tool.ruff.lint.isort]
|
|
354
|
+
known-first-party = ["headroom"]
|
|
355
|
+
|
|
356
|
+
[tool.ruff.format]
|
|
357
|
+
quote-style = "double"
|
|
358
|
+
indent-style = "space"
|
|
359
|
+
|
|
360
|
+
[tool.mypy]
|
|
361
|
+
python_version = "3.10"
|
|
362
|
+
warn_return_any = true
|
|
363
|
+
warn_unused_configs = true
|
|
364
|
+
disallow_untyped_defs = true
|
|
365
|
+
ignore_missing_imports = true
|
|
366
|
+
|
|
367
|
+
# Per-module overrides for modules with dynamic typing patterns
|
|
368
|
+
[[tool.mypy.overrides]]
|
|
369
|
+
module = [
|
|
370
|
+
"headroom.proxy.server",
|
|
371
|
+
"headroom.proxy.cost",
|
|
372
|
+
"headroom.proxy.prometheus_metrics",
|
|
373
|
+
"headroom.proxy.semantic_cache",
|
|
374
|
+
"headroom.proxy.rate_limiter",
|
|
375
|
+
"headroom.proxy.request_logger",
|
|
376
|
+
"headroom.proxy.helpers",
|
|
377
|
+
"headroom.integrations.langchain",
|
|
378
|
+
"headroom.integrations.mcp",
|
|
379
|
+
"headroom.ccr.mcp_server",
|
|
380
|
+
"headroom.relevance.embedding",
|
|
381
|
+
"headroom.reporting.generator",
|
|
382
|
+
]
|
|
383
|
+
disallow_untyped_defs = false
|
|
384
|
+
|
|
385
|
+
[[tool.mypy.overrides]]
|
|
386
|
+
module = [
|
|
387
|
+
"headroom.tokenizers.*",
|
|
388
|
+
"headroom.providers.litellm",
|
|
389
|
+
"headroom.providers.google",
|
|
390
|
+
]
|
|
391
|
+
disallow_untyped_defs = false
|
|
392
|
+
warn_return_any = false
|
|
393
|
+
|
|
394
|
+
# Handler mixins use self.* from HeadroomProxy via duck typing — mypy can't resolve these
|
|
395
|
+
[[tool.mypy.overrides]]
|
|
396
|
+
module = ["headroom.proxy.handlers.*"]
|
|
397
|
+
disallow_untyped_defs = false
|
|
398
|
+
ignore_errors = true
|
|
399
|
+
|
|
400
|
+
# Ignore third-party stubs with syntax errors
|
|
401
|
+
[[tool.mypy.overrides]]
|
|
402
|
+
module = ["mlx.*"]
|
|
403
|
+
ignore_errors = true
|
|
404
|
+
|
|
405
|
+
[tool.pytest.ini_options]
|
|
406
|
+
testpaths = ["tests"]
|
|
407
|
+
python_files = ["test_*.py"]
|
|
408
|
+
python_functions = ["test_*"]
|
|
409
|
+
addopts = "-v --tb=short"
|
|
410
|
+
asyncio_mode = "auto"
|
|
411
|
+
filterwarnings = [
|
|
412
|
+
# pyo3 Unsendable parsers emit an unraisable warning when GC drops them on a
|
|
413
|
+
# test-teardown thread; this is a test-harness artifact, not a production issue
|
|
414
|
+
# (production threads are long-lived and drop their parsers on themselves).
|
|
415
|
+
"ignore::pytest.PytestUnraisableExceptionWarning",
|
|
416
|
+
]
|
|
417
|
+
markers = [
|
|
418
|
+
"slow: slow tests (model loads, large fixtures)",
|
|
419
|
+
"real_llm: tests that hit real LLM APIs; skipped unless explicitly enabled",
|
|
420
|
+
"live: opt-in multi-turn tests that hit real upstream APIs; require provider keys",
|
|
421
|
+
]
|
|
422
|
+
|
|
423
|
+
[tool.coverage.run]
|
|
424
|
+
source = ["headroom"]
|
|
425
|
+
branch = true
|
|
426
|
+
omit = [
|
|
427
|
+
"headroom/cli.py",
|
|
428
|
+
"*/tests/*",
|
|
429
|
+
]
|
|
430
|
+
|
|
431
|
+
[tool.coverage.report]
|
|
432
|
+
exclude_lines = [
|
|
433
|
+
"pragma: no cover",
|
|
434
|
+
"def __repr__",
|
|
435
|
+
"raise NotImplementedError",
|
|
436
|
+
"if TYPE_CHECKING:",
|
|
437
|
+
"if __name__ == .__main__.:",
|
|
438
|
+
]
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
[toolchain]
|
|
2
|
+
# Pin to a specific stable version so CI and local use the EXACT same
|
|
3
|
+
# compiler. With `channel = "stable"`, CI runners (dtolnay/rust-
|
|
4
|
+
# toolchain@stable) always grab the latest stable while local dev
|
|
5
|
+
# machines run whatever version was last installed — a clippy lint
|
|
6
|
+
# added in a newer stable then breaks CI without firing locally
|
|
7
|
+
# (this happened on 2026-04-27: `unnecessary_sort_by` landed in
|
|
8
|
+
# clippy 1.95 while a dev box had 1.92). Pinning makes "passes
|
|
9
|
+
# locally" = "passes in CI" for every check that depends on the
|
|
10
|
+
# toolchain.
|
|
11
|
+
#
|
|
12
|
+
# Bump procedure: edit the channel string here, run `rustup update`,
|
|
13
|
+
# run `make ci-precheck`, fix any new lints, commit.
|
|
14
|
+
channel = "1.95.0"
|
|
15
|
+
components = ["rustfmt", "clippy"]
|
|
16
|
+
profile = "minimal"
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Example 01: Basic Compression
|
|
3
|
+
*
|
|
4
|
+
* Compress messages before sending to any LLM.
|
|
5
|
+
* Works with any message format — OpenAI, Anthropic, Vercel AI SDK, Gemini.
|
|
6
|
+
*
|
|
7
|
+
* Run: npx tsx examples/01-basic-compress.ts
|
|
8
|
+
*/
|
|
9
|
+
import { compress } from "xtream-head";
|
|
10
|
+
import { openai } from "@ai-sdk/openai";
|
|
11
|
+
import { generateText } from "ai";
|
|
12
|
+
|
|
13
|
+
// Simulate a large tool output — 80 server status records
|
|
14
|
+
const serverFleet = Array.from({ length: 80 }, (_, i) => ({
|
|
15
|
+
id: i + 1,
|
|
16
|
+
hostname: `web-${String(i + 1).padStart(3, "0")}.prod.internal`,
|
|
17
|
+
status: i === 42 ? "critical" : i % 15 === 0 ? "warning" : "healthy",
|
|
18
|
+
cpu_percent: Math.round(Math.random() * 100),
|
|
19
|
+
memory_mb: Math.round(Math.random() * 16384),
|
|
20
|
+
region: ["us-east-1", "eu-west-1", "ap-southeast-1"][i % 3],
|
|
21
|
+
last_heartbeat: "2025-06-15T10:30:00Z",
|
|
22
|
+
uptime_hours: Math.floor(Math.random() * 8760),
|
|
23
|
+
active_connections: Math.floor(Math.random() * 1000),
|
|
24
|
+
}));
|
|
25
|
+
|
|
26
|
+
const messages = [
|
|
27
|
+
{
|
|
28
|
+
role: "system" as const,
|
|
29
|
+
content: "You are a DevOps assistant. Analyze infrastructure data and report issues concisely.",
|
|
30
|
+
},
|
|
31
|
+
{ role: "user" as const, content: "Show me all servers" },
|
|
32
|
+
{
|
|
33
|
+
role: "assistant" as const,
|
|
34
|
+
content: null,
|
|
35
|
+
tool_calls: [
|
|
36
|
+
{ id: "call_1", type: "function" as const, function: { name: "list_servers", arguments: "{}" } },
|
|
37
|
+
],
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
role: "tool" as const,
|
|
41
|
+
content: JSON.stringify(serverFleet),
|
|
42
|
+
tool_call_id: "call_1",
|
|
43
|
+
},
|
|
44
|
+
{ role: "user" as const, content: "Which servers need attention? Be specific." },
|
|
45
|
+
];
|
|
46
|
+
|
|
47
|
+
async function main() {
|
|
48
|
+
// Compress the conversation
|
|
49
|
+
const result = await compress(messages, { model: "gpt-4o" });
|
|
50
|
+
|
|
51
|
+
console.log(`Tokens: ${result.tokensBefore} → ${result.tokensAfter}`);
|
|
52
|
+
console.log(`Saved: ${result.tokensSaved} tokens (${((1 - result.compressionRatio) * 100).toFixed(0)}%)`);
|
|
53
|
+
console.log(`Transforms: ${result.transformsApplied.join(", ")}`);
|
|
54
|
+
|
|
55
|
+
// Use compressed messages with Vercel AI SDK
|
|
56
|
+
const { text } = await generateText({
|
|
57
|
+
model: openai("gpt-4o"),
|
|
58
|
+
messages: result.messages,
|
|
59
|
+
});
|
|
60
|
+
|
|
61
|
+
console.log("\nAssistant:", text);
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
main().catch(console.error);
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Example 12: CCR Retrieve — Lossless Compression
|
|
3
|
+
*
|
|
4
|
+
* Headroom compresses aggressively but stores originals.
|
|
5
|
+
* When the LLM needs full details, it calls headroom_retrieve.
|
|
6
|
+
* Nothing is ever thrown away.
|
|
7
|
+
*
|
|
8
|
+
* Run: npx tsx examples/12-ccr-retrieve.ts
|
|
9
|
+
*/
|
|
10
|
+
import { HeadroomClient } from "xtream-head";
|
|
11
|
+
|
|
12
|
+
// Large dataset that will trigger CCR (Compress-Cache-Retrieve)
|
|
13
|
+
const auditLog = Array.from({ length: 200 }, (_, i) => ({
|
|
14
|
+
id: i + 1,
|
|
15
|
+
timestamp: new Date(Date.now() - i * 60000).toISOString(),
|
|
16
|
+
actor: `user_${Math.floor(Math.random() * 20)}`,
|
|
17
|
+
action: ["login", "update_profile", "delete_record", "export_data", "change_role", "api_call"][i % 6],
|
|
18
|
+
resource: `resource_${Math.floor(Math.random() * 50)}`,
|
|
19
|
+
ip_address: `192.168.${Math.floor(Math.random() * 255)}.${Math.floor(Math.random() * 255)}`,
|
|
20
|
+
user_agent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)",
|
|
21
|
+
success: i % 23 !== 0,
|
|
22
|
+
details: i % 23 === 0
|
|
23
|
+
? `FAILED: Unauthorized access attempt to admin resource. IP flagged.`
|
|
24
|
+
: `Routine ${["login", "update_profile", "delete_record", "export_data", "change_role", "api_call"][i % 6]} operation completed.`,
|
|
25
|
+
}));
|
|
26
|
+
|
|
27
|
+
async function main() {
|
|
28
|
+
const client = new HeadroomClient();
|
|
29
|
+
|
|
30
|
+
// Compress the large audit log
|
|
31
|
+
const result = await client.compress(
|
|
32
|
+
[
|
|
33
|
+
{ role: "system", content: "You are a security analyst." },
|
|
34
|
+
{ role: "user", content: "Review the audit log" },
|
|
35
|
+
{
|
|
36
|
+
role: "assistant",
|
|
37
|
+
content: null,
|
|
38
|
+
tool_calls: [
|
|
39
|
+
{ id: "call_1", type: "function", function: { name: "get_audit_log", arguments: '{"limit":200}' } },
|
|
40
|
+
],
|
|
41
|
+
},
|
|
42
|
+
{ role: "tool", content: JSON.stringify(auditLog), tool_call_id: "call_1" },
|
|
43
|
+
{ role: "user", content: "Find any suspicious activity" },
|
|
44
|
+
] as any[],
|
|
45
|
+
{ model: "gpt-4o" },
|
|
46
|
+
);
|
|
47
|
+
|
|
48
|
+
console.log(`Compressed: ${result.tokensBefore} → ${result.tokensAfter} tokens`);
|
|
49
|
+
console.log(`Saved: ${result.tokensSaved} tokens (${((1 - result.compressionRatio) * 100).toFixed(0)}%)`);
|
|
50
|
+
console.log(`CCR hashes: ${result.ccrHashes.length}`);
|
|
51
|
+
|
|
52
|
+
// The LLM can retrieve full originals via CCR
|
|
53
|
+
if (result.ccrHashes.length > 0) {
|
|
54
|
+
console.log("\n=== Retrieving originals via CCR ===");
|
|
55
|
+
for (const hash of result.ccrHashes) {
|
|
56
|
+
try {
|
|
57
|
+
const original = await client.retrieve(hash);
|
|
58
|
+
console.log(`Hash ${hash}:`);
|
|
59
|
+
console.log(` Original tokens: ${(original as any).originalTokens}`);
|
|
60
|
+
console.log(` Tool: ${(original as any).toolName}`);
|
|
61
|
+
console.log(` Retrievals: ${(original as any).retrievalCount}`);
|
|
62
|
+
} catch (e: any) {
|
|
63
|
+
console.log(` Could not retrieve ${hash}: ${e.message}`);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
// Search within compressed content
|
|
68
|
+
console.log("\n=== Searching within compressed content ===");
|
|
69
|
+
try {
|
|
70
|
+
const search = await client.retrieve(result.ccrHashes[0], {
|
|
71
|
+
query: "unauthorized access",
|
|
72
|
+
});
|
|
73
|
+
console.log("Search results:", JSON.stringify(search, null, 2).slice(0, 300));
|
|
74
|
+
} catch (e: any) {
|
|
75
|
+
console.log(`Search error: ${e.message}`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
main().catch(console.error);
|