xithead 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.actrc +14 -0
- package/.actrc.local.example +15 -0
- package/.changelog.md +2 -0
- package/.claude/agents/academic-anthropologist.md +125 -0
- package/.claude/agents/academic-geographer.md +127 -0
- package/.claude/agents/academic-historian.md +123 -0
- package/.claude/agents/academic-narratologist.md +118 -0
- package/.claude/agents/academic-psychologist.md +118 -0
- package/.claude/agents/academic-statistician.md +144 -0
- package/.claude/agents/accounts-payable-agent.md +205 -0
- package/.claude/agents/agentic-identity-trust.md +394 -0
- package/.claude/agents/agents-orchestrator.md +367 -0
- package/.claude/agents/automation-governance-architect.md +216 -0
- package/.claude/agents/blender-addon-engineer.md +243 -0
- package/.claude/agents/business-strategist.md +488 -0
- package/.claude/agents/change-management-consultant.md +497 -0
- package/.claude/agents/chief-financial-officer.md +388 -0
- package/.claude/agents/corporate-training-designer.md +192 -0
- package/.claude/agents/customer-service.md +398 -0
- package/.claude/agents/customer-success-manager.md +460 -0
- package/.claude/agents/data-consolidation-agent.md +60 -0
- package/.claude/agents/data-privacy-officer.md +412 -0
- package/.claude/agents/design-brand-guardian.md +322 -0
- package/.claude/agents/design-image-prompt-engineer.md +236 -0
- package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
- package/.claude/agents/design-persona-walkthrough.md +272 -0
- package/.claude/agents/design-ui-designer.md +386 -0
- package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
- package/.claude/agents/design-ux-architect.md +482 -0
- package/.claude/agents/design-ux-researcher.md +329 -0
- package/.claude/agents/design-visual-storyteller.md +149 -0
- package/.claude/agents/design-whimsy-injector.md +460 -0
- package/.claude/agents/economy-designer.md +156 -0
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
- package/.claude/agents/engineering-ai-engineer.md +146 -0
- package/.claude/agents/engineering-api-platform-engineer.md +181 -0
- package/.claude/agents/engineering-ats-validator-architect.md +383 -0
- package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
- package/.claude/agents/engineering-backend-architect.md +255 -0
- package/.claude/agents/engineering-china-network-engineer.md +252 -0
- package/.claude/agents/engineering-cms-developer.md +536 -0
- package/.claude/agents/engineering-code-reviewer.md +76 -0
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
- package/.claude/agents/engineering-data-engineer.md +349 -0
- package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
- package/.claude/agents/engineering-database-optimizer.md +188 -0
- package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
- package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
- package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
- package/.claude/agents/engineering-devops-automator.md +385 -0
- package/.claude/agents/engineering-drupal-performance.md +347 -0
- package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
- package/.claude/agents/engineering-electrical-engineer.md +575 -0
- package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
- package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
- package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
- package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
- package/.claude/agents/engineering-finops-engineer.md +164 -0
- package/.claude/agents/engineering-frontend-developer.md +257 -0
- package/.claude/agents/engineering-gaussdb-expert.md +334 -0
- package/.claude/agents/engineering-git-workflow-master.md +98 -0
- package/.claude/agents/engineering-i18n-engineer.md +214 -0
- package/.claude/agents/engineering-identity-access-engineer.md +217 -0
- package/.claude/agents/engineering-incident-response-commander.md +444 -0
- package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
- package/.claude/agents/engineering-it-service-manager.md +561 -0
- package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
- package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
- package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
- package/.claude/agents/engineering-mobile-app-builder.md +493 -0
- package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
- package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
- package/.claude/agents/engineering-network-engineer.md +245 -0
- package/.claude/agents/engineering-orgscript-engineer.md +113 -0
- package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
- package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
- package/.claude/agents/engineering-platform-engineer.md +270 -0
- package/.claude/agents/engineering-privacy-engineer.md +152 -0
- package/.claude/agents/engineering-prompt-engineer.md +209 -0
- package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
- package/.claude/agents/engineering-rapid-prototyper.md +466 -0
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
- package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
- package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
- package/.claude/agents/engineering-section-508-specialist.md +339 -0
- package/.claude/agents/engineering-senior-developer.md +176 -0
- package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
- package/.claude/agents/engineering-software-architect.md +112 -0
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
- package/.claude/agents/engineering-sre.md +90 -0
- package/.claude/agents/engineering-technical-writer.md +393 -0
- package/.claude/agents/engineering-universal-document-compiler.md +370 -0
- package/.claude/agents/engineering-uswds-developer.md +340 -0
- package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
- package/.claude/agents/engineering-webassembly-engineer.md +153 -0
- package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
- package/.claude/agents/engineering-wordpress-performance.md +346 -0
- package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
- package/.claude/agents/esg-sustainability-officer.md +396 -0
- package/.claude/agents/finance-bookkeeper-controller.md +260 -0
- package/.claude/agents/finance-financial-analyst.md +234 -0
- package/.claude/agents/finance-fpa-analyst.md +263 -0
- package/.claude/agents/finance-investment-researcher.md +272 -0
- package/.claude/agents/finance-tax-strategist.md +239 -0
- package/.claude/agents/game-audio-engineer.md +264 -0
- package/.claude/agents/game-designer.md +167 -0
- package/.claude/agents/gis-3d-scene-developer.md +111 -0
- package/.claude/agents/gis-analyst.md +91 -0
- package/.claude/agents/gis-bim-specialist.md +108 -0
- package/.claude/agents/gis-cartography-designer.md +150 -0
- package/.claude/agents/gis-drone-reality-mapping.md +120 -0
- package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
- package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
- package/.claude/agents/gis-qa-engineer.md +133 -0
- package/.claude/agents/gis-solution-engineer.md +101 -0
- package/.claude/agents/gis-spatial-data-engineer.md +97 -0
- package/.claude/agents/gis-spatial-data-scientist.md +111 -0
- package/.claude/agents/gis-technical-consultant.md +86 -0
- package/.claude/agents/gis-web-gis-developer.md +108 -0
- package/.claude/agents/godot-gameplay-scripter.md +338 -0
- package/.claude/agents/godot-multiplayer-engineer.md +301 -0
- package/.claude/agents/godot-shader-developer.md +267 -0
- package/.claude/agents/government-digital-presales-consultant.md +363 -0
- package/.claude/agents/grant-writer.md +511 -0
- package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
- package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
- package/.claude/agents/healthcare-customer-service.md +389 -0
- package/.claude/agents/healthcare-innovation-strategist.md +433 -0
- package/.claude/agents/healthcare-marketing-compliance.md +395 -0
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
- package/.claude/agents/hospitality-guest-services.md +603 -0
- package/.claude/agents/hr-onboarding.md +451 -0
- package/.claude/agents/identity-graph-operator.md +303 -0
- package/.claude/agents/language-translator.md +264 -0
- package/.claude/agents/legal-billing-time-tracking.md +569 -0
- package/.claude/agents/legal-client-intake.md +492 -0
- package/.claude/agents/legal-document-review.md +454 -0
- package/.claude/agents/level-designer.md +208 -0
- package/.claude/agents/loan-officer-assistant.md +555 -0
- package/.claude/agents/lsp-index-engineer.md +320 -0
- package/.claude/agents/ma-integration-manager.md +427 -0
- package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
- package/.claude/agents/marketing-aeo-foundations.md +264 -0
- package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
- package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
- package/.claude/agents/marketing-app-store-optimizer.md +321 -0
- package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
- package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
- package/.claude/agents/marketing-book-co-author.md +110 -0
- package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
- package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
- package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
- package/.claude/agents/marketing-content-creator.md +54 -0
- package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
- package/.claude/agents/marketing-developer-community-builder.md +285 -0
- package/.claude/agents/marketing-douyin-strategist.md +149 -0
- package/.claude/agents/marketing-email-strategist.md +249 -0
- package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
- package/.claude/agents/marketing-growth-hacker.md +54 -0
- package/.claude/agents/marketing-instagram-curator.md +113 -0
- package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
- package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
- package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
- package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
- package/.claude/agents/marketing-podcast-strategist.md +277 -0
- package/.claude/agents/marketing-pr-communications-manager.md +473 -0
- package/.claude/agents/marketing-private-domain-operator.md +308 -0
- package/.claude/agents/marketing-reddit-community-builder.md +123 -0
- package/.claude/agents/marketing-seo-specialist.md +370 -0
- package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
- package/.claude/agents/marketing-social-media-strategist.md +125 -0
- package/.claude/agents/marketing-tiktok-strategist.md +125 -0
- package/.claude/agents/marketing-twitter-engager.md +126 -0
- package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
- package/.claude/agents/marketing-wechat-official-account.md +145 -0
- package/.claude/agents/marketing-weibo-strategist.md +240 -0
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
- package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
- package/.claude/agents/marketing-zhihu-strategist.md +162 -0
- package/.claude/agents/medical-billing-coding-specialist.md +491 -0
- package/.claude/agents/narrative-designer.md +243 -0
- package/.claude/agents/operations-manager.md +399 -0
- package/.claude/agents/organizational-psychologist.md +391 -0
- package/.claude/agents/paid-media-auditor.md +71 -0
- package/.claude/agents/paid-media-creative-strategist.md +71 -0
- package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
- package/.claude/agents/paid-media-ppc-strategist.md +71 -0
- package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
- package/.claude/agents/paid-media-search-query-analyst.md +71 -0
- package/.claude/agents/paid-media-tracking-specialist.md +71 -0
- package/.claude/agents/personal-growth-mentor.md +159 -0
- package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
- package/.claude/agents/product-dx-engineer.md +332 -0
- package/.claude/agents/product-feedback-synthesizer.md +119 -0
- package/.claude/agents/product-manager.md +469 -0
- package/.claude/agents/product-sprint-prioritizer.md +154 -0
- package/.claude/agents/product-trend-researcher.md +159 -0
- package/.claude/agents/project-management-experiment-tracker.md +198 -0
- package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
- package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
- package/.claude/agents/project-management-project-shepherd.md +194 -0
- package/.claude/agents/project-management-studio-operations.md +200 -0
- package/.claude/agents/project-management-studio-producer.md +203 -0
- package/.claude/agents/project-manager-senior.md +135 -0
- package/.claude/agents/real-estate-buyer-seller.md +596 -0
- package/.claude/agents/recruitment-specialist.md +515 -0
- package/.claude/agents/report-distribution-agent.md +65 -0
- package/.claude/agents/research-synthesist.md +136 -0
- package/.claude/agents/resume-tailor.md +230 -0
- package/.claude/agents/retail-customer-returns.md +566 -0
- package/.claude/agents/roblox-avatar-creator.md +297 -0
- package/.claude/agents/roblox-experience-designer.md +306 -0
- package/.claude/agents/roblox-systems-scripter.md +332 -0
- package/.claude/agents/sales-account-strategist.md +227 -0
- package/.claude/agents/sales-coach.md +271 -0
- package/.claude/agents/sales-data-extraction-agent.md +67 -0
- package/.claude/agents/sales-deal-strategist.md +180 -0
- package/.claude/agents/sales-discovery-coach.md +225 -0
- package/.claude/agents/sales-engineer.md +182 -0
- package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
- package/.claude/agents/sales-outbound-strategist.md +201 -0
- package/.claude/agents/sales-outreach.md +425 -0
- package/.claude/agents/sales-pipeline-analyst.md +267 -0
- package/.claude/agents/sales-proposal-strategist.md +217 -0
- package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
- package/.claude/agents/security-appsec-engineer.md +536 -0
- package/.claude/agents/security-architect.md +307 -0
- package/.claude/agents/security-blockchain-security-auditor.md +482 -0
- package/.claude/agents/security-cloud-security-architect.md +576 -0
- package/.claude/agents/security-compliance-auditor.md +158 -0
- package/.claude/agents/security-incident-responder.md +450 -0
- package/.claude/agents/security-penetration-tester.md +399 -0
- package/.claude/agents/security-secrets-credential-engineer.md +189 -0
- package/.claude/agents/security-senior-secops.md +760 -0
- package/.claude/agents/security-threat-detection-engineer.md +553 -0
- package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
- package/.claude/agents/specialized-chief-of-staff.md +279 -0
- package/.claude/agents/specialized-civil-engineer.md +356 -0
- package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
- package/.claude/agents/specialized-developer-advocate.md +317 -0
- package/.claude/agents/specialized-document-generator.md +55 -0
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
- package/.claude/agents/specialized-focus-music-architect.md +175 -0
- package/.claude/agents/specialized-french-consulting-market.md +194 -0
- package/.claude/agents/specialized-korean-business-navigator.md +216 -0
- package/.claude/agents/specialized-master-plan-architect.md +157 -0
- package/.claude/agents/specialized-mcp-builder.md +260 -0
- package/.claude/agents/specialized-model-qa.md +528 -0
- package/.claude/agents/specialized-pricing-analyst.md +243 -0
- package/.claude/agents/specialized-salesforce-architect.md +182 -0
- package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
- package/.claude/agents/specialized-workflow-architect.md +597 -0
- package/.claude/agents/study-abroad-advisor.md +282 -0
- package/.claude/agents/supply-chain-strategist.md +591 -0
- package/.claude/agents/support-analytics-reporter.md +387 -0
- package/.claude/agents/support-executive-summary-generator.md +212 -0
- package/.claude/agents/support-finance-tracker.md +480 -0
- package/.claude/agents/support-infrastructure-maintainer.md +628 -0
- package/.claude/agents/support-legal-compliance-checker.md +591 -0
- package/.claude/agents/support-support-responder.md +607 -0
- package/.claude/agents/technical-artist.md +233 -0
- package/.claude/agents/terminal-integration-specialist.md +70 -0
- package/.claude/agents/testing-accessibility-auditor.md +327 -0
- package/.claude/agents/testing-api-tester.md +334 -0
- package/.claude/agents/testing-evidence-collector.md +210 -0
- package/.claude/agents/testing-performance-benchmarker.md +283 -0
- package/.claude/agents/testing-reality-checker.md +249 -0
- package/.claude/agents/testing-test-automation-engineer.md +196 -0
- package/.claude/agents/testing-test-results-analyzer.md +330 -0
- package/.claude/agents/testing-tool-evaluator.md +416 -0
- package/.claude/agents/testing-workflow-optimizer.md +463 -0
- package/.claude/agents/unity-architect.md +271 -0
- package/.claude/agents/unity-editor-tool-developer.md +310 -0
- package/.claude/agents/unity-multiplayer-engineer.md +323 -0
- package/.claude/agents/unity-shader-graph-artist.md +269 -0
- package/.claude/agents/unreal-multiplayer-architect.md +364 -0
- package/.claude/agents/unreal-systems-engineer.md +322 -0
- package/.claude/agents/unreal-technical-artist.md +256 -0
- package/.claude/agents/unreal-world-builder.md +273 -0
- package/.claude/agents/visionos-spatial-engineer.md +54 -0
- package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
- package/.claude/agents/xr-immersive-developer.md +32 -0
- package/.claude/agents/xr-interface-architect.md +32 -0
- package/.claude/agents/zk-steward.md +211 -0
- package/.claude-plugin/marketplace.json +30 -0
- package/.commitlintrc.json +26 -0
- package/.devcontainer/Dockerfile +24 -0
- package/.devcontainer/devcontainer.json +70 -0
- package/.devcontainer/docker-compose.memory.yml +42 -0
- package/.devcontainer/memory-stack/devcontainer.json +84 -0
- package/.devcontainer/post-create.sh +83 -0
- package/.dockerignore +23 -0
- package/.env.act.example +15 -0
- package/.env.example +171 -0
- package/.eslintrc.json +16 -0
- package/.git-blame-ignore-revs +10 -0
- package/.gitattributes +2 -0
- package/.gitguardian.yaml +50 -0
- package/.githooks/pre-commit +6 -0
- package/.pre-commit-config.yaml +30 -0
- package/.release-please-config-xithead.json +22 -0
- package/.release-please-config.json +44 -0
- package/.release-please-manifest-xithead.json +3 -0
- package/.release-please-manifest.json +3 -0
- package/CODE_OF_CONDUCT.md +133 -0
- package/CONTRIBUTING.md +133 -0
- package/Cargo.lock +5557 -0
- package/Cargo.toml +121 -0
- package/Dockerfile +38 -0
- package/Dockerfile.proxy +48 -0
- package/ENTERPRISE.md +5 -0
- package/FEATURES_ADVANCED.md +311 -0
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +4 -0
- package/MODERNIZATION_GUIDE.md +358 -0
- package/Makefile +140 -0
- package/NOTICE +43 -0
- package/NPM_TOKEN_SETUP.md +81 -0
- package/PR.md +170 -0
- package/PUBLISH.md +77 -0
- package/README.md +108 -72
- package/README_FRONTEND.md +196 -0
- package/REALIGNMENT/00-overview.md +53 -0
- package/REALIGNMENT/01-bug-list.md +421 -0
- package/REALIGNMENT/02-architecture.md +322 -0
- package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
- package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
- package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
- package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
- package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
- package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
- package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
- package/REALIGNMENT/12-decisions-needed.md +196 -0
- package/REALIGNMENT/INDEX.md +82 -0
- package/REFACTORING_CAMPAIGN.md +277 -0
- package/RESTRUCTURE_PLAN.md +100 -0
- package/RUST_DEV.md +361 -0
- package/SECURITY.md +65 -0
- package/SETUP_AUTO_PUBLISH.md +164 -0
- package/TESTING-copilot-subscription.md +153 -0
- package/app/api/config/route.ts +22 -0
- package/app/api/export/route.ts +83 -0
- package/app/api/models/route.ts +12 -0
- package/app/api/stats/route.ts +46 -0
- package/app/dashboard/page.tsx +445 -0
- package/app/globals.css +35 -0
- package/app/installation/page.tsx +293 -0
- package/app/layout.tsx +35 -0
- package/app/master-design-system.css +2076 -0
- package/app/master-design-system.source.css +8 -0
- package/app/page.tsx +187 -0
- package/app/rechtliches/agb/page.tsx +165 -0
- package/app/rechtliches/datenschutz/page.tsx +128 -0
- package/app/rechtliches/impressum/page.tsx +122 -0
- package/app/rechtliches/widerruf/page.tsx +185 -0
- package/bin/xithead.js +264 -0
- package/codecov.yml +34 -0
- package/components/layout/AppShell.tsx +25 -0
- package/components/layout/Footer.tsx +120 -0
- package/components/layout/Header.tsx +145 -0
- package/components/marketing/LegalHighlights.tsx +45 -0
- package/components/marketing/LegalPageShell.tsx +49 -0
- package/components/marketing/LegalPanel.tsx +41 -0
- package/components/marketing/index.ts +3 -0
- package/crates/headroom-core/Cargo.toml +165 -0
- package/crates/headroom-core/benches/auth_mode.rs +74 -0
- package/crates/headroom-core/benches/ccr_store.rs +224 -0
- package/crates/headroom-core/benches/tokenizer.rs +52 -0
- package/crates/headroom-core/config/pipeline.toml +151 -0
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
- package/crates/headroom-core/src/auth_mode.rs +250 -0
- package/crates/headroom-core/src/cache_control.rs +414 -0
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
- package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
- package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
- package/crates/headroom-core/src/ccr/mod.rs +119 -0
- package/crates/headroom-core/src/compression_policy.rs +505 -0
- package/crates/headroom-core/src/lib.rs +33 -0
- package/crates/headroom-core/src/relevance/base.rs +139 -0
- package/crates/headroom-core/src/relevance/bm25.rs +385 -0
- package/crates/headroom-core/src/relevance/embedding.rs +354 -0
- package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
- package/crates/headroom-core/src/relevance/mod.rs +64 -0
- package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
- package/crates/headroom-core/src/signals/line_importance.rs +84 -0
- package/crates/headroom-core/src/signals/mod.rs +61 -0
- package/crates/headroom-core/src/signals/tiered.rs +141 -0
- package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
- package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
- package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
- package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
- package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
- package/crates/headroom-core/src/transforms/detection.rs +222 -0
- package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
- package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
- package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
- package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
- package/crates/headroom-core/src/transforms/mod.rs +64 -0
- package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
- package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
- package/crates/headroom-core/src/transforms/safety.rs +215 -0
- package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
- package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
- package/crates/headroom-parity/Cargo.toml +26 -0
- package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
- package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
- package/crates/headroom-parity/src/lib.rs +613 -0
- package/crates/headroom-proxy/Cargo.toml +119 -0
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
- package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
- package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
- package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
- package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
- package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
- package/crates/headroom-proxy/src/compression/mod.rs +127 -0
- package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
- package/crates/headroom-proxy/src/config.rs +646 -0
- package/crates/headroom-proxy/src/error.rs +69 -0
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
- package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
- package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
- package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
- package/crates/headroom-proxy/src/headers.rs +288 -0
- package/crates/headroom-proxy/src/health.rs +41 -0
- package/crates/headroom-proxy/src/lib.rs +21 -0
- package/crates/headroom-proxy/src/main.rs +141 -0
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
- package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
- package/crates/headroom-proxy/src/observability/mod.rs +68 -0
- package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
- package/crates/headroom-proxy/src/proxy.rs +1619 -0
- package/crates/headroom-proxy/src/responses_items.rs +565 -0
- package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
- package/crates/headroom-proxy/src/sse/framing.rs +366 -0
- package/crates/headroom-proxy/src/sse/mod.rs +40 -0
- package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
- package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
- package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
- package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
- package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
- package/crates/headroom-proxy/src/websocket.rs +246 -0
- package/crates/headroom-py/Cargo.toml +37 -0
- package/crates/headroom-py/build.rs +77 -0
- package/crates/headroom-py/glibc_compat.c +170 -0
- package/crates/headroom-py/src/lib.rs +1655 -0
- package/deny.toml +32 -0
- package/design-system/base.css +127 -0
- package/design-system/components.css +1943 -0
- package/design-system/fonts.css +17 -0
- package/design-system/tailwind-preset.js +95 -0
- package/design-system/tokens.css +48 -0
- package/design-system/utilities.css +53 -0
- package/docker/differential-network-capture/Dockerfile.runner +14 -0
- package/docker/differential-network-capture/docker-compose.yml +142 -0
- package/docker/differential-network-capture/run-claude-lane.sh +24 -0
- package/docker/docker-compose.native.yml +44 -0
- package/docker-bake.hcl +88 -0
- package/docker-compose.yml +80 -0
- package/e2e/_lib/make_shim.ps1 +24 -0
- package/e2e/_lib/make_shim.sh +28 -0
- package/e2e/docker-native-install.sh +120 -0
- package/e2e/init/Dockerfile +79 -0
- package/e2e/wrap/Dockerfile +115 -0
- package/examples/07-context-compression.ipynb +279 -0
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
- package/examples/deployment/macos-launchagent/install.sh +227 -0
- package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
- package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/lib/config/index.ts +12 -0
- package/lib/hooks/index.ts +4 -0
- package/lib/hooks/use-mounted.ts +13 -0
- package/lib/hooks/use-session.ts +34 -0
- package/lib/hooks/use-settings.ts +49 -0
- package/lib/utils/index.ts +1 -0
- package/lib/utils/settings.ts +162 -0
- package/lib/utils/utils.ts +6 -0
- package/llms.txt +67 -0
- package/middleware.ts +26 -0
- package/mkdocs.yml +136 -0
- package/next-env.d.ts +7 -0
- package/next.config.ts +12 -0
- package/npm/bin/xithead.js +366 -366
- package/npm/bin/xtream-head.js +366 -0
- package/npm/index.d.ts +57 -57
- package/npm/index.js +139 -139
- package/npm/package.json +55 -54
- package/npm/postinstall.js +43 -43
- package/package.json +58 -36
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
- package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
- package/plugins/headroom-oauth2/LICENSE +3 -0
- package/plugins/headroom-oauth2/SPEC.md +115 -0
- package/plugins/headroom-oauth2/pyproject.toml +48 -0
- package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
- package/plugins/openclaw/hook-shim/HOOK.md +21 -0
- package/plugins/openclaw/hook-shim/handler.js +3 -0
- package/plugins/openclaw/openclaw.plugin.json +98 -0
- package/plugins/openclaw/package-lock.json +2692 -0
- package/plugins/openclaw/package.json +54 -0
- package/plugins/openclaw/prepare-dist.mjs +56 -0
- package/plugins/openclaw/src/convert.ts +418 -0
- package/plugins/openclaw/src/engine.ts +284 -0
- package/plugins/openclaw/src/gateway-config.ts +143 -0
- package/plugins/openclaw/src/index.ts +11 -0
- package/plugins/openclaw/src/plugin/index.ts +98 -0
- package/plugins/openclaw/src/proxy-manager.ts +477 -0
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
- package/plugins/openclaw/test/convert.test.ts +96 -0
- package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
- package/plugins/openclaw/test/engine.test.ts +101 -0
- package/plugins/openclaw/test/gateway-config.test.ts +278 -0
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
- package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
- package/plugins/openclaw/tsup.config.ts +9 -0
- package/postcss.config.mjs +7 -0
- package/pyproject.toml +438 -0
- package/rust-toolchain.toml +16 -0
- package/sdk/typescript/examples/basic-compress.ts +64 -0
- package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
- package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
- package/sdk/typescript/examples/middleware-composition.ts +59 -0
- package/sdk/typescript/examples/multi-provider.ts +53 -0
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
- package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
- package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
- package/sdk/typescript/examples/streaming-chat.ts +71 -0
- package/sdk/typescript/examples/structured-output.ts +99 -0
- package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
- package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
- package/sdk/typescript/package-lock.json +3437 -0
- package/sdk/typescript/package.json +108 -0
- package/sdk/typescript/src/adapters/anthropic.ts +218 -0
- package/sdk/typescript/src/adapters/gemini.ts +83 -0
- package/sdk/typescript/src/adapters/openai.ts +77 -0
- package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
- package/sdk/typescript/src/client.ts +632 -0
- package/sdk/typescript/src/compress.ts +87 -0
- package/sdk/typescript/src/errors.ts +114 -0
- package/sdk/typescript/src/hooks.ts +113 -0
- package/sdk/typescript/src/index.ts +140 -0
- package/sdk/typescript/src/paths.ts +272 -0
- package/sdk/typescript/src/shared-context.ts +188 -0
- package/sdk/typescript/src/simulate.ts +52 -0
- package/sdk/typescript/src/types/config.ts +183 -0
- package/sdk/typescript/src/types/models.ts +314 -0
- package/sdk/typescript/src/types.ts +139 -0
- package/sdk/typescript/src/utils/case.ts +34 -0
- package/sdk/typescript/src/utils/format.ts +480 -0
- package/sdk/typescript/src/utils/stream.ts +50 -0
- package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
- package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
- package/sdk/typescript/test/adapters/openai.test.ts +174 -0
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
- package/sdk/typescript/test/client-expanded.test.ts +333 -0
- package/sdk/typescript/test/client.test.ts +266 -0
- package/sdk/typescript/test/compress.test.ts +118 -0
- package/sdk/typescript/test/config.test.ts +275 -0
- package/sdk/typescript/test/errors.test.ts +169 -0
- package/sdk/typescript/test/format-integration.test.ts +252 -0
- package/sdk/typescript/test/hooks.test.ts +265 -0
- package/sdk/typescript/test/integration.test.ts +249 -0
- package/sdk/typescript/test/mdx-examples.test.ts +253 -0
- package/sdk/typescript/test/models.test.ts +318 -0
- package/sdk/typescript/test/parity.test.ts +337 -0
- package/sdk/typescript/test/paths.test.ts +447 -0
- package/sdk/typescript/test/shared-context.test.ts +245 -0
- package/sdk/typescript/test/simulate.test.ts +84 -0
- package/sdk/typescript/test/types.test.ts +244 -0
- package/sdk/typescript/test/utils/case.test.ts +129 -0
- package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
- package/sdk/typescript/test/utils/format.test.ts +434 -0
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
- package/sdk/typescript/tsup.config.ts +17 -0
- package/tailwind.master.config.cjs +47 -0
- package/types/api.ts +12 -0
- package/types/config.ts +9 -0
- package/types/index.ts +2 -0
- package/uv.lock +6951 -0
- package/xithead.egg-info/PKG-INFO +22 -0
- package/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead.egg-info/entry_points.txt +2 -0
- package/xithead.egg-info/requires.txt +10 -0
- package/xithead.egg-info/top_level.txt +2 -0
- package/xithead.ps1 +136 -0
- package/xithead.sh +129 -0
- package/xithead_dist/pyproject.toml +39 -0
- package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
- package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
- package/xithead_dist/xithead.egg-info/requires.txt +10 -0
- package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
//! Proxy observability surface — Phase D PR-D3.
|
|
2
|
+
//!
|
|
3
|
+
//! Centralises all Prometheus instrumentation in one place so that
|
|
4
|
+
//! metric names, label keys, and the global registry stay
|
|
5
|
+
//! co-located and discoverable. The Phase D acceptance criterion
|
|
6
|
+
//! (`Prometheus scrape includes Bedrock metrics`) demands a single
|
|
7
|
+
//! `/metrics` endpoint that serves the registry; that endpoint is
|
|
8
|
+
//! mounted by [`crate::proxy::build_app`] when the observability
|
|
9
|
+
//! module is in scope.
|
|
10
|
+
//!
|
|
11
|
+
//! # Module layout
|
|
12
|
+
//!
|
|
13
|
+
//! - [`prometheus`] — registry construction (lazy via `OnceLock`),
|
|
14
|
+
//! Bedrock-scoped counters / histograms, and the `/metrics`
|
|
15
|
+
//! text-format scrape handler. Per the realignment build
|
|
16
|
+
//! constraint "elegant + scalable" we keep one module per
|
|
17
|
+
//! concern; future Phase F / Phase H additions (auth-mode
|
|
18
|
+
//! counters, OpenAI request totals) live alongside the
|
|
19
|
+
//! Bedrock-prefixed ones below — never sprinkled across handlers.
|
|
20
|
+
//!
|
|
21
|
+
//! # Cardinality discipline
|
|
22
|
+
//!
|
|
23
|
+
//! Every label is bounded by infrastructure config, NOT by request
|
|
24
|
+
//! input. `model` comes from the axum path parameter (Bedrock vendor
|
|
25
|
+
//! prefix is enforced upstream of the metric increment); `region`
|
|
26
|
+
//! comes from `Config::bedrock_region`; `auth_mode` comes from the
|
|
27
|
+
//! `headroom_core::auth_mode::AuthMode` enum (3 variants total).
|
|
28
|
+
//! There is no path where a malicious client can drive label
|
|
29
|
+
//! cardinality unbounded — see `bedrock::invoke::handle_invoke` for
|
|
30
|
+
//! the call site.
|
|
31
|
+
//!
|
|
32
|
+
//! # Why not `metrics-rs`?
|
|
33
|
+
//!
|
|
34
|
+
//! `metrics-rs` is the more idiomatic Rust choice but it requires a
|
|
35
|
+
//! separate exporter binary. The Phase D scope is observability for
|
|
36
|
+
//! a single proxy binary; the simpler `prometheus` crate (with the
|
|
37
|
+
//! global default registry pinned in a `OnceLock`) keeps the
|
|
38
|
+
//! footprint small and the scrape endpoint trivial. Phase F may
|
|
39
|
+
//! revisit if multi-process aggregation lands.
|
|
40
|
+
|
|
41
|
+
pub mod cache_hit_rate;
|
|
42
|
+
pub mod compression_ratio;
|
|
43
|
+
pub mod metric_names;
|
|
44
|
+
pub mod prometheus;
|
|
45
|
+
pub mod proxy_metrics;
|
|
46
|
+
|
|
47
|
+
pub use prometheus::{
|
|
48
|
+
handle_metrics, observe_bedrock_invoke_latency, record_bedrock_eventstream_message,
|
|
49
|
+
record_bedrock_invoke,
|
|
50
|
+
};
|
|
51
|
+
|
|
52
|
+
// Phase G PR-G3 — re-export the canonical record_* helpers so call
|
|
53
|
+
// sites in `crate::sse`, `crate::handlers`, and `crate::proxy` get a
|
|
54
|
+
// flat `observability::record_x` import surface rather than a deep
|
|
55
|
+
// `observability::proxy_metrics::record_x` one. The deeper modules
|
|
56
|
+
// stay reachable for tests asserting on the metric vectors directly.
|
|
57
|
+
pub use cache_hit_rate::{
|
|
58
|
+
compute_hit_rate as compute_cache_hit_rate, observe as observe_cache_hit_rate,
|
|
59
|
+
provider as cache_hit_rate_provider,
|
|
60
|
+
};
|
|
61
|
+
pub use compression_ratio::{
|
|
62
|
+
observe_ratio as observe_compression_ratio,
|
|
63
|
+
record_rejected_by_token_check as record_compression_rejected_by_token_check,
|
|
64
|
+
};
|
|
65
|
+
pub use proxy_metrics::{
|
|
66
|
+
extract_rate_limit_snapshot, record_passthrough_bytes_modified, record_rate_limit_snapshot,
|
|
67
|
+
record_response_status, record_service_tier, RateLimitSnapshot,
|
|
68
|
+
};
|
|
@@ -0,0 +1,394 @@
|
|
|
1
|
+
//! Prometheus instrumentation for the Bedrock route — Phase D PR-D3.
|
|
2
|
+
//!
|
|
3
|
+
//! # Registered metrics
|
|
4
|
+
//!
|
|
5
|
+
//! - `bedrock_invoke_count_total{model, region, auth_mode}` — Counter.
|
|
6
|
+
//! One increment per `/model/{model}/invoke` (or `/converse` or
|
|
7
|
+
//! `/invoke-with-response-stream`) request that successfully
|
|
8
|
+
//! passed the path-parameter extractor and reached the handler
|
|
9
|
+
//! body. Failures BEFORE the handler runs (router 404s, axum
|
|
10
|
+
//! extractor errors) do not increment.
|
|
11
|
+
//! - `bedrock_invoke_latency_seconds{model, region}` — Histogram.
|
|
12
|
+
//! Observed at request completion (whether the upstream call
|
|
13
|
+
//! succeeded or returned 5xx). Buckets target typical Bedrock
|
|
14
|
+
//! latencies (50ms → 60s) so p50/p99 land in distinct buckets at
|
|
15
|
+
//! typical throughput. The `auth_mode` label is intentionally
|
|
16
|
+
//! absent: the cost of cross-multiplying it with `model` would
|
|
17
|
+
//! triple the per-model cardinality with little operator value
|
|
18
|
+
//! (auth-mode breakdown lives in the count metric instead).
|
|
19
|
+
//! - `bedrock_eventstream_message_count_total{model, region, event_type}`
|
|
20
|
+
//! — Counter. One increment per parsed binary EventStream message
|
|
21
|
+
//! in the streaming handler. `event_type` is the
|
|
22
|
+
//! `:event-type` header from the message (`chunk`, `metadata`,
|
|
23
|
+
//! `internalServerException`, etc.). The set is bounded by
|
|
24
|
+
//! AWS's documented event-type vocabulary, not customer input —
|
|
25
|
+
//! see `crates/headroom-proxy/src/bedrock/eventstream.rs` for
|
|
26
|
+
//! the parsed shape.
|
|
27
|
+
//!
|
|
28
|
+
//! # Wiring
|
|
29
|
+
//!
|
|
30
|
+
//! Every counter / histogram is created exactly once at first call
|
|
31
|
+
//! via `OnceLock`. Per-request work is `inc_with_label_values` /
|
|
32
|
+
//! `observe`, which is `O(1)` and lock-free in the common case
|
|
33
|
+
//! (the underlying `prometheus` crate uses a sharded RwLock per
|
|
34
|
+
//! metric vector). Total D3 overhead per request: a few hundred ns
|
|
35
|
+
//! plus one `Instant::elapsed()` for the latency histogram.
|
|
36
|
+
//!
|
|
37
|
+
//! # Logs paired with every increment
|
|
38
|
+
//!
|
|
39
|
+
//! Per the realignment build-constraint "comprehensive structured
|
|
40
|
+
//! logs", every metric increment in this module emits a
|
|
41
|
+
//! `tracing::debug!` with `event = "metric_recorded"` so operators
|
|
42
|
+
//! can correlate scrape values with log lines during incidents.
|
|
43
|
+
//! The cardinality of these debug logs is the same as the metric
|
|
44
|
+
//! itself (bounded by `model × region × auth_mode`), so leaving
|
|
45
|
+
//! them at `debug` level avoids per-request log volume in normal
|
|
46
|
+
//! operation while still being available under
|
|
47
|
+
//! `RUST_LOG=headroom_proxy::observability=debug`.
|
|
48
|
+
|
|
49
|
+
use std::sync::OnceLock;
|
|
50
|
+
|
|
51
|
+
use axum::body::Body;
|
|
52
|
+
use axum::http::{header, StatusCode};
|
|
53
|
+
use axum::response::Response;
|
|
54
|
+
use prometheus::{
|
|
55
|
+
Encoder, HistogramOpts, HistogramVec, IntCounterVec, Opts, Registry, TextEncoder,
|
|
56
|
+
};
|
|
57
|
+
|
|
58
|
+
use headroom_core::auth_mode::AuthMode;
|
|
59
|
+
|
|
60
|
+
/// Latency-histogram buckets in seconds. Chosen to discriminate
|
|
61
|
+
/// across typical Bedrock latencies: cold-start (~1-2s), warm
|
|
62
|
+
/// streaming-start (~100-500ms), small completions (~50-200ms),
|
|
63
|
+
/// long completions (5-60s). Mirrors the bucket layout the AWS
|
|
64
|
+
/// CloudWatch sample dashboards use.
|
|
65
|
+
const LATENCY_BUCKETS_SECONDS: &[f64] = &[0.05, 0.1, 0.25, 0.5, 1.0, 2.5, 5.0, 10.0, 30.0, 60.0];
|
|
66
|
+
|
|
67
|
+
/// Lazy singleton registry. Borrowed by `handle_metrics` for
|
|
68
|
+
/// scrape rendering and by every metric registration helper.
|
|
69
|
+
///
|
|
70
|
+
/// Visibility note: `pub(super)` is intentional — the Phase G PR-G3
|
|
71
|
+
/// metric modules (`cache_hit_rate`, `compression_ratio`,
|
|
72
|
+
/// `proxy_metrics`) live alongside this one and reach for the shared
|
|
73
|
+
/// singleton at register time. External callers should NOT touch the
|
|
74
|
+
/// registry directly; they go through the per-metric `record_*`
|
|
75
|
+
/// helpers, which keeps registration centralised and emit sites
|
|
76
|
+
/// uniform.
|
|
77
|
+
pub(super) fn registry() -> &'static Registry {
|
|
78
|
+
static REGISTRY: OnceLock<Registry> = OnceLock::new();
|
|
79
|
+
REGISTRY.get_or_init(Registry::new)
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/// `bedrock_invoke_count_total{model, region, auth_mode}` —
|
|
83
|
+
/// initialised on first call.
|
|
84
|
+
fn invoke_counter() -> &'static IntCounterVec {
|
|
85
|
+
static COUNTER: OnceLock<IntCounterVec> = OnceLock::new();
|
|
86
|
+
COUNTER.get_or_init(|| {
|
|
87
|
+
let opts = Opts::new(
|
|
88
|
+
"bedrock_invoke_count_total",
|
|
89
|
+
"Total Bedrock invoke requests handled by the Rust proxy, \
|
|
90
|
+
broken down by model id, AWS region, and inbound auth mode.",
|
|
91
|
+
);
|
|
92
|
+
let counter = IntCounterVec::new(opts, &["model", "region", "auth_mode"])
|
|
93
|
+
.expect("bedrock_invoke_count_total descriptor is well-formed");
|
|
94
|
+
registry()
|
|
95
|
+
.register(Box::new(counter.clone()))
|
|
96
|
+
.expect("bedrock_invoke_count_total registers exactly once");
|
|
97
|
+
counter
|
|
98
|
+
})
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
/// `bedrock_invoke_latency_seconds{model, region}` — initialised
|
|
102
|
+
/// on first call.
|
|
103
|
+
fn invoke_latency() -> &'static HistogramVec {
|
|
104
|
+
static HIST: OnceLock<HistogramVec> = OnceLock::new();
|
|
105
|
+
HIST.get_or_init(|| {
|
|
106
|
+
let opts = HistogramOpts::new(
|
|
107
|
+
"bedrock_invoke_latency_seconds",
|
|
108
|
+
"Latency in seconds of Bedrock invoke requests as observed at the \
|
|
109
|
+
Rust proxy entry boundary. Includes upstream call time plus any \
|
|
110
|
+
pre-/post-compression and SigV4 signing.",
|
|
111
|
+
)
|
|
112
|
+
.buckets(LATENCY_BUCKETS_SECONDS.to_vec());
|
|
113
|
+
let hist = HistogramVec::new(opts, &["model", "region"])
|
|
114
|
+
.expect("bedrock_invoke_latency_seconds descriptor is well-formed");
|
|
115
|
+
registry()
|
|
116
|
+
.register(Box::new(hist.clone()))
|
|
117
|
+
.expect("bedrock_invoke_latency_seconds registers exactly once");
|
|
118
|
+
hist
|
|
119
|
+
})
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
/// `bedrock_eventstream_message_count_total{model, region, event_type}`
|
|
123
|
+
/// — initialised on first call.
|
|
124
|
+
fn eventstream_counter() -> &'static IntCounterVec {
|
|
125
|
+
static COUNTER: OnceLock<IntCounterVec> = OnceLock::new();
|
|
126
|
+
COUNTER.get_or_init(|| {
|
|
127
|
+
let opts = Opts::new(
|
|
128
|
+
"bedrock_eventstream_message_count_total",
|
|
129
|
+
"Total Bedrock binary EventStream messages parsed by the Rust proxy, \
|
|
130
|
+
broken down by model id, AWS region, and the message's :event-type header \
|
|
131
|
+
(chunk, metadata, modelStreamErrorException, etc.).",
|
|
132
|
+
);
|
|
133
|
+
let counter = IntCounterVec::new(opts, &["model", "region", "event_type"])
|
|
134
|
+
.expect("bedrock_eventstream_message_count_total descriptor is well-formed");
|
|
135
|
+
registry()
|
|
136
|
+
.register(Box::new(counter.clone()))
|
|
137
|
+
.expect("bedrock_eventstream_message_count_total registers exactly once");
|
|
138
|
+
counter
|
|
139
|
+
})
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
/// Record a single Bedrock invoke (non-streaming or streaming).
|
|
143
|
+
///
|
|
144
|
+
/// Pure increment + a paired `tracing::debug!` so operators can
|
|
145
|
+
/// correlate this metric with the request's structured log line via
|
|
146
|
+
/// the `request_id` field (callers thread that through).
|
|
147
|
+
pub fn record_bedrock_invoke(model: &str, region: &str, auth_mode: AuthMode) {
|
|
148
|
+
invoke_counter()
|
|
149
|
+
.with_label_values(&[model, region, auth_mode.as_str()])
|
|
150
|
+
.inc();
|
|
151
|
+
tracing::debug!(
|
|
152
|
+
event = "metric_recorded",
|
|
153
|
+
metric = "bedrock_invoke_count_total",
|
|
154
|
+
model = %model,
|
|
155
|
+
region = %region,
|
|
156
|
+
auth_mode = auth_mode.as_str(),
|
|
157
|
+
"incremented bedrock_invoke_count_total"
|
|
158
|
+
);
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
/// Observe latency at the END of an invoke. The duration must be
|
|
162
|
+
/// computed by the caller via `Instant::elapsed()` — passing the
|
|
163
|
+
/// duration in (rather than the start time) keeps this helper
|
|
164
|
+
/// free of `Instant` types so unit tests can assert on synthetic
|
|
165
|
+
/// values.
|
|
166
|
+
pub fn observe_bedrock_invoke_latency(model: &str, region: &str, seconds: f64) {
|
|
167
|
+
invoke_latency()
|
|
168
|
+
.with_label_values(&[model, region])
|
|
169
|
+
.observe(seconds);
|
|
170
|
+
tracing::debug!(
|
|
171
|
+
event = "metric_recorded",
|
|
172
|
+
metric = "bedrock_invoke_latency_seconds",
|
|
173
|
+
model = %model,
|
|
174
|
+
region = %region,
|
|
175
|
+
seconds = seconds,
|
|
176
|
+
"observed bedrock_invoke_latency_seconds"
|
|
177
|
+
);
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
/// Record a single parsed EventStream message in the streaming
|
|
181
|
+
/// path. The `event_type` argument is the `:event-type` header of
|
|
182
|
+
/// the message (or `unknown` when the message header was missing,
|
|
183
|
+
/// which itself is loud-logged at the call site).
|
|
184
|
+
pub fn record_bedrock_eventstream_message(model: &str, region: &str, event_type: &str) {
|
|
185
|
+
eventstream_counter()
|
|
186
|
+
.with_label_values(&[model, region, event_type])
|
|
187
|
+
.inc();
|
|
188
|
+
tracing::debug!(
|
|
189
|
+
event = "metric_recorded",
|
|
190
|
+
metric = "bedrock_eventstream_message_count_total",
|
|
191
|
+
model = %model,
|
|
192
|
+
region = %region,
|
|
193
|
+
event_type = %event_type,
|
|
194
|
+
"incremented bedrock_eventstream_message_count_total"
|
|
195
|
+
);
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
/// Axum handler for `GET /metrics`. Renders the registry in the
|
|
199
|
+
/// Prometheus text format. Per Phase D acceptance: the scrape MUST
|
|
200
|
+
/// include each metric family as soon as it has been touched at
|
|
201
|
+
/// least once with a label set. The `prometheus` v0.13 crate skips
|
|
202
|
+
/// empty `MetricVec` families from `gather()`, so until a counter
|
|
203
|
+
/// has incremented (or a histogram has observed) once, neither its
|
|
204
|
+
/// HELP/TYPE nor any row appears — a documented quirk we lean on
|
|
205
|
+
/// for the "must stay 0" alarm-able `proxy_passthrough_bytes_modified_total`
|
|
206
|
+
/// surface: its absence FROM the scrape is itself the proof the
|
|
207
|
+
/// alarm is silent.
|
|
208
|
+
pub async fn handle_metrics() -> Response {
|
|
209
|
+
// Force lazy registration so the HELP/TYPE descriptor lines
|
|
210
|
+
// appear in the scrape even before any request has hit the
|
|
211
|
+
// Bedrock route. Operators who curl /metrics on a fresh boot
|
|
212
|
+
// see the metric names already advertised — surprises are
|
|
213
|
+
// worse than the cost of three function calls.
|
|
214
|
+
let _ = invoke_counter();
|
|
215
|
+
let _ = invoke_latency();
|
|
216
|
+
let _ = eventstream_counter();
|
|
217
|
+
|
|
218
|
+
// Phase G PR-G3: same idea for the new proxy-wide metric families.
|
|
219
|
+
// Lazy `OnceLock`-backed singletons; touching each here forces
|
|
220
|
+
// registration on first scrape.
|
|
221
|
+
//
|
|
222
|
+
// H3 fix: registration alone is NOT enough — the prometheus
|
|
223
|
+
// crate's v0.13 `gather()` skips empty MetricVec families
|
|
224
|
+
// entirely (no HELP/TYPE lines either). Operators who curl
|
|
225
|
+
// /metrics on a fresh boot would otherwise see NO trace of the
|
|
226
|
+
// catalogue. We force-touch each counter / gauge MetricVec
|
|
227
|
+
// with a sentinel `__init__` label so HELP/TYPE + a zero row
|
|
228
|
+
// appear from boot and dashboards/alarms have a predictable
|
|
229
|
+
// scrape shape. Counters with the `__init__` label increment
|
|
230
|
+
// by 0, so the alarm-able "must stay 0" semantic of
|
|
231
|
+
// `proxy_passthrough_bytes_modified_total` is preserved
|
|
232
|
+
// (the family becomes visible, the rate stays 0).
|
|
233
|
+
//
|
|
234
|
+
// Histograms are NOT force-zeroed: a synthetic `observe(0.0)`
|
|
235
|
+
// would pollute the per-label distribution. The two histogram
|
|
236
|
+
// families (`proxy_cache_hit_rate_per_session` and
|
|
237
|
+
// `proxy_compression_ratio_by_strategy`) only surface in the
|
|
238
|
+
// scrape after the first real session, by design.
|
|
239
|
+
let reg = registry();
|
|
240
|
+
let _ = super::cache_hit_rate::histogram(reg);
|
|
241
|
+
let _ = super::compression_ratio::ratio_histogram(reg);
|
|
242
|
+
let rejected_counter = super::compression_ratio::rejected_counter(reg);
|
|
243
|
+
let passthrough_counter = super::proxy_metrics::passthrough_bytes_modified_counter(reg);
|
|
244
|
+
let rl_requests_gauge = super::proxy_metrics::rate_limit_remaining_requests_gauge(reg);
|
|
245
|
+
let rl_tokens_gauge = super::proxy_metrics::rate_limit_remaining_tokens_gauge(reg);
|
|
246
|
+
let rl_input_gauge = super::proxy_metrics::rate_limit_remaining_input_tokens_gauge(reg);
|
|
247
|
+
let rl_output_gauge = super::proxy_metrics::rate_limit_remaining_output_tokens_gauge(reg);
|
|
248
|
+
let tier_counter = super::proxy_metrics::service_tier_counter(reg);
|
|
249
|
+
let status_counter = super::proxy_metrics::response_status_counter(reg);
|
|
250
|
+
|
|
251
|
+
const INIT_SENTINEL: &str = "__init__";
|
|
252
|
+
rejected_counter
|
|
253
|
+
.with_label_values(&[INIT_SENTINEL])
|
|
254
|
+
.inc_by(0);
|
|
255
|
+
passthrough_counter
|
|
256
|
+
.with_label_values(&[INIT_SENTINEL])
|
|
257
|
+
.inc_by(0);
|
|
258
|
+
rl_requests_gauge.with_label_values(&[INIT_SENTINEL]).set(0);
|
|
259
|
+
rl_tokens_gauge.with_label_values(&[INIT_SENTINEL]).set(0);
|
|
260
|
+
rl_input_gauge.with_label_values(&[INIT_SENTINEL]).set(0);
|
|
261
|
+
rl_output_gauge.with_label_values(&[INIT_SENTINEL]).set(0);
|
|
262
|
+
tier_counter.with_label_values(&[INIT_SENTINEL]).inc_by(0);
|
|
263
|
+
status_counter.with_label_values(&[INIT_SENTINEL]).inc_by(0);
|
|
264
|
+
|
|
265
|
+
let metric_families = registry().gather();
|
|
266
|
+
let mut buffer = Vec::with_capacity(2048);
|
|
267
|
+
let encoder = TextEncoder::new();
|
|
268
|
+
if let Err(e) = encoder.encode(&metric_families, &mut buffer) {
|
|
269
|
+
tracing::error!(
|
|
270
|
+
event = "metrics_encode_failed",
|
|
271
|
+
error = %e,
|
|
272
|
+
"failed to encode Prometheus metrics scrape"
|
|
273
|
+
);
|
|
274
|
+
return Response::builder()
|
|
275
|
+
.status(StatusCode::INTERNAL_SERVER_ERROR)
|
|
276
|
+
.body(Body::from(format!("metrics encode error: {e}")))
|
|
277
|
+
.expect("static error response");
|
|
278
|
+
}
|
|
279
|
+
Response::builder()
|
|
280
|
+
.status(StatusCode::OK)
|
|
281
|
+
.header(header::CONTENT_TYPE, encoder.format_type())
|
|
282
|
+
.body(Body::from(buffer))
|
|
283
|
+
.unwrap_or_else(|e| {
|
|
284
|
+
Response::builder()
|
|
285
|
+
.status(StatusCode::INTERNAL_SERVER_ERROR)
|
|
286
|
+
.body(Body::from(format!("metrics response build error: {e}")))
|
|
287
|
+
.expect("static error response")
|
|
288
|
+
})
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
#[cfg(test)]
|
|
292
|
+
mod tests {
|
|
293
|
+
use super::*;
|
|
294
|
+
|
|
295
|
+
/// Helper: render the registry to a String for assertions.
|
|
296
|
+
fn scrape() -> String {
|
|
297
|
+
let mf = registry().gather();
|
|
298
|
+
let encoder = TextEncoder::new();
|
|
299
|
+
let mut buf = Vec::new();
|
|
300
|
+
encoder.encode(&mf, &mut buf).expect("encode");
|
|
301
|
+
String::from_utf8(buf).expect("utf8")
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
#[test]
|
|
305
|
+
fn invoke_counter_advertises_metric_in_scrape() {
|
|
306
|
+
// The `prometheus` crate only emits HELP/TYPE for vectors
|
|
307
|
+
// that have AT LEAST ONE row (`gather()` skips empty
|
|
308
|
+
// vectors), so we must fire one increment with a unique
|
|
309
|
+
// label set this test owns to assert the metric family
|
|
310
|
+
// appears in the scrape.
|
|
311
|
+
invoke_counter()
|
|
312
|
+
.with_label_values(&[
|
|
313
|
+
"anthropic.unit-test-advertise-v1:0",
|
|
314
|
+
"us-test-advertise-1",
|
|
315
|
+
"oauth",
|
|
316
|
+
])
|
|
317
|
+
.inc();
|
|
318
|
+
let body = scrape();
|
|
319
|
+
assert!(
|
|
320
|
+
body.contains("bedrock_invoke_count_total"),
|
|
321
|
+
"scrape missing bedrock_invoke_count_total: {body}"
|
|
322
|
+
);
|
|
323
|
+
assert!(
|
|
324
|
+
body.contains("# TYPE bedrock_invoke_count_total counter"),
|
|
325
|
+
"scrape missing TYPE line: {body}"
|
|
326
|
+
);
|
|
327
|
+
}
|
|
328
|
+
|
|
329
|
+
#[test]
|
|
330
|
+
fn invoke_increment_appears_with_labels() {
|
|
331
|
+
record_bedrock_invoke(
|
|
332
|
+
"anthropic.claude-3-haiku-20240307-v1:0",
|
|
333
|
+
"us-east-1",
|
|
334
|
+
AuthMode::OAuth,
|
|
335
|
+
);
|
|
336
|
+
let body = scrape();
|
|
337
|
+
// The label-set rendering uses lexical ordering of label
|
|
338
|
+
// names — auth_mode, model, region — so we assert on the
|
|
339
|
+
// values without locking in the ordering of the columns.
|
|
340
|
+
assert!(
|
|
341
|
+
body.contains("auth_mode=\"oauth\""),
|
|
342
|
+
"scrape missing auth_mode label: {body}"
|
|
343
|
+
);
|
|
344
|
+
assert!(
|
|
345
|
+
body.contains("model=\"anthropic.claude-3-haiku-20240307-v1:0\""),
|
|
346
|
+
"scrape missing model label: {body}"
|
|
347
|
+
);
|
|
348
|
+
assert!(
|
|
349
|
+
body.contains("region=\"us-east-1\""),
|
|
350
|
+
"scrape missing region label: {body}"
|
|
351
|
+
);
|
|
352
|
+
}
|
|
353
|
+
|
|
354
|
+
#[test]
|
|
355
|
+
fn latency_histogram_records_observation() {
|
|
356
|
+
observe_bedrock_invoke_latency("anthropic.claude-3-haiku-20240307-v1:0", "us-east-1", 0.42);
|
|
357
|
+
let body = scrape();
|
|
358
|
+
assert!(
|
|
359
|
+
body.contains("bedrock_invoke_latency_seconds_bucket"),
|
|
360
|
+
"histogram bucket lines missing: {body}"
|
|
361
|
+
);
|
|
362
|
+
assert!(
|
|
363
|
+
body.contains("bedrock_invoke_latency_seconds_sum"),
|
|
364
|
+
"histogram sum line missing: {body}"
|
|
365
|
+
);
|
|
366
|
+
assert!(
|
|
367
|
+
body.contains("bedrock_invoke_latency_seconds_count"),
|
|
368
|
+
"histogram count line missing: {body}"
|
|
369
|
+
);
|
|
370
|
+
}
|
|
371
|
+
|
|
372
|
+
#[test]
|
|
373
|
+
fn eventstream_counter_records_event_type_label() {
|
|
374
|
+
record_bedrock_eventstream_message(
|
|
375
|
+
"anthropic.claude-3-haiku-20240307-v1:0",
|
|
376
|
+
"us-east-1",
|
|
377
|
+
"chunk",
|
|
378
|
+
);
|
|
379
|
+
record_bedrock_eventstream_message(
|
|
380
|
+
"anthropic.claude-3-haiku-20240307-v1:0",
|
|
381
|
+
"us-east-1",
|
|
382
|
+
"metadata",
|
|
383
|
+
);
|
|
384
|
+
let body = scrape();
|
|
385
|
+
assert!(
|
|
386
|
+
body.contains("event_type=\"chunk\""),
|
|
387
|
+
"scrape missing event_type=chunk: {body}"
|
|
388
|
+
);
|
|
389
|
+
assert!(
|
|
390
|
+
body.contains("event_type=\"metadata\""),
|
|
391
|
+
"scrape missing event_type=metadata: {body}"
|
|
392
|
+
);
|
|
393
|
+
}
|
|
394
|
+
}
|