xithead 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.actrc +14 -0
- package/.actrc.local.example +15 -0
- package/.changelog.md +2 -0
- package/.claude/agents/academic-anthropologist.md +125 -0
- package/.claude/agents/academic-geographer.md +127 -0
- package/.claude/agents/academic-historian.md +123 -0
- package/.claude/agents/academic-narratologist.md +118 -0
- package/.claude/agents/academic-psychologist.md +118 -0
- package/.claude/agents/academic-statistician.md +144 -0
- package/.claude/agents/accounts-payable-agent.md +205 -0
- package/.claude/agents/agentic-identity-trust.md +394 -0
- package/.claude/agents/agents-orchestrator.md +367 -0
- package/.claude/agents/automation-governance-architect.md +216 -0
- package/.claude/agents/blender-addon-engineer.md +243 -0
- package/.claude/agents/business-strategist.md +488 -0
- package/.claude/agents/change-management-consultant.md +497 -0
- package/.claude/agents/chief-financial-officer.md +388 -0
- package/.claude/agents/corporate-training-designer.md +192 -0
- package/.claude/agents/customer-service.md +398 -0
- package/.claude/agents/customer-success-manager.md +460 -0
- package/.claude/agents/data-consolidation-agent.md +60 -0
- package/.claude/agents/data-privacy-officer.md +412 -0
- package/.claude/agents/design-brand-guardian.md +322 -0
- package/.claude/agents/design-image-prompt-engineer.md +236 -0
- package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
- package/.claude/agents/design-persona-walkthrough.md +272 -0
- package/.claude/agents/design-ui-designer.md +386 -0
- package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
- package/.claude/agents/design-ux-architect.md +482 -0
- package/.claude/agents/design-ux-researcher.md +329 -0
- package/.claude/agents/design-visual-storyteller.md +149 -0
- package/.claude/agents/design-whimsy-injector.md +460 -0
- package/.claude/agents/economy-designer.md +156 -0
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
- package/.claude/agents/engineering-ai-engineer.md +146 -0
- package/.claude/agents/engineering-api-platform-engineer.md +181 -0
- package/.claude/agents/engineering-ats-validator-architect.md +383 -0
- package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
- package/.claude/agents/engineering-backend-architect.md +255 -0
- package/.claude/agents/engineering-china-network-engineer.md +252 -0
- package/.claude/agents/engineering-cms-developer.md +536 -0
- package/.claude/agents/engineering-code-reviewer.md +76 -0
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
- package/.claude/agents/engineering-data-engineer.md +349 -0
- package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
- package/.claude/agents/engineering-database-optimizer.md +188 -0
- package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
- package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
- package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
- package/.claude/agents/engineering-devops-automator.md +385 -0
- package/.claude/agents/engineering-drupal-performance.md +347 -0
- package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
- package/.claude/agents/engineering-electrical-engineer.md +575 -0
- package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
- package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
- package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
- package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
- package/.claude/agents/engineering-finops-engineer.md +164 -0
- package/.claude/agents/engineering-frontend-developer.md +257 -0
- package/.claude/agents/engineering-gaussdb-expert.md +334 -0
- package/.claude/agents/engineering-git-workflow-master.md +98 -0
- package/.claude/agents/engineering-i18n-engineer.md +214 -0
- package/.claude/agents/engineering-identity-access-engineer.md +217 -0
- package/.claude/agents/engineering-incident-response-commander.md +444 -0
- package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
- package/.claude/agents/engineering-it-service-manager.md +561 -0
- package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
- package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
- package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
- package/.claude/agents/engineering-mobile-app-builder.md +493 -0
- package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
- package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
- package/.claude/agents/engineering-network-engineer.md +245 -0
- package/.claude/agents/engineering-orgscript-engineer.md +113 -0
- package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
- package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
- package/.claude/agents/engineering-platform-engineer.md +270 -0
- package/.claude/agents/engineering-privacy-engineer.md +152 -0
- package/.claude/agents/engineering-prompt-engineer.md +209 -0
- package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
- package/.claude/agents/engineering-rapid-prototyper.md +466 -0
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
- package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
- package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
- package/.claude/agents/engineering-section-508-specialist.md +339 -0
- package/.claude/agents/engineering-senior-developer.md +176 -0
- package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
- package/.claude/agents/engineering-software-architect.md +112 -0
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
- package/.claude/agents/engineering-sre.md +90 -0
- package/.claude/agents/engineering-technical-writer.md +393 -0
- package/.claude/agents/engineering-universal-document-compiler.md +370 -0
- package/.claude/agents/engineering-uswds-developer.md +340 -0
- package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
- package/.claude/agents/engineering-webassembly-engineer.md +153 -0
- package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
- package/.claude/agents/engineering-wordpress-performance.md +346 -0
- package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
- package/.claude/agents/esg-sustainability-officer.md +396 -0
- package/.claude/agents/finance-bookkeeper-controller.md +260 -0
- package/.claude/agents/finance-financial-analyst.md +234 -0
- package/.claude/agents/finance-fpa-analyst.md +263 -0
- package/.claude/agents/finance-investment-researcher.md +272 -0
- package/.claude/agents/finance-tax-strategist.md +239 -0
- package/.claude/agents/game-audio-engineer.md +264 -0
- package/.claude/agents/game-designer.md +167 -0
- package/.claude/agents/gis-3d-scene-developer.md +111 -0
- package/.claude/agents/gis-analyst.md +91 -0
- package/.claude/agents/gis-bim-specialist.md +108 -0
- package/.claude/agents/gis-cartography-designer.md +150 -0
- package/.claude/agents/gis-drone-reality-mapping.md +120 -0
- package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
- package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
- package/.claude/agents/gis-qa-engineer.md +133 -0
- package/.claude/agents/gis-solution-engineer.md +101 -0
- package/.claude/agents/gis-spatial-data-engineer.md +97 -0
- package/.claude/agents/gis-spatial-data-scientist.md +111 -0
- package/.claude/agents/gis-technical-consultant.md +86 -0
- package/.claude/agents/gis-web-gis-developer.md +108 -0
- package/.claude/agents/godot-gameplay-scripter.md +338 -0
- package/.claude/agents/godot-multiplayer-engineer.md +301 -0
- package/.claude/agents/godot-shader-developer.md +267 -0
- package/.claude/agents/government-digital-presales-consultant.md +363 -0
- package/.claude/agents/grant-writer.md +511 -0
- package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
- package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
- package/.claude/agents/healthcare-customer-service.md +389 -0
- package/.claude/agents/healthcare-innovation-strategist.md +433 -0
- package/.claude/agents/healthcare-marketing-compliance.md +395 -0
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
- package/.claude/agents/hospitality-guest-services.md +603 -0
- package/.claude/agents/hr-onboarding.md +451 -0
- package/.claude/agents/identity-graph-operator.md +303 -0
- package/.claude/agents/language-translator.md +264 -0
- package/.claude/agents/legal-billing-time-tracking.md +569 -0
- package/.claude/agents/legal-client-intake.md +492 -0
- package/.claude/agents/legal-document-review.md +454 -0
- package/.claude/agents/level-designer.md +208 -0
- package/.claude/agents/loan-officer-assistant.md +555 -0
- package/.claude/agents/lsp-index-engineer.md +320 -0
- package/.claude/agents/ma-integration-manager.md +427 -0
- package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
- package/.claude/agents/marketing-aeo-foundations.md +264 -0
- package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
- package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
- package/.claude/agents/marketing-app-store-optimizer.md +321 -0
- package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
- package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
- package/.claude/agents/marketing-book-co-author.md +110 -0
- package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
- package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
- package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
- package/.claude/agents/marketing-content-creator.md +54 -0
- package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
- package/.claude/agents/marketing-developer-community-builder.md +285 -0
- package/.claude/agents/marketing-douyin-strategist.md +149 -0
- package/.claude/agents/marketing-email-strategist.md +249 -0
- package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
- package/.claude/agents/marketing-growth-hacker.md +54 -0
- package/.claude/agents/marketing-instagram-curator.md +113 -0
- package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
- package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
- package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
- package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
- package/.claude/agents/marketing-podcast-strategist.md +277 -0
- package/.claude/agents/marketing-pr-communications-manager.md +473 -0
- package/.claude/agents/marketing-private-domain-operator.md +308 -0
- package/.claude/agents/marketing-reddit-community-builder.md +123 -0
- package/.claude/agents/marketing-seo-specialist.md +370 -0
- package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
- package/.claude/agents/marketing-social-media-strategist.md +125 -0
- package/.claude/agents/marketing-tiktok-strategist.md +125 -0
- package/.claude/agents/marketing-twitter-engager.md +126 -0
- package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
- package/.claude/agents/marketing-wechat-official-account.md +145 -0
- package/.claude/agents/marketing-weibo-strategist.md +240 -0
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
- package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
- package/.claude/agents/marketing-zhihu-strategist.md +162 -0
- package/.claude/agents/medical-billing-coding-specialist.md +491 -0
- package/.claude/agents/narrative-designer.md +243 -0
- package/.claude/agents/operations-manager.md +399 -0
- package/.claude/agents/organizational-psychologist.md +391 -0
- package/.claude/agents/paid-media-auditor.md +71 -0
- package/.claude/agents/paid-media-creative-strategist.md +71 -0
- package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
- package/.claude/agents/paid-media-ppc-strategist.md +71 -0
- package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
- package/.claude/agents/paid-media-search-query-analyst.md +71 -0
- package/.claude/agents/paid-media-tracking-specialist.md +71 -0
- package/.claude/agents/personal-growth-mentor.md +159 -0
- package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
- package/.claude/agents/product-dx-engineer.md +332 -0
- package/.claude/agents/product-feedback-synthesizer.md +119 -0
- package/.claude/agents/product-manager.md +469 -0
- package/.claude/agents/product-sprint-prioritizer.md +154 -0
- package/.claude/agents/product-trend-researcher.md +159 -0
- package/.claude/agents/project-management-experiment-tracker.md +198 -0
- package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
- package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
- package/.claude/agents/project-management-project-shepherd.md +194 -0
- package/.claude/agents/project-management-studio-operations.md +200 -0
- package/.claude/agents/project-management-studio-producer.md +203 -0
- package/.claude/agents/project-manager-senior.md +135 -0
- package/.claude/agents/real-estate-buyer-seller.md +596 -0
- package/.claude/agents/recruitment-specialist.md +515 -0
- package/.claude/agents/report-distribution-agent.md +65 -0
- package/.claude/agents/research-synthesist.md +136 -0
- package/.claude/agents/resume-tailor.md +230 -0
- package/.claude/agents/retail-customer-returns.md +566 -0
- package/.claude/agents/roblox-avatar-creator.md +297 -0
- package/.claude/agents/roblox-experience-designer.md +306 -0
- package/.claude/agents/roblox-systems-scripter.md +332 -0
- package/.claude/agents/sales-account-strategist.md +227 -0
- package/.claude/agents/sales-coach.md +271 -0
- package/.claude/agents/sales-data-extraction-agent.md +67 -0
- package/.claude/agents/sales-deal-strategist.md +180 -0
- package/.claude/agents/sales-discovery-coach.md +225 -0
- package/.claude/agents/sales-engineer.md +182 -0
- package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
- package/.claude/agents/sales-outbound-strategist.md +201 -0
- package/.claude/agents/sales-outreach.md +425 -0
- package/.claude/agents/sales-pipeline-analyst.md +267 -0
- package/.claude/agents/sales-proposal-strategist.md +217 -0
- package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
- package/.claude/agents/security-appsec-engineer.md +536 -0
- package/.claude/agents/security-architect.md +307 -0
- package/.claude/agents/security-blockchain-security-auditor.md +482 -0
- package/.claude/agents/security-cloud-security-architect.md +576 -0
- package/.claude/agents/security-compliance-auditor.md +158 -0
- package/.claude/agents/security-incident-responder.md +450 -0
- package/.claude/agents/security-penetration-tester.md +399 -0
- package/.claude/agents/security-secrets-credential-engineer.md +189 -0
- package/.claude/agents/security-senior-secops.md +760 -0
- package/.claude/agents/security-threat-detection-engineer.md +553 -0
- package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
- package/.claude/agents/specialized-chief-of-staff.md +279 -0
- package/.claude/agents/specialized-civil-engineer.md +356 -0
- package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
- package/.claude/agents/specialized-developer-advocate.md +317 -0
- package/.claude/agents/specialized-document-generator.md +55 -0
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
- package/.claude/agents/specialized-focus-music-architect.md +175 -0
- package/.claude/agents/specialized-french-consulting-market.md +194 -0
- package/.claude/agents/specialized-korean-business-navigator.md +216 -0
- package/.claude/agents/specialized-master-plan-architect.md +157 -0
- package/.claude/agents/specialized-mcp-builder.md +260 -0
- package/.claude/agents/specialized-model-qa.md +528 -0
- package/.claude/agents/specialized-pricing-analyst.md +243 -0
- package/.claude/agents/specialized-salesforce-architect.md +182 -0
- package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
- package/.claude/agents/specialized-workflow-architect.md +597 -0
- package/.claude/agents/study-abroad-advisor.md +282 -0
- package/.claude/agents/supply-chain-strategist.md +591 -0
- package/.claude/agents/support-analytics-reporter.md +387 -0
- package/.claude/agents/support-executive-summary-generator.md +212 -0
- package/.claude/agents/support-finance-tracker.md +480 -0
- package/.claude/agents/support-infrastructure-maintainer.md +628 -0
- package/.claude/agents/support-legal-compliance-checker.md +591 -0
- package/.claude/agents/support-support-responder.md +607 -0
- package/.claude/agents/technical-artist.md +233 -0
- package/.claude/agents/terminal-integration-specialist.md +70 -0
- package/.claude/agents/testing-accessibility-auditor.md +327 -0
- package/.claude/agents/testing-api-tester.md +334 -0
- package/.claude/agents/testing-evidence-collector.md +210 -0
- package/.claude/agents/testing-performance-benchmarker.md +283 -0
- package/.claude/agents/testing-reality-checker.md +249 -0
- package/.claude/agents/testing-test-automation-engineer.md +196 -0
- package/.claude/agents/testing-test-results-analyzer.md +330 -0
- package/.claude/agents/testing-tool-evaluator.md +416 -0
- package/.claude/agents/testing-workflow-optimizer.md +463 -0
- package/.claude/agents/unity-architect.md +271 -0
- package/.claude/agents/unity-editor-tool-developer.md +310 -0
- package/.claude/agents/unity-multiplayer-engineer.md +323 -0
- package/.claude/agents/unity-shader-graph-artist.md +269 -0
- package/.claude/agents/unreal-multiplayer-architect.md +364 -0
- package/.claude/agents/unreal-systems-engineer.md +322 -0
- package/.claude/agents/unreal-technical-artist.md +256 -0
- package/.claude/agents/unreal-world-builder.md +273 -0
- package/.claude/agents/visionos-spatial-engineer.md +54 -0
- package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
- package/.claude/agents/xr-immersive-developer.md +32 -0
- package/.claude/agents/xr-interface-architect.md +32 -0
- package/.claude/agents/zk-steward.md +211 -0
- package/.claude-plugin/marketplace.json +30 -0
- package/.commitlintrc.json +26 -0
- package/.devcontainer/Dockerfile +24 -0
- package/.devcontainer/devcontainer.json +70 -0
- package/.devcontainer/docker-compose.memory.yml +42 -0
- package/.devcontainer/memory-stack/devcontainer.json +84 -0
- package/.devcontainer/post-create.sh +83 -0
- package/.dockerignore +23 -0
- package/.env.act.example +15 -0
- package/.env.example +171 -0
- package/.eslintrc.json +16 -0
- package/.git-blame-ignore-revs +10 -0
- package/.gitattributes +2 -0
- package/.gitguardian.yaml +50 -0
- package/.githooks/pre-commit +6 -0
- package/.pre-commit-config.yaml +30 -0
- package/.release-please-config-xithead.json +22 -0
- package/.release-please-config.json +44 -0
- package/.release-please-manifest-xithead.json +3 -0
- package/.release-please-manifest.json +3 -0
- package/CODE_OF_CONDUCT.md +133 -0
- package/CONTRIBUTING.md +133 -0
- package/Cargo.lock +5557 -0
- package/Cargo.toml +121 -0
- package/Dockerfile +38 -0
- package/Dockerfile.proxy +48 -0
- package/ENTERPRISE.md +5 -0
- package/FEATURES_ADVANCED.md +311 -0
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +4 -0
- package/MODERNIZATION_GUIDE.md +358 -0
- package/Makefile +140 -0
- package/NOTICE +43 -0
- package/NPM_TOKEN_SETUP.md +81 -0
- package/PR.md +170 -0
- package/PUBLISH.md +77 -0
- package/README.md +108 -72
- package/README_FRONTEND.md +196 -0
- package/REALIGNMENT/00-overview.md +53 -0
- package/REALIGNMENT/01-bug-list.md +421 -0
- package/REALIGNMENT/02-architecture.md +322 -0
- package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
- package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
- package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
- package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
- package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
- package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
- package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
- package/REALIGNMENT/12-decisions-needed.md +196 -0
- package/REALIGNMENT/INDEX.md +82 -0
- package/REFACTORING_CAMPAIGN.md +277 -0
- package/RESTRUCTURE_PLAN.md +100 -0
- package/RUST_DEV.md +361 -0
- package/SECURITY.md +65 -0
- package/SETUP_AUTO_PUBLISH.md +164 -0
- package/TESTING-copilot-subscription.md +153 -0
- package/app/api/config/route.ts +22 -0
- package/app/api/export/route.ts +83 -0
- package/app/api/models/route.ts +12 -0
- package/app/api/stats/route.ts +46 -0
- package/app/dashboard/page.tsx +445 -0
- package/app/globals.css +35 -0
- package/app/installation/page.tsx +293 -0
- package/app/layout.tsx +35 -0
- package/app/master-design-system.css +2076 -0
- package/app/master-design-system.source.css +8 -0
- package/app/page.tsx +187 -0
- package/app/rechtliches/agb/page.tsx +165 -0
- package/app/rechtliches/datenschutz/page.tsx +128 -0
- package/app/rechtliches/impressum/page.tsx +122 -0
- package/app/rechtliches/widerruf/page.tsx +185 -0
- package/bin/xithead.js +264 -0
- package/codecov.yml +34 -0
- package/components/layout/AppShell.tsx +25 -0
- package/components/layout/Footer.tsx +120 -0
- package/components/layout/Header.tsx +145 -0
- package/components/marketing/LegalHighlights.tsx +45 -0
- package/components/marketing/LegalPageShell.tsx +49 -0
- package/components/marketing/LegalPanel.tsx +41 -0
- package/components/marketing/index.ts +3 -0
- package/crates/headroom-core/Cargo.toml +165 -0
- package/crates/headroom-core/benches/auth_mode.rs +74 -0
- package/crates/headroom-core/benches/ccr_store.rs +224 -0
- package/crates/headroom-core/benches/tokenizer.rs +52 -0
- package/crates/headroom-core/config/pipeline.toml +151 -0
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
- package/crates/headroom-core/src/auth_mode.rs +250 -0
- package/crates/headroom-core/src/cache_control.rs +414 -0
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
- package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
- package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
- package/crates/headroom-core/src/ccr/mod.rs +119 -0
- package/crates/headroom-core/src/compression_policy.rs +505 -0
- package/crates/headroom-core/src/lib.rs +33 -0
- package/crates/headroom-core/src/relevance/base.rs +139 -0
- package/crates/headroom-core/src/relevance/bm25.rs +385 -0
- package/crates/headroom-core/src/relevance/embedding.rs +354 -0
- package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
- package/crates/headroom-core/src/relevance/mod.rs +64 -0
- package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
- package/crates/headroom-core/src/signals/line_importance.rs +84 -0
- package/crates/headroom-core/src/signals/mod.rs +61 -0
- package/crates/headroom-core/src/signals/tiered.rs +141 -0
- package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
- package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
- package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
- package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
- package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
- package/crates/headroom-core/src/transforms/detection.rs +222 -0
- package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
- package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
- package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
- package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
- package/crates/headroom-core/src/transforms/mod.rs +64 -0
- package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
- package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
- package/crates/headroom-core/src/transforms/safety.rs +215 -0
- package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
- package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
- package/crates/headroom-parity/Cargo.toml +26 -0
- package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
- package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
- package/crates/headroom-parity/src/lib.rs +613 -0
- package/crates/headroom-proxy/Cargo.toml +119 -0
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
- package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
- package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
- package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
- package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
- package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
- package/crates/headroom-proxy/src/compression/mod.rs +127 -0
- package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
- package/crates/headroom-proxy/src/config.rs +646 -0
- package/crates/headroom-proxy/src/error.rs +69 -0
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
- package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
- package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
- package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
- package/crates/headroom-proxy/src/headers.rs +288 -0
- package/crates/headroom-proxy/src/health.rs +41 -0
- package/crates/headroom-proxy/src/lib.rs +21 -0
- package/crates/headroom-proxy/src/main.rs +141 -0
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
- package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
- package/crates/headroom-proxy/src/observability/mod.rs +68 -0
- package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
- package/crates/headroom-proxy/src/proxy.rs +1619 -0
- package/crates/headroom-proxy/src/responses_items.rs +565 -0
- package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
- package/crates/headroom-proxy/src/sse/framing.rs +366 -0
- package/crates/headroom-proxy/src/sse/mod.rs +40 -0
- package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
- package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
- package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
- package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
- package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
- package/crates/headroom-proxy/src/websocket.rs +246 -0
- package/crates/headroom-py/Cargo.toml +37 -0
- package/crates/headroom-py/build.rs +77 -0
- package/crates/headroom-py/glibc_compat.c +170 -0
- package/crates/headroom-py/src/lib.rs +1655 -0
- package/deny.toml +32 -0
- package/design-system/base.css +127 -0
- package/design-system/components.css +1943 -0
- package/design-system/fonts.css +17 -0
- package/design-system/tailwind-preset.js +95 -0
- package/design-system/tokens.css +48 -0
- package/design-system/utilities.css +53 -0
- package/docker/differential-network-capture/Dockerfile.runner +14 -0
- package/docker/differential-network-capture/docker-compose.yml +142 -0
- package/docker/differential-network-capture/run-claude-lane.sh +24 -0
- package/docker/docker-compose.native.yml +44 -0
- package/docker-bake.hcl +88 -0
- package/docker-compose.yml +80 -0
- package/e2e/_lib/make_shim.ps1 +24 -0
- package/e2e/_lib/make_shim.sh +28 -0
- package/e2e/docker-native-install.sh +120 -0
- package/e2e/init/Dockerfile +79 -0
- package/e2e/wrap/Dockerfile +115 -0
- package/examples/07-context-compression.ipynb +279 -0
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
- package/examples/deployment/macos-launchagent/install.sh +227 -0
- package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
- package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/lib/config/index.ts +12 -0
- package/lib/hooks/index.ts +4 -0
- package/lib/hooks/use-mounted.ts +13 -0
- package/lib/hooks/use-session.ts +34 -0
- package/lib/hooks/use-settings.ts +49 -0
- package/lib/utils/index.ts +1 -0
- package/lib/utils/settings.ts +162 -0
- package/lib/utils/utils.ts +6 -0
- package/llms.txt +67 -0
- package/middleware.ts +26 -0
- package/mkdocs.yml +136 -0
- package/next-env.d.ts +7 -0
- package/next.config.ts +12 -0
- package/npm/bin/xithead.js +366 -366
- package/npm/bin/xtream-head.js +366 -0
- package/npm/index.d.ts +57 -57
- package/npm/index.js +139 -139
- package/npm/package.json +55 -54
- package/npm/postinstall.js +43 -43
- package/package.json +58 -36
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
- package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
- package/plugins/headroom-oauth2/LICENSE +3 -0
- package/plugins/headroom-oauth2/SPEC.md +115 -0
- package/plugins/headroom-oauth2/pyproject.toml +48 -0
- package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
- package/plugins/openclaw/hook-shim/HOOK.md +21 -0
- package/plugins/openclaw/hook-shim/handler.js +3 -0
- package/plugins/openclaw/openclaw.plugin.json +98 -0
- package/plugins/openclaw/package-lock.json +2692 -0
- package/plugins/openclaw/package.json +54 -0
- package/plugins/openclaw/prepare-dist.mjs +56 -0
- package/plugins/openclaw/src/convert.ts +418 -0
- package/plugins/openclaw/src/engine.ts +284 -0
- package/plugins/openclaw/src/gateway-config.ts +143 -0
- package/plugins/openclaw/src/index.ts +11 -0
- package/plugins/openclaw/src/plugin/index.ts +98 -0
- package/plugins/openclaw/src/proxy-manager.ts +477 -0
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
- package/plugins/openclaw/test/convert.test.ts +96 -0
- package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
- package/plugins/openclaw/test/engine.test.ts +101 -0
- package/plugins/openclaw/test/gateway-config.test.ts +278 -0
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
- package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
- package/plugins/openclaw/tsup.config.ts +9 -0
- package/postcss.config.mjs +7 -0
- package/pyproject.toml +438 -0
- package/rust-toolchain.toml +16 -0
- package/sdk/typescript/examples/basic-compress.ts +64 -0
- package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
- package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
- package/sdk/typescript/examples/middleware-composition.ts +59 -0
- package/sdk/typescript/examples/multi-provider.ts +53 -0
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
- package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
- package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
- package/sdk/typescript/examples/streaming-chat.ts +71 -0
- package/sdk/typescript/examples/structured-output.ts +99 -0
- package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
- package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
- package/sdk/typescript/package-lock.json +3437 -0
- package/sdk/typescript/package.json +108 -0
- package/sdk/typescript/src/adapters/anthropic.ts +218 -0
- package/sdk/typescript/src/adapters/gemini.ts +83 -0
- package/sdk/typescript/src/adapters/openai.ts +77 -0
- package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
- package/sdk/typescript/src/client.ts +632 -0
- package/sdk/typescript/src/compress.ts +87 -0
- package/sdk/typescript/src/errors.ts +114 -0
- package/sdk/typescript/src/hooks.ts +113 -0
- package/sdk/typescript/src/index.ts +140 -0
- package/sdk/typescript/src/paths.ts +272 -0
- package/sdk/typescript/src/shared-context.ts +188 -0
- package/sdk/typescript/src/simulate.ts +52 -0
- package/sdk/typescript/src/types/config.ts +183 -0
- package/sdk/typescript/src/types/models.ts +314 -0
- package/sdk/typescript/src/types.ts +139 -0
- package/sdk/typescript/src/utils/case.ts +34 -0
- package/sdk/typescript/src/utils/format.ts +480 -0
- package/sdk/typescript/src/utils/stream.ts +50 -0
- package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
- package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
- package/sdk/typescript/test/adapters/openai.test.ts +174 -0
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
- package/sdk/typescript/test/client-expanded.test.ts +333 -0
- package/sdk/typescript/test/client.test.ts +266 -0
- package/sdk/typescript/test/compress.test.ts +118 -0
- package/sdk/typescript/test/config.test.ts +275 -0
- package/sdk/typescript/test/errors.test.ts +169 -0
- package/sdk/typescript/test/format-integration.test.ts +252 -0
- package/sdk/typescript/test/hooks.test.ts +265 -0
- package/sdk/typescript/test/integration.test.ts +249 -0
- package/sdk/typescript/test/mdx-examples.test.ts +253 -0
- package/sdk/typescript/test/models.test.ts +318 -0
- package/sdk/typescript/test/parity.test.ts +337 -0
- package/sdk/typescript/test/paths.test.ts +447 -0
- package/sdk/typescript/test/shared-context.test.ts +245 -0
- package/sdk/typescript/test/simulate.test.ts +84 -0
- package/sdk/typescript/test/types.test.ts +244 -0
- package/sdk/typescript/test/utils/case.test.ts +129 -0
- package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
- package/sdk/typescript/test/utils/format.test.ts +434 -0
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
- package/sdk/typescript/tsup.config.ts +17 -0
- package/tailwind.master.config.cjs +47 -0
- package/types/api.ts +12 -0
- package/types/config.ts +9 -0
- package/types/index.ts +2 -0
- package/uv.lock +6951 -0
- package/xithead.egg-info/PKG-INFO +22 -0
- package/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead.egg-info/entry_points.txt +2 -0
- package/xithead.egg-info/requires.txt +10 -0
- package/xithead.egg-info/top_level.txt +2 -0
- package/xithead.ps1 +136 -0
- package/xithead.sh +129 -0
- package/xithead_dist/pyproject.toml +39 -0
- package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
- package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
- package/xithead_dist/xithead.egg-info/requires.txt +10 -0
- package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
//! Error types for the proxy.
|
|
2
|
+
|
|
3
|
+
use axum::http::StatusCode;
|
|
4
|
+
use axum::response::{IntoResponse, Response};
|
|
5
|
+
use thiserror::Error;
|
|
6
|
+
|
|
7
|
+
#[derive(Debug, Error)]
|
|
8
|
+
pub enum ProxyError {
|
|
9
|
+
#[error("upstream request failed: {0}")]
|
|
10
|
+
Upstream(#[from] reqwest::Error),
|
|
11
|
+
|
|
12
|
+
#[error("invalid upstream URL: {0}")]
|
|
13
|
+
InvalidUpstream(String),
|
|
14
|
+
|
|
15
|
+
#[error("invalid header: {0}")]
|
|
16
|
+
InvalidHeader(String),
|
|
17
|
+
|
|
18
|
+
#[error("websocket error: {0}")]
|
|
19
|
+
WebSocket(String),
|
|
20
|
+
|
|
21
|
+
#[error("io error: {0}")]
|
|
22
|
+
Io(#[from] std::io::Error),
|
|
23
|
+
|
|
24
|
+
/// PR-A8 / P5-59: request body exceeded the configured cap. RFC 7231
|
|
25
|
+
/// §6.5.11: 413 Payload Too Large. Previously surfaced as
|
|
26
|
+
/// `InvalidHeader` (400) which mis-classified an oversize body as a
|
|
27
|
+
/// header parse error; clients with retry-on-413 logic broke.
|
|
28
|
+
#[error("request body exceeds configured limit: {0}")]
|
|
29
|
+
PayloadTooLarge(String),
|
|
30
|
+
|
|
31
|
+
/// Surfaced when `--compression` is enabled but the proxy can't
|
|
32
|
+
/// build the IntelligentContextManager at startup (e.g. the
|
|
33
|
+
/// embedded tokenizer asset failed to initialize). Bubbles up to
|
|
34
|
+
/// `main` as a fatal startup error rather than a per-request
|
|
35
|
+
/// failure — if compression is configured but the engine won't
|
|
36
|
+
/// build, the operator should know immediately, not at first
|
|
37
|
+
/// LLM request.
|
|
38
|
+
#[error("compression engine startup failed: {0}")]
|
|
39
|
+
CompressionStartup(String),
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
impl IntoResponse for ProxyError {
|
|
43
|
+
fn into_response(self) -> Response {
|
|
44
|
+
let (status, msg) = match &self {
|
|
45
|
+
ProxyError::Upstream(e) if e.is_timeout() => (
|
|
46
|
+
StatusCode::GATEWAY_TIMEOUT,
|
|
47
|
+
format!("upstream timeout: {e}"),
|
|
48
|
+
),
|
|
49
|
+
ProxyError::Upstream(e) if e.is_connect() => (
|
|
50
|
+
StatusCode::BAD_GATEWAY,
|
|
51
|
+
format!("upstream connect error: {e}"),
|
|
52
|
+
),
|
|
53
|
+
ProxyError::Upstream(_) => (StatusCode::BAD_GATEWAY, self.to_string()),
|
|
54
|
+
ProxyError::InvalidUpstream(_) => (StatusCode::BAD_GATEWAY, self.to_string()),
|
|
55
|
+
ProxyError::InvalidHeader(_) => (StatusCode::BAD_REQUEST, self.to_string()),
|
|
56
|
+
ProxyError::PayloadTooLarge(_) => (StatusCode::PAYLOAD_TOO_LARGE, self.to_string()),
|
|
57
|
+
ProxyError::WebSocket(_) => (StatusCode::BAD_GATEWAY, self.to_string()),
|
|
58
|
+
ProxyError::Io(_) => (StatusCode::INTERNAL_SERVER_ERROR, self.to_string()),
|
|
59
|
+
// CompressionStartup is a startup-time error, not a
|
|
60
|
+
// per-request one — but if it ever surfaces in the
|
|
61
|
+
// handler path, surface as 500 rather than panic.
|
|
62
|
+
ProxyError::CompressionStartup(_) => {
|
|
63
|
+
(StatusCode::INTERNAL_SERVER_ERROR, self.to_string())
|
|
64
|
+
}
|
|
65
|
+
};
|
|
66
|
+
tracing::warn!(error = %msg, "proxy error");
|
|
67
|
+
(status, msg).into_response()
|
|
68
|
+
}
|
|
69
|
+
}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
//! POST `/v1/chat/completions` handler — Phase C PR-C2.
|
|
2
|
+
//!
|
|
3
|
+
//! # Why an explicit handler?
|
|
4
|
+
//!
|
|
5
|
+
//! Most paths flow through `forward_http` via the catch-all fallback;
|
|
6
|
+
//! the path gate in `forward_http` runs the per-provider live-zone
|
|
7
|
+
//! dispatcher (added to the gate by PR-C2). Spec PR-C2 still mandates
|
|
8
|
+
//! an explicit route handler for `/v1/chat/completions` so future
|
|
9
|
+
//! Phase-D wiring (Bedrock OpenAI-shape, Vertex), Phase-E auth-mode
|
|
10
|
+
//! gating, and per-endpoint rate-limit shaping have an obvious
|
|
11
|
+
//! attachment point.
|
|
12
|
+
//!
|
|
13
|
+
//! # What this handler does
|
|
14
|
+
//!
|
|
15
|
+
//! 1. Pre-buffers the request body (Bytes) so we can inspect
|
|
16
|
+
//! `n`, `stream`, `messages`, `tool_choice`, `stream_options`
|
|
17
|
+
//! before forwarding.
|
|
18
|
+
//! 2. Reconstructs a `Request<Body>` from the buffered bytes plus
|
|
19
|
+
//! the original method, URI, and headers.
|
|
20
|
+
//! 3. Hands off to [`crate::proxy::forward_http`] — the same single
|
|
21
|
+
//! forwarder that the catch-all uses. The compression gate inside
|
|
22
|
+
//! `forward_http` re-classifies the path and runs
|
|
23
|
+
//! [`crate::compression::compress_openai_chat_request`].
|
|
24
|
+
//!
|
|
25
|
+
//! Re-using `forward_http` keeps the SSE state-machine wiring
|
|
26
|
+
//! (PR-C1), header-stripping (PR-A5), `x-headroom-*` policy, and
|
|
27
|
+
//! request-id plumbing single-source. The alternative — duplicating
|
|
28
|
+
//! the forwarder body inside this handler — would diverge over time.
|
|
29
|
+
//!
|
|
30
|
+
//! # Skip / passthrough behaviours surfaced here
|
|
31
|
+
//!
|
|
32
|
+
//! - **`n > 1`** — multiple completions imply non-determinism.
|
|
33
|
+
//! `compression::should_skip_compression` (called from the gate
|
|
34
|
+
//! inside `forward_http`) returns `NGreaterThanOne(n)` and the
|
|
35
|
+
//! gate skips dispatch entirely. The handler does not need to
|
|
36
|
+
//! touch the body.
|
|
37
|
+
//! - **`stream: true`** — handled by the existing SSE state-machine
|
|
38
|
+
//! tee in `forward_http` (PR-C1's `ChunkState`).
|
|
39
|
+
//! - **`tool_choice` change** — never read, never mutated.
|
|
40
|
+
//! `tools[]` definitions live in the cache hot zone and the
|
|
41
|
+
//! live-zone dispatcher only walks `messages[*].content`.
|
|
42
|
+
//! - **`stream_options.include_usage`** — same. Round-trips byte-equal
|
|
43
|
+
//! as a side effect of byte-range surgery in the dispatcher.
|
|
44
|
+
|
|
45
|
+
use axum::body::Body;
|
|
46
|
+
use axum::extract::{ConnectInfo, State};
|
|
47
|
+
use axum::http::{HeaderMap, Method, Request, Uri};
|
|
48
|
+
use axum::response::Response;
|
|
49
|
+
use bytes::Bytes;
|
|
50
|
+
use std::net::SocketAddr;
|
|
51
|
+
|
|
52
|
+
use crate::proxy::{forward_http, AppState};
|
|
53
|
+
|
|
54
|
+
/// Axum POST handler for `/v1/chat/completions`. Buffers the body,
|
|
55
|
+
/// stitches a fresh `Request<Body>` together, and forwards via
|
|
56
|
+
/// [`forward_http`]. Compression dispatch + SSE telemetry is handled
|
|
57
|
+
/// inside `forward_http`'s shared gate (PR-C1 + PR-C2).
|
|
58
|
+
pub async fn handle_chat_completions(
|
|
59
|
+
State(state): State<AppState>,
|
|
60
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
61
|
+
method: Method,
|
|
62
|
+
uri: Uri,
|
|
63
|
+
headers: HeaderMap,
|
|
64
|
+
body: Bytes,
|
|
65
|
+
) -> Response {
|
|
66
|
+
// Reconstruct the Request<Body> shape forward_http expects.
|
|
67
|
+
// Cloning the headers into a fresh builder keeps the original
|
|
68
|
+
// method/uri/version intact. `axum::body::Body::from(Bytes)` is
|
|
69
|
+
// a single-shot stream, which is exactly what the buffered
|
|
70
|
+
// compression branch wants.
|
|
71
|
+
let mut builder = Request::builder().method(method).uri(uri);
|
|
72
|
+
if let Some(hs) = builder.headers_mut() {
|
|
73
|
+
*hs = headers;
|
|
74
|
+
}
|
|
75
|
+
let req = match builder.body(Body::from(body)) {
|
|
76
|
+
Ok(r) => r,
|
|
77
|
+
Err(e) => {
|
|
78
|
+
// Building the request out of pieces we already have
|
|
79
|
+
// shouldn't fail; if it does it's an internal bug. Don't
|
|
80
|
+
// silently swallow — log loudly and 500.
|
|
81
|
+
tracing::error!(
|
|
82
|
+
event = "handler_error",
|
|
83
|
+
handler = "chat_completions",
|
|
84
|
+
error = %e,
|
|
85
|
+
"failed to reconstruct request from buffered body"
|
|
86
|
+
);
|
|
87
|
+
return Response::builder()
|
|
88
|
+
.status(http::StatusCode::INTERNAL_SERVER_ERROR)
|
|
89
|
+
.body(Body::from("internal handler error"))
|
|
90
|
+
.expect("static response");
|
|
91
|
+
}
|
|
92
|
+
};
|
|
93
|
+
|
|
94
|
+
forward_http(state, client_addr, req)
|
|
95
|
+
.await
|
|
96
|
+
.unwrap_or_else(|e| {
|
|
97
|
+
use axum::response::IntoResponse;
|
|
98
|
+
e.into_response()
|
|
99
|
+
})
|
|
100
|
+
}
|
|
@@ -0,0 +1,241 @@
|
|
|
1
|
+
//! Conversations API (`/v1/conversations*`) — Phase C PR-C4.
|
|
2
|
+
//!
|
|
3
|
+
//! # Why explicit handlers?
|
|
4
|
+
//!
|
|
5
|
+
//! OpenAI's Conversations API is the stateful "thread" surface
|
|
6
|
+
//! sitting alongside the Responses API. The client creates a
|
|
7
|
+
//! conversation, attaches items (messages, tool calls, tool outputs)
|
|
8
|
+
//! to it, and references the conversation ID on subsequent
|
|
9
|
+
//! `/v1/responses` requests. The wire shape is:
|
|
10
|
+
//!
|
|
11
|
+
//! POST /v1/conversations — create
|
|
12
|
+
//! GET /v1/conversations/{id} — read
|
|
13
|
+
//! POST /v1/conversations/{id} — update (e.g. metadata)
|
|
14
|
+
//! DELETE /v1/conversations/{id} — delete
|
|
15
|
+
//! POST /v1/conversations/{id}/items — append item(s)
|
|
16
|
+
//! GET /v1/conversations/{id}/items — list items
|
|
17
|
+
//! GET /v1/conversations/{id}/items/{item_id} — read one item
|
|
18
|
+
//! DELETE /v1/conversations/{id}/items/{item_id} — delete one item
|
|
19
|
+
//!
|
|
20
|
+
//! For PR-C4 every handler is **passthrough-with-instrumentation**:
|
|
21
|
+
//! we forward upstream byte-equal and emit a structured-log event
|
|
22
|
+
//! (`event = "conversations_passthrough_pr_c4"`) carrying the
|
|
23
|
+
//! request_id, method, path-shape, and (for path-templated routes)
|
|
24
|
+
//! the extracted IDs. Compression for stored conversation items is
|
|
25
|
+
//! C5+/B-phase territory — explicitly out of scope here.
|
|
26
|
+
//!
|
|
27
|
+
//! # Why explicit routes (not a regex / catch-all)?
|
|
28
|
+
//!
|
|
29
|
+
//! Per the realignment build constraints we forbid regex routing.
|
|
30
|
+
//! Each handler binds to an exact axum path matcher
|
|
31
|
+
//! (`/v1/conversations/:id/items/:item_id`, etc.). Path params are
|
|
32
|
+
//! extracted via `axum::extract::Path` so they round-trip into
|
|
33
|
+
//! structured logs without string-splitting.
|
|
34
|
+
//!
|
|
35
|
+
//! # Streaming bodies
|
|
36
|
+
//!
|
|
37
|
+
//! Conversation `items` payloads can be multi-MB (long histories).
|
|
38
|
+
//! These handlers do NOT buffer the body — they accept
|
|
39
|
+
//! `Request<Body>` directly and hand off to
|
|
40
|
+
//! [`crate::proxy::forward_http`], which streams the body to upstream
|
|
41
|
+
//! via `reqwest::Body::wrap_stream`. The compression gate inside
|
|
42
|
+
//! `forward_http` does not match `/v1/conversations*`
|
|
43
|
+
//! (see [`crate::compression::is_compressible_path`]) so no buffering
|
|
44
|
+
//! ever happens.
|
|
45
|
+
//!
|
|
46
|
+
//! # Structured-log shape
|
|
47
|
+
//!
|
|
48
|
+
//! Every handler emits exactly one `event = "conversations_passthrough_pr_c4"`
|
|
49
|
+
//! info-level log per request, BEFORE forwarding (so a stalled
|
|
50
|
+
//! upstream is still observable). On forward error we surface the
|
|
51
|
+
//! upstream error verbatim — no swallowing, per project
|
|
52
|
+
//! no-silent-fallbacks rule.
|
|
53
|
+
|
|
54
|
+
use axum::body::Body;
|
|
55
|
+
use axum::extract::{ConnectInfo, Path, State};
|
|
56
|
+
use axum::http::Request;
|
|
57
|
+
use axum::response::Response;
|
|
58
|
+
use std::net::SocketAddr;
|
|
59
|
+
|
|
60
|
+
use crate::proxy::{forward_http, AppState};
|
|
61
|
+
|
|
62
|
+
/// Common forwarding tail shared by every conversations handler.
|
|
63
|
+
/// Logs the breadcrumb, then defers to `forward_http`. Kept inline
|
|
64
|
+
/// (rather than #[axum::debug_handler]-decorated wrappers) so the
|
|
65
|
+
/// per-route handlers stay one obvious function each.
|
|
66
|
+
async fn forward_conversations(
|
|
67
|
+
state: AppState,
|
|
68
|
+
client_addr: SocketAddr,
|
|
69
|
+
req: Request<Body>,
|
|
70
|
+
route: &'static str,
|
|
71
|
+
conversation_id: Option<&str>,
|
|
72
|
+
item_id: Option<&str>,
|
|
73
|
+
) -> Response {
|
|
74
|
+
let method = req.method().clone();
|
|
75
|
+
let path = req.uri().path().to_string();
|
|
76
|
+
|
|
77
|
+
// PR-C4: structured-log breadcrumb. We log BEFORE forwarding so a
|
|
78
|
+
// stalled / failed upstream call still leaves a trace pointing
|
|
79
|
+
// at this code path.
|
|
80
|
+
tracing::info!(
|
|
81
|
+
event = "conversations_passthrough_pr_c4",
|
|
82
|
+
method = %method,
|
|
83
|
+
path = %path,
|
|
84
|
+
route = route,
|
|
85
|
+
conversation_id = conversation_id.unwrap_or(""),
|
|
86
|
+
item_id = item_id.unwrap_or(""),
|
|
87
|
+
passthrough_only = true,
|
|
88
|
+
compression_in_scope = false,
|
|
89
|
+
"conversations request: passthrough with instrumentation (compression deferred to C5+)"
|
|
90
|
+
);
|
|
91
|
+
|
|
92
|
+
forward_http(state, client_addr, req)
|
|
93
|
+
.await
|
|
94
|
+
.unwrap_or_else(|e| {
|
|
95
|
+
use axum::response::IntoResponse;
|
|
96
|
+
// No silent fallback: surface the upstream error verbatim.
|
|
97
|
+
// The structured `tracing::warn!` emitted by
|
|
98
|
+
// `ProxyError::into_response` carries the original cause.
|
|
99
|
+
e.into_response()
|
|
100
|
+
})
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
/// `POST /v1/conversations` — create a new conversation.
|
|
104
|
+
pub async fn handle_conversations_create(
|
|
105
|
+
State(state): State<AppState>,
|
|
106
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
107
|
+
req: Request<Body>,
|
|
108
|
+
) -> Response {
|
|
109
|
+
forward_conversations(state, client_addr, req, "conversations.create", None, None).await
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
/// `GET /v1/conversations/{conversation_id}` — read a conversation.
|
|
113
|
+
pub async fn handle_conversations_get(
|
|
114
|
+
State(state): State<AppState>,
|
|
115
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
116
|
+
Path(conversation_id): Path<String>,
|
|
117
|
+
req: Request<Body>,
|
|
118
|
+
) -> Response {
|
|
119
|
+
forward_conversations(
|
|
120
|
+
state,
|
|
121
|
+
client_addr,
|
|
122
|
+
req,
|
|
123
|
+
"conversations.get",
|
|
124
|
+
Some(&conversation_id),
|
|
125
|
+
None,
|
|
126
|
+
)
|
|
127
|
+
.await
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
/// `POST /v1/conversations/{conversation_id}` — update conversation
|
|
131
|
+
/// metadata (e.g. tags). Same shape as create.
|
|
132
|
+
pub async fn handle_conversations_update(
|
|
133
|
+
State(state): State<AppState>,
|
|
134
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
135
|
+
Path(conversation_id): Path<String>,
|
|
136
|
+
req: Request<Body>,
|
|
137
|
+
) -> Response {
|
|
138
|
+
forward_conversations(
|
|
139
|
+
state,
|
|
140
|
+
client_addr,
|
|
141
|
+
req,
|
|
142
|
+
"conversations.update",
|
|
143
|
+
Some(&conversation_id),
|
|
144
|
+
None,
|
|
145
|
+
)
|
|
146
|
+
.await
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
/// `DELETE /v1/conversations/{conversation_id}` — delete a conversation.
|
|
150
|
+
pub async fn handle_conversations_delete(
|
|
151
|
+
State(state): State<AppState>,
|
|
152
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
153
|
+
Path(conversation_id): Path<String>,
|
|
154
|
+
req: Request<Body>,
|
|
155
|
+
) -> Response {
|
|
156
|
+
forward_conversations(
|
|
157
|
+
state,
|
|
158
|
+
client_addr,
|
|
159
|
+
req,
|
|
160
|
+
"conversations.delete",
|
|
161
|
+
Some(&conversation_id),
|
|
162
|
+
None,
|
|
163
|
+
)
|
|
164
|
+
.await
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
/// `POST /v1/conversations/{conversation_id}/items` — append items.
|
|
168
|
+
/// Body is streamed to upstream — never buffered (histories can be
|
|
169
|
+
/// multi-MB).
|
|
170
|
+
pub async fn handle_conversations_items_create(
|
|
171
|
+
State(state): State<AppState>,
|
|
172
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
173
|
+
Path(conversation_id): Path<String>,
|
|
174
|
+
req: Request<Body>,
|
|
175
|
+
) -> Response {
|
|
176
|
+
forward_conversations(
|
|
177
|
+
state,
|
|
178
|
+
client_addr,
|
|
179
|
+
req,
|
|
180
|
+
"conversations.items.create",
|
|
181
|
+
Some(&conversation_id),
|
|
182
|
+
None,
|
|
183
|
+
)
|
|
184
|
+
.await
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
/// `GET /v1/conversations/{conversation_id}/items` — list items.
|
|
188
|
+
pub async fn handle_conversations_items_list(
|
|
189
|
+
State(state): State<AppState>,
|
|
190
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
191
|
+
Path(conversation_id): Path<String>,
|
|
192
|
+
req: Request<Body>,
|
|
193
|
+
) -> Response {
|
|
194
|
+
forward_conversations(
|
|
195
|
+
state,
|
|
196
|
+
client_addr,
|
|
197
|
+
req,
|
|
198
|
+
"conversations.items.list",
|
|
199
|
+
Some(&conversation_id),
|
|
200
|
+
None,
|
|
201
|
+
)
|
|
202
|
+
.await
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
/// `GET /v1/conversations/{conversation_id}/items/{item_id}` —
|
|
206
|
+
/// read one item.
|
|
207
|
+
pub async fn handle_conversations_item_get(
|
|
208
|
+
State(state): State<AppState>,
|
|
209
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
210
|
+
Path((conversation_id, item_id)): Path<(String, String)>,
|
|
211
|
+
req: Request<Body>,
|
|
212
|
+
) -> Response {
|
|
213
|
+
forward_conversations(
|
|
214
|
+
state,
|
|
215
|
+
client_addr,
|
|
216
|
+
req,
|
|
217
|
+
"conversations.items.get",
|
|
218
|
+
Some(&conversation_id),
|
|
219
|
+
Some(&item_id),
|
|
220
|
+
)
|
|
221
|
+
.await
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
/// `DELETE /v1/conversations/{conversation_id}/items/{item_id}` —
|
|
225
|
+
/// delete one item.
|
|
226
|
+
pub async fn handle_conversations_item_delete(
|
|
227
|
+
State(state): State<AppState>,
|
|
228
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
229
|
+
Path((conversation_id, item_id)): Path<(String, String)>,
|
|
230
|
+
req: Request<Body>,
|
|
231
|
+
) -> Response {
|
|
232
|
+
forward_conversations(
|
|
233
|
+
state,
|
|
234
|
+
client_addr,
|
|
235
|
+
req,
|
|
236
|
+
"conversations.items.delete",
|
|
237
|
+
Some(&conversation_id),
|
|
238
|
+
Some(&item_id),
|
|
239
|
+
)
|
|
240
|
+
.await
|
|
241
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
//! Per-endpoint POST handlers wired explicitly into the router.
|
|
2
|
+
//!
|
|
3
|
+
//! Most paths flow through the catch-all `forward_http` which gates
|
|
4
|
+
//! compression on `compression::is_compressible_path` + content-type.
|
|
5
|
+
//! The handlers in this module exist for endpoints whose request
|
|
6
|
+
//! shape needs explicit routing for clarity (PR-C2 onward) — the
|
|
7
|
+
//! actual forwarding logic still goes through `forward_http`. The
|
|
8
|
+
//! gate in `forward_http` runs the per-provider live-zone dispatcher
|
|
9
|
+
//! based on `classify_compressible_path`.
|
|
10
|
+
|
|
11
|
+
pub mod chat_completions;
|
|
12
|
+
pub mod conversations;
|
|
13
|
+
pub mod responses;
|
|
@@ -0,0 +1,256 @@
|
|
|
1
|
+
//! POST `/v1/responses` handler — Phase C PR-C3 + PR-C4.
|
|
2
|
+
//!
|
|
3
|
+
//! # Why an explicit handler?
|
|
4
|
+
//!
|
|
5
|
+
//! The Python proxy currently flattens Responses-shape items into
|
|
6
|
+
//! Chat-Completions-shape via
|
|
7
|
+
//! `headroom/proxy/responses_converter.py` — a fragile shim that
|
|
8
|
+
//! silently breaks every time OpenAI lands a new item type. C3 ports
|
|
9
|
+
//! this path to Rust with first-class per-item-type handling.
|
|
10
|
+
//!
|
|
11
|
+
//! The handler buffers the request body (so the live-zone dispatcher
|
|
12
|
+
//! can inspect it) and re-injects it into [`crate::proxy::forward_http`].
|
|
13
|
+
//! `forward_http`'s compression gate dispatches on the path
|
|
14
|
+
//! classification (`CompressibleEndpoint::OpenAiResponses`) added by
|
|
15
|
+
//! C3.
|
|
16
|
+
//!
|
|
17
|
+
//! # Streaming (PR-C4)
|
|
18
|
+
//!
|
|
19
|
+
//! When the request carries `Accept: text/event-stream`, the response
|
|
20
|
+
//! tee in [`crate::proxy::forward_http`] flips on the
|
|
21
|
+
//! [`crate::sse::openai_responses::ResponseState`] state machine
|
|
22
|
+
//! (PR-C1) and frames bytes through [`crate::sse::framing::SseFramer`]
|
|
23
|
+
//! — never via naive `\n\n` splits. Decoded events update telemetry
|
|
24
|
+
//! in a spawned task that can never block the byte path.
|
|
25
|
+
//!
|
|
26
|
+
//! Per-item-type request-side compression (PR-C3) runs **regardless**
|
|
27
|
+
//! of `Accept`: a streaming `/v1/responses` request gets the same
|
|
28
|
+
//! request-body compression as a non-streaming one. C4 closes the
|
|
29
|
+
//! loop by confirming the full pipeline is active (no more
|
|
30
|
+
//! `responses_streaming_passthrough_until_c4` fallback). The
|
|
31
|
+
//! pipeline gate is `Config::enable_responses_streaming` (default
|
|
32
|
+
//! `true`) — toggle off only as an emergency rollback.
|
|
33
|
+
//!
|
|
34
|
+
//! Compression of streaming **response** events is NOT performed.
|
|
35
|
+
//! Output items are rendered live token-by-token; mid-stream
|
|
36
|
+
//! rewriting would corrupt the user-visible UX and is not part of
|
|
37
|
+
//! the live-zone-only contract (the live zone is **request**-side).
|
|
38
|
+
//!
|
|
39
|
+
//! # Per-item-type behaviour
|
|
40
|
+
//!
|
|
41
|
+
//! See [`crate::responses_items`] for the typed enum. Briefly:
|
|
42
|
+
//!
|
|
43
|
+
//! - `function_call_output` / `local_shell_call_output` /
|
|
44
|
+
//! `apply_patch_call_output` — output strings are eligible for
|
|
45
|
+
//! live-zone compression when the latest of each kind, above the
|
|
46
|
+
//! 2 KiB output-item floor.
|
|
47
|
+
//! - `message` (user role) — text content is eligible.
|
|
48
|
+
//! - `reasoning.encrypted_content`, `compaction.*`, MCP / computer /
|
|
49
|
+
//! web-search / file-search / code-interpreter / image-generation /
|
|
50
|
+
//! tool-search / custom-tool calls — passthrough byte-equal.
|
|
51
|
+
//! - `function_call.arguments` is a STRING the model emitted; never
|
|
52
|
+
//! parsed by the proxy.
|
|
53
|
+
//! - `local_shell_call.action.command` is an argv array; never
|
|
54
|
+
//! joined into a string.
|
|
55
|
+
//! - `apply_patch_call.operation.diff` is a V4A diff payload; never
|
|
56
|
+
//! re-serialized.
|
|
57
|
+
//! - Unknown `type` values log
|
|
58
|
+
//! `event = responses_unknown_item_type` at warn level and pass
|
|
59
|
+
//! through verbatim.
|
|
60
|
+
|
|
61
|
+
use axum::body::Body;
|
|
62
|
+
use axum::extract::{ConnectInfo, State};
|
|
63
|
+
use axum::http::{HeaderMap, Method, Request, Uri};
|
|
64
|
+
use axum::response::Response;
|
|
65
|
+
use bytes::Bytes;
|
|
66
|
+
use std::net::SocketAddr;
|
|
67
|
+
|
|
68
|
+
use crate::observability;
|
|
69
|
+
use crate::proxy::{forward_http, AppState};
|
|
70
|
+
|
|
71
|
+
/// Axum POST handler for `/v1/responses`. Buffers the body, stitches
|
|
72
|
+
/// a fresh `Request<Body>` together, and forwards via
|
|
73
|
+
/// [`forward_http`]. Compression dispatch + SSE telemetry is handled
|
|
74
|
+
/// inside `forward_http`'s shared gate (PR-C1 + PR-C2 + PR-C3).
|
|
75
|
+
pub async fn handle_responses(
|
|
76
|
+
State(state): State<AppState>,
|
|
77
|
+
ConnectInfo(client_addr): ConnectInfo<SocketAddr>,
|
|
78
|
+
method: Method,
|
|
79
|
+
uri: Uri,
|
|
80
|
+
headers: HeaderMap,
|
|
81
|
+
body: Bytes,
|
|
82
|
+
) -> Response {
|
|
83
|
+
// PR-C4: streaming pipeline confirmation. When the client asks
|
|
84
|
+
// for SSE, log a structured breadcrumb so dashboards can confirm
|
|
85
|
+
// the streaming pipeline is engaged (the SSE framer +
|
|
86
|
+
// ResponseState machine in `forward_http`'s tee). The
|
|
87
|
+
// `enable_responses_streaming` switch is honoured here — when
|
|
88
|
+
// disabled, we still forward but emit a distinct event so the
|
|
89
|
+
// operator sees the rollback take effect.
|
|
90
|
+
//
|
|
91
|
+
// Why log INFO (not WARN)? PR-C3 used WARN as a "this path is
|
|
92
|
+
// half-built" signal. PR-C4 wires the streaming state machine
|
|
93
|
+
// through, so the previous WARN is no longer accurate.
|
|
94
|
+
if accepts_sse(&headers) {
|
|
95
|
+
if state.config.enable_responses_streaming {
|
|
96
|
+
tracing::info!(
|
|
97
|
+
event = "responses_streaming_pipeline_active",
|
|
98
|
+
method = %method,
|
|
99
|
+
path = %uri.path(),
|
|
100
|
+
framer = "byte_level_sse",
|
|
101
|
+
state_machine = "openai_responses",
|
|
102
|
+
"responses streaming pipeline engaged: SSE framer + ResponseState telemetry tee"
|
|
103
|
+
);
|
|
104
|
+
} else {
|
|
105
|
+
tracing::warn!(
|
|
106
|
+
event = "responses_streaming_pipeline_disabled",
|
|
107
|
+
method = %method,
|
|
108
|
+
path = %uri.path(),
|
|
109
|
+
"responses streaming pipeline disabled by --enable-responses-streaming=false; \
|
|
110
|
+
SSE bytes will pass through opaquely (emergency rollback path)"
|
|
111
|
+
);
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
// Phase G PR-G3: extract the request-side `service_tier` so we
|
|
116
|
+
// can count tier distribution on the inbound shape too. The
|
|
117
|
+
// response-side tier (from `response.completed`) is captured by
|
|
118
|
+
// the SSE state machine at stream-close; this counter increment
|
|
119
|
+
// pairs them. Body is parsed best-effort; missing/non-JSON
|
|
120
|
+
// bodies do NOT fabricate a tier — per realignment build-
|
|
121
|
+
// constraint "no silent fallbacks", we just skip the emit and
|
|
122
|
+
// log at debug.
|
|
123
|
+
//
|
|
124
|
+
// C1 fix: every raw value is validated against the bounded
|
|
125
|
+
// `service_tier` vocabulary BEFORE being used as a label so a
|
|
126
|
+
// malicious client cannot blow up label cardinality with
|
|
127
|
+
// arbitrary strings.
|
|
128
|
+
if let Some(tier) = extract_request_service_tier(&body) {
|
|
129
|
+
let request_id_for_metric = headers
|
|
130
|
+
.get("x-request-id")
|
|
131
|
+
.and_then(|v| v.to_str().ok())
|
|
132
|
+
.unwrap_or("<no-request-id>");
|
|
133
|
+
let bucketed = crate::observability::metric_names::service_tier::validate(&tier);
|
|
134
|
+
observability::record_service_tier(bucketed, request_id_for_metric);
|
|
135
|
+
} else {
|
|
136
|
+
tracing::debug!(
|
|
137
|
+
event = "service_tier_skipped",
|
|
138
|
+
path = %uri.path(),
|
|
139
|
+
reason = "absent_or_unparseable",
|
|
140
|
+
"request body had no parseable service_tier; counter not emitted"
|
|
141
|
+
);
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
// Reconstruct the Request<Body> shape forward_http expects.
|
|
145
|
+
let mut builder = Request::builder().method(method).uri(uri);
|
|
146
|
+
if let Some(hs) = builder.headers_mut() {
|
|
147
|
+
*hs = headers;
|
|
148
|
+
}
|
|
149
|
+
let req = match builder.body(Body::from(body)) {
|
|
150
|
+
Ok(r) => r,
|
|
151
|
+
Err(e) => {
|
|
152
|
+
tracing::error!(
|
|
153
|
+
event = "handler_error",
|
|
154
|
+
handler = "responses",
|
|
155
|
+
error = %e,
|
|
156
|
+
"failed to reconstruct request from buffered body"
|
|
157
|
+
);
|
|
158
|
+
return Response::builder()
|
|
159
|
+
.status(http::StatusCode::INTERNAL_SERVER_ERROR)
|
|
160
|
+
.body(Body::from("internal handler error"))
|
|
161
|
+
.expect("static response");
|
|
162
|
+
}
|
|
163
|
+
};
|
|
164
|
+
|
|
165
|
+
forward_http(state, client_addr, req)
|
|
166
|
+
.await
|
|
167
|
+
.unwrap_or_else(|e| {
|
|
168
|
+
use axum::response::IntoResponse;
|
|
169
|
+
e.into_response()
|
|
170
|
+
})
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
/// Phase G PR-G3: best-effort parse of `service_tier` from the
|
|
174
|
+
/// inbound request body. Returns `None` when the body is not valid
|
|
175
|
+
/// JSON, not an object, or lacks the field. The spec defines the
|
|
176
|
+
/// field as a string ∈ {auto, default, flex, on_demand, priority,
|
|
177
|
+
/// scale}; the returned raw string is normalised against the
|
|
178
|
+
/// bounded vocabulary at the call site via
|
|
179
|
+
/// [`crate::observability::metric_names::service_tier::validate`]
|
|
180
|
+
/// so an arbitrary inbound value cannot drive metric-label
|
|
181
|
+
/// cardinality unbounded (C1 fix).
|
|
182
|
+
fn extract_request_service_tier(body: &Bytes) -> Option<String> {
|
|
183
|
+
let v: serde_json::Value = serde_json::from_slice(body).ok()?;
|
|
184
|
+
v.get("service_tier")
|
|
185
|
+
.and_then(|x| x.as_str())
|
|
186
|
+
.map(|s| s.to_string())
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
/// Cheap check: is this request asking for an SSE response? Compares
|
|
190
|
+
/// `Accept` against `text/event-stream` (case-insensitive on the
|
|
191
|
+
/// media-type token, RFC 7231 §3.1.1.1). Multiple media types in
|
|
192
|
+
/// `Accept` are split on `,`; any match wins.
|
|
193
|
+
fn accepts_sse(headers: &HeaderMap) -> bool {
|
|
194
|
+
let Some(v) = headers.get(http::header::ACCEPT) else {
|
|
195
|
+
return false;
|
|
196
|
+
};
|
|
197
|
+
let Ok(s) = v.to_str() else {
|
|
198
|
+
return false;
|
|
199
|
+
};
|
|
200
|
+
s.split(',').any(|piece| {
|
|
201
|
+
let mt = piece.split(';').next().unwrap_or("").trim();
|
|
202
|
+
mt.eq_ignore_ascii_case("text/event-stream")
|
|
203
|
+
})
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
#[cfg(test)]
|
|
207
|
+
mod tests {
|
|
208
|
+
use super::*;
|
|
209
|
+
use http::HeaderValue;
|
|
210
|
+
|
|
211
|
+
#[test]
|
|
212
|
+
fn accepts_sse_explicit() {
|
|
213
|
+
let mut h = HeaderMap::new();
|
|
214
|
+
h.insert(
|
|
215
|
+
http::header::ACCEPT,
|
|
216
|
+
HeaderValue::from_static("text/event-stream"),
|
|
217
|
+
);
|
|
218
|
+
assert!(accepts_sse(&h));
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
#[test]
|
|
222
|
+
fn accepts_sse_case_insensitive() {
|
|
223
|
+
let mut h = HeaderMap::new();
|
|
224
|
+
h.insert(
|
|
225
|
+
http::header::ACCEPT,
|
|
226
|
+
HeaderValue::from_static("Text/Event-Stream"),
|
|
227
|
+
);
|
|
228
|
+
assert!(accepts_sse(&h));
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
#[test]
|
|
232
|
+
fn accepts_sse_among_others() {
|
|
233
|
+
let mut h = HeaderMap::new();
|
|
234
|
+
h.insert(
|
|
235
|
+
http::header::ACCEPT,
|
|
236
|
+
HeaderValue::from_static("application/json, text/event-stream;q=0.9"),
|
|
237
|
+
);
|
|
238
|
+
assert!(accepts_sse(&h));
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
#[test]
|
|
242
|
+
fn accepts_json_only_returns_false() {
|
|
243
|
+
let mut h = HeaderMap::new();
|
|
244
|
+
h.insert(
|
|
245
|
+
http::header::ACCEPT,
|
|
246
|
+
HeaderValue::from_static("application/json"),
|
|
247
|
+
);
|
|
248
|
+
assert!(!accepts_sse(&h));
|
|
249
|
+
}
|
|
250
|
+
|
|
251
|
+
#[test]
|
|
252
|
+
fn no_accept_header_returns_false() {
|
|
253
|
+
let h = HeaderMap::new();
|
|
254
|
+
assert!(!accepts_sse(&h));
|
|
255
|
+
}
|
|
256
|
+
}
|