xithead 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.actrc +14 -0
- package/.actrc.local.example +15 -0
- package/.changelog.md +2 -0
- package/.claude/agents/academic-anthropologist.md +125 -0
- package/.claude/agents/academic-geographer.md +127 -0
- package/.claude/agents/academic-historian.md +123 -0
- package/.claude/agents/academic-narratologist.md +118 -0
- package/.claude/agents/academic-psychologist.md +118 -0
- package/.claude/agents/academic-statistician.md +144 -0
- package/.claude/agents/accounts-payable-agent.md +205 -0
- package/.claude/agents/agentic-identity-trust.md +394 -0
- package/.claude/agents/agents-orchestrator.md +367 -0
- package/.claude/agents/automation-governance-architect.md +216 -0
- package/.claude/agents/blender-addon-engineer.md +243 -0
- package/.claude/agents/business-strategist.md +488 -0
- package/.claude/agents/change-management-consultant.md +497 -0
- package/.claude/agents/chief-financial-officer.md +388 -0
- package/.claude/agents/corporate-training-designer.md +192 -0
- package/.claude/agents/customer-service.md +398 -0
- package/.claude/agents/customer-success-manager.md +460 -0
- package/.claude/agents/data-consolidation-agent.md +60 -0
- package/.claude/agents/data-privacy-officer.md +412 -0
- package/.claude/agents/design-brand-guardian.md +322 -0
- package/.claude/agents/design-image-prompt-engineer.md +236 -0
- package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
- package/.claude/agents/design-persona-walkthrough.md +272 -0
- package/.claude/agents/design-ui-designer.md +386 -0
- package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
- package/.claude/agents/design-ux-architect.md +482 -0
- package/.claude/agents/design-ux-researcher.md +329 -0
- package/.claude/agents/design-visual-storyteller.md +149 -0
- package/.claude/agents/design-whimsy-injector.md +460 -0
- package/.claude/agents/economy-designer.md +156 -0
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
- package/.claude/agents/engineering-ai-engineer.md +146 -0
- package/.claude/agents/engineering-api-platform-engineer.md +181 -0
- package/.claude/agents/engineering-ats-validator-architect.md +383 -0
- package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
- package/.claude/agents/engineering-backend-architect.md +255 -0
- package/.claude/agents/engineering-china-network-engineer.md +252 -0
- package/.claude/agents/engineering-cms-developer.md +536 -0
- package/.claude/agents/engineering-code-reviewer.md +76 -0
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
- package/.claude/agents/engineering-data-engineer.md +349 -0
- package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
- package/.claude/agents/engineering-database-optimizer.md +188 -0
- package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
- package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
- package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
- package/.claude/agents/engineering-devops-automator.md +385 -0
- package/.claude/agents/engineering-drupal-performance.md +347 -0
- package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
- package/.claude/agents/engineering-electrical-engineer.md +575 -0
- package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
- package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
- package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
- package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
- package/.claude/agents/engineering-finops-engineer.md +164 -0
- package/.claude/agents/engineering-frontend-developer.md +257 -0
- package/.claude/agents/engineering-gaussdb-expert.md +334 -0
- package/.claude/agents/engineering-git-workflow-master.md +98 -0
- package/.claude/agents/engineering-i18n-engineer.md +214 -0
- package/.claude/agents/engineering-identity-access-engineer.md +217 -0
- package/.claude/agents/engineering-incident-response-commander.md +444 -0
- package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
- package/.claude/agents/engineering-it-service-manager.md +561 -0
- package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
- package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
- package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
- package/.claude/agents/engineering-mobile-app-builder.md +493 -0
- package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
- package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
- package/.claude/agents/engineering-network-engineer.md +245 -0
- package/.claude/agents/engineering-orgscript-engineer.md +113 -0
- package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
- package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
- package/.claude/agents/engineering-platform-engineer.md +270 -0
- package/.claude/agents/engineering-privacy-engineer.md +152 -0
- package/.claude/agents/engineering-prompt-engineer.md +209 -0
- package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
- package/.claude/agents/engineering-rapid-prototyper.md +466 -0
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
- package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
- package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
- package/.claude/agents/engineering-section-508-specialist.md +339 -0
- package/.claude/agents/engineering-senior-developer.md +176 -0
- package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
- package/.claude/agents/engineering-software-architect.md +112 -0
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
- package/.claude/agents/engineering-sre.md +90 -0
- package/.claude/agents/engineering-technical-writer.md +393 -0
- package/.claude/agents/engineering-universal-document-compiler.md +370 -0
- package/.claude/agents/engineering-uswds-developer.md +340 -0
- package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
- package/.claude/agents/engineering-webassembly-engineer.md +153 -0
- package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
- package/.claude/agents/engineering-wordpress-performance.md +346 -0
- package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
- package/.claude/agents/esg-sustainability-officer.md +396 -0
- package/.claude/agents/finance-bookkeeper-controller.md +260 -0
- package/.claude/agents/finance-financial-analyst.md +234 -0
- package/.claude/agents/finance-fpa-analyst.md +263 -0
- package/.claude/agents/finance-investment-researcher.md +272 -0
- package/.claude/agents/finance-tax-strategist.md +239 -0
- package/.claude/agents/game-audio-engineer.md +264 -0
- package/.claude/agents/game-designer.md +167 -0
- package/.claude/agents/gis-3d-scene-developer.md +111 -0
- package/.claude/agents/gis-analyst.md +91 -0
- package/.claude/agents/gis-bim-specialist.md +108 -0
- package/.claude/agents/gis-cartography-designer.md +150 -0
- package/.claude/agents/gis-drone-reality-mapping.md +120 -0
- package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
- package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
- package/.claude/agents/gis-qa-engineer.md +133 -0
- package/.claude/agents/gis-solution-engineer.md +101 -0
- package/.claude/agents/gis-spatial-data-engineer.md +97 -0
- package/.claude/agents/gis-spatial-data-scientist.md +111 -0
- package/.claude/agents/gis-technical-consultant.md +86 -0
- package/.claude/agents/gis-web-gis-developer.md +108 -0
- package/.claude/agents/godot-gameplay-scripter.md +338 -0
- package/.claude/agents/godot-multiplayer-engineer.md +301 -0
- package/.claude/agents/godot-shader-developer.md +267 -0
- package/.claude/agents/government-digital-presales-consultant.md +363 -0
- package/.claude/agents/grant-writer.md +511 -0
- package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
- package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
- package/.claude/agents/healthcare-customer-service.md +389 -0
- package/.claude/agents/healthcare-innovation-strategist.md +433 -0
- package/.claude/agents/healthcare-marketing-compliance.md +395 -0
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
- package/.claude/agents/hospitality-guest-services.md +603 -0
- package/.claude/agents/hr-onboarding.md +451 -0
- package/.claude/agents/identity-graph-operator.md +303 -0
- package/.claude/agents/language-translator.md +264 -0
- package/.claude/agents/legal-billing-time-tracking.md +569 -0
- package/.claude/agents/legal-client-intake.md +492 -0
- package/.claude/agents/legal-document-review.md +454 -0
- package/.claude/agents/level-designer.md +208 -0
- package/.claude/agents/loan-officer-assistant.md +555 -0
- package/.claude/agents/lsp-index-engineer.md +320 -0
- package/.claude/agents/ma-integration-manager.md +427 -0
- package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
- package/.claude/agents/marketing-aeo-foundations.md +264 -0
- package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
- package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
- package/.claude/agents/marketing-app-store-optimizer.md +321 -0
- package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
- package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
- package/.claude/agents/marketing-book-co-author.md +110 -0
- package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
- package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
- package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
- package/.claude/agents/marketing-content-creator.md +54 -0
- package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
- package/.claude/agents/marketing-developer-community-builder.md +285 -0
- package/.claude/agents/marketing-douyin-strategist.md +149 -0
- package/.claude/agents/marketing-email-strategist.md +249 -0
- package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
- package/.claude/agents/marketing-growth-hacker.md +54 -0
- package/.claude/agents/marketing-instagram-curator.md +113 -0
- package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
- package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
- package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
- package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
- package/.claude/agents/marketing-podcast-strategist.md +277 -0
- package/.claude/agents/marketing-pr-communications-manager.md +473 -0
- package/.claude/agents/marketing-private-domain-operator.md +308 -0
- package/.claude/agents/marketing-reddit-community-builder.md +123 -0
- package/.claude/agents/marketing-seo-specialist.md +370 -0
- package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
- package/.claude/agents/marketing-social-media-strategist.md +125 -0
- package/.claude/agents/marketing-tiktok-strategist.md +125 -0
- package/.claude/agents/marketing-twitter-engager.md +126 -0
- package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
- package/.claude/agents/marketing-wechat-official-account.md +145 -0
- package/.claude/agents/marketing-weibo-strategist.md +240 -0
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
- package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
- package/.claude/agents/marketing-zhihu-strategist.md +162 -0
- package/.claude/agents/medical-billing-coding-specialist.md +491 -0
- package/.claude/agents/narrative-designer.md +243 -0
- package/.claude/agents/operations-manager.md +399 -0
- package/.claude/agents/organizational-psychologist.md +391 -0
- package/.claude/agents/paid-media-auditor.md +71 -0
- package/.claude/agents/paid-media-creative-strategist.md +71 -0
- package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
- package/.claude/agents/paid-media-ppc-strategist.md +71 -0
- package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
- package/.claude/agents/paid-media-search-query-analyst.md +71 -0
- package/.claude/agents/paid-media-tracking-specialist.md +71 -0
- package/.claude/agents/personal-growth-mentor.md +159 -0
- package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
- package/.claude/agents/product-dx-engineer.md +332 -0
- package/.claude/agents/product-feedback-synthesizer.md +119 -0
- package/.claude/agents/product-manager.md +469 -0
- package/.claude/agents/product-sprint-prioritizer.md +154 -0
- package/.claude/agents/product-trend-researcher.md +159 -0
- package/.claude/agents/project-management-experiment-tracker.md +198 -0
- package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
- package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
- package/.claude/agents/project-management-project-shepherd.md +194 -0
- package/.claude/agents/project-management-studio-operations.md +200 -0
- package/.claude/agents/project-management-studio-producer.md +203 -0
- package/.claude/agents/project-manager-senior.md +135 -0
- package/.claude/agents/real-estate-buyer-seller.md +596 -0
- package/.claude/agents/recruitment-specialist.md +515 -0
- package/.claude/agents/report-distribution-agent.md +65 -0
- package/.claude/agents/research-synthesist.md +136 -0
- package/.claude/agents/resume-tailor.md +230 -0
- package/.claude/agents/retail-customer-returns.md +566 -0
- package/.claude/agents/roblox-avatar-creator.md +297 -0
- package/.claude/agents/roblox-experience-designer.md +306 -0
- package/.claude/agents/roblox-systems-scripter.md +332 -0
- package/.claude/agents/sales-account-strategist.md +227 -0
- package/.claude/agents/sales-coach.md +271 -0
- package/.claude/agents/sales-data-extraction-agent.md +67 -0
- package/.claude/agents/sales-deal-strategist.md +180 -0
- package/.claude/agents/sales-discovery-coach.md +225 -0
- package/.claude/agents/sales-engineer.md +182 -0
- package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
- package/.claude/agents/sales-outbound-strategist.md +201 -0
- package/.claude/agents/sales-outreach.md +425 -0
- package/.claude/agents/sales-pipeline-analyst.md +267 -0
- package/.claude/agents/sales-proposal-strategist.md +217 -0
- package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
- package/.claude/agents/security-appsec-engineer.md +536 -0
- package/.claude/agents/security-architect.md +307 -0
- package/.claude/agents/security-blockchain-security-auditor.md +482 -0
- package/.claude/agents/security-cloud-security-architect.md +576 -0
- package/.claude/agents/security-compliance-auditor.md +158 -0
- package/.claude/agents/security-incident-responder.md +450 -0
- package/.claude/agents/security-penetration-tester.md +399 -0
- package/.claude/agents/security-secrets-credential-engineer.md +189 -0
- package/.claude/agents/security-senior-secops.md +760 -0
- package/.claude/agents/security-threat-detection-engineer.md +553 -0
- package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
- package/.claude/agents/specialized-chief-of-staff.md +279 -0
- package/.claude/agents/specialized-civil-engineer.md +356 -0
- package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
- package/.claude/agents/specialized-developer-advocate.md +317 -0
- package/.claude/agents/specialized-document-generator.md +55 -0
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
- package/.claude/agents/specialized-focus-music-architect.md +175 -0
- package/.claude/agents/specialized-french-consulting-market.md +194 -0
- package/.claude/agents/specialized-korean-business-navigator.md +216 -0
- package/.claude/agents/specialized-master-plan-architect.md +157 -0
- package/.claude/agents/specialized-mcp-builder.md +260 -0
- package/.claude/agents/specialized-model-qa.md +528 -0
- package/.claude/agents/specialized-pricing-analyst.md +243 -0
- package/.claude/agents/specialized-salesforce-architect.md +182 -0
- package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
- package/.claude/agents/specialized-workflow-architect.md +597 -0
- package/.claude/agents/study-abroad-advisor.md +282 -0
- package/.claude/agents/supply-chain-strategist.md +591 -0
- package/.claude/agents/support-analytics-reporter.md +387 -0
- package/.claude/agents/support-executive-summary-generator.md +212 -0
- package/.claude/agents/support-finance-tracker.md +480 -0
- package/.claude/agents/support-infrastructure-maintainer.md +628 -0
- package/.claude/agents/support-legal-compliance-checker.md +591 -0
- package/.claude/agents/support-support-responder.md +607 -0
- package/.claude/agents/technical-artist.md +233 -0
- package/.claude/agents/terminal-integration-specialist.md +70 -0
- package/.claude/agents/testing-accessibility-auditor.md +327 -0
- package/.claude/agents/testing-api-tester.md +334 -0
- package/.claude/agents/testing-evidence-collector.md +210 -0
- package/.claude/agents/testing-performance-benchmarker.md +283 -0
- package/.claude/agents/testing-reality-checker.md +249 -0
- package/.claude/agents/testing-test-automation-engineer.md +196 -0
- package/.claude/agents/testing-test-results-analyzer.md +330 -0
- package/.claude/agents/testing-tool-evaluator.md +416 -0
- package/.claude/agents/testing-workflow-optimizer.md +463 -0
- package/.claude/agents/unity-architect.md +271 -0
- package/.claude/agents/unity-editor-tool-developer.md +310 -0
- package/.claude/agents/unity-multiplayer-engineer.md +323 -0
- package/.claude/agents/unity-shader-graph-artist.md +269 -0
- package/.claude/agents/unreal-multiplayer-architect.md +364 -0
- package/.claude/agents/unreal-systems-engineer.md +322 -0
- package/.claude/agents/unreal-technical-artist.md +256 -0
- package/.claude/agents/unreal-world-builder.md +273 -0
- package/.claude/agents/visionos-spatial-engineer.md +54 -0
- package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
- package/.claude/agents/xr-immersive-developer.md +32 -0
- package/.claude/agents/xr-interface-architect.md +32 -0
- package/.claude/agents/zk-steward.md +211 -0
- package/.claude-plugin/marketplace.json +30 -0
- package/.commitlintrc.json +26 -0
- package/.devcontainer/Dockerfile +24 -0
- package/.devcontainer/devcontainer.json +70 -0
- package/.devcontainer/docker-compose.memory.yml +42 -0
- package/.devcontainer/memory-stack/devcontainer.json +84 -0
- package/.devcontainer/post-create.sh +83 -0
- package/.dockerignore +23 -0
- package/.env.act.example +15 -0
- package/.env.example +171 -0
- package/.eslintrc.json +16 -0
- package/.git-blame-ignore-revs +10 -0
- package/.gitattributes +2 -0
- package/.gitguardian.yaml +50 -0
- package/.githooks/pre-commit +6 -0
- package/.pre-commit-config.yaml +30 -0
- package/.release-please-config-xithead.json +22 -0
- package/.release-please-config.json +44 -0
- package/.release-please-manifest-xithead.json +3 -0
- package/.release-please-manifest.json +3 -0
- package/CODE_OF_CONDUCT.md +133 -0
- package/CONTRIBUTING.md +133 -0
- package/Cargo.lock +5557 -0
- package/Cargo.toml +121 -0
- package/Dockerfile +38 -0
- package/Dockerfile.proxy +48 -0
- package/ENTERPRISE.md +5 -0
- package/FEATURES_ADVANCED.md +311 -0
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +4 -0
- package/MODERNIZATION_GUIDE.md +358 -0
- package/Makefile +140 -0
- package/NOTICE +43 -0
- package/NPM_TOKEN_SETUP.md +81 -0
- package/PR.md +170 -0
- package/PUBLISH.md +77 -0
- package/README.md +108 -72
- package/README_FRONTEND.md +196 -0
- package/REALIGNMENT/00-overview.md +53 -0
- package/REALIGNMENT/01-bug-list.md +421 -0
- package/REALIGNMENT/02-architecture.md +322 -0
- package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
- package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
- package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
- package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
- package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
- package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
- package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
- package/REALIGNMENT/12-decisions-needed.md +196 -0
- package/REALIGNMENT/INDEX.md +82 -0
- package/REFACTORING_CAMPAIGN.md +277 -0
- package/RESTRUCTURE_PLAN.md +100 -0
- package/RUST_DEV.md +361 -0
- package/SECURITY.md +65 -0
- package/SETUP_AUTO_PUBLISH.md +164 -0
- package/TESTING-copilot-subscription.md +153 -0
- package/app/api/config/route.ts +22 -0
- package/app/api/export/route.ts +83 -0
- package/app/api/models/route.ts +12 -0
- package/app/api/stats/route.ts +46 -0
- package/app/dashboard/page.tsx +445 -0
- package/app/globals.css +35 -0
- package/app/installation/page.tsx +293 -0
- package/app/layout.tsx +35 -0
- package/app/master-design-system.css +2076 -0
- package/app/master-design-system.source.css +8 -0
- package/app/page.tsx +187 -0
- package/app/rechtliches/agb/page.tsx +165 -0
- package/app/rechtliches/datenschutz/page.tsx +128 -0
- package/app/rechtliches/impressum/page.tsx +122 -0
- package/app/rechtliches/widerruf/page.tsx +185 -0
- package/bin/xithead.js +264 -0
- package/codecov.yml +34 -0
- package/components/layout/AppShell.tsx +25 -0
- package/components/layout/Footer.tsx +120 -0
- package/components/layout/Header.tsx +145 -0
- package/components/marketing/LegalHighlights.tsx +45 -0
- package/components/marketing/LegalPageShell.tsx +49 -0
- package/components/marketing/LegalPanel.tsx +41 -0
- package/components/marketing/index.ts +3 -0
- package/crates/headroom-core/Cargo.toml +165 -0
- package/crates/headroom-core/benches/auth_mode.rs +74 -0
- package/crates/headroom-core/benches/ccr_store.rs +224 -0
- package/crates/headroom-core/benches/tokenizer.rs +52 -0
- package/crates/headroom-core/config/pipeline.toml +151 -0
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
- package/crates/headroom-core/src/auth_mode.rs +250 -0
- package/crates/headroom-core/src/cache_control.rs +414 -0
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
- package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
- package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
- package/crates/headroom-core/src/ccr/mod.rs +119 -0
- package/crates/headroom-core/src/compression_policy.rs +505 -0
- package/crates/headroom-core/src/lib.rs +33 -0
- package/crates/headroom-core/src/relevance/base.rs +139 -0
- package/crates/headroom-core/src/relevance/bm25.rs +385 -0
- package/crates/headroom-core/src/relevance/embedding.rs +354 -0
- package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
- package/crates/headroom-core/src/relevance/mod.rs +64 -0
- package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
- package/crates/headroom-core/src/signals/line_importance.rs +84 -0
- package/crates/headroom-core/src/signals/mod.rs +61 -0
- package/crates/headroom-core/src/signals/tiered.rs +141 -0
- package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
- package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
- package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
- package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
- package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
- package/crates/headroom-core/src/transforms/detection.rs +222 -0
- package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
- package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
- package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
- package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
- package/crates/headroom-core/src/transforms/mod.rs +64 -0
- package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
- package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
- package/crates/headroom-core/src/transforms/safety.rs +215 -0
- package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
- package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
- package/crates/headroom-parity/Cargo.toml +26 -0
- package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
- package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
- package/crates/headroom-parity/src/lib.rs +613 -0
- package/crates/headroom-proxy/Cargo.toml +119 -0
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
- package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
- package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
- package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
- package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
- package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
- package/crates/headroom-proxy/src/compression/mod.rs +127 -0
- package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
- package/crates/headroom-proxy/src/config.rs +646 -0
- package/crates/headroom-proxy/src/error.rs +69 -0
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
- package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
- package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
- package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
- package/crates/headroom-proxy/src/headers.rs +288 -0
- package/crates/headroom-proxy/src/health.rs +41 -0
- package/crates/headroom-proxy/src/lib.rs +21 -0
- package/crates/headroom-proxy/src/main.rs +141 -0
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
- package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
- package/crates/headroom-proxy/src/observability/mod.rs +68 -0
- package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
- package/crates/headroom-proxy/src/proxy.rs +1619 -0
- package/crates/headroom-proxy/src/responses_items.rs +565 -0
- package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
- package/crates/headroom-proxy/src/sse/framing.rs +366 -0
- package/crates/headroom-proxy/src/sse/mod.rs +40 -0
- package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
- package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
- package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
- package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
- package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
- package/crates/headroom-proxy/src/websocket.rs +246 -0
- package/crates/headroom-py/Cargo.toml +37 -0
- package/crates/headroom-py/build.rs +77 -0
- package/crates/headroom-py/glibc_compat.c +170 -0
- package/crates/headroom-py/src/lib.rs +1655 -0
- package/deny.toml +32 -0
- package/design-system/base.css +127 -0
- package/design-system/components.css +1943 -0
- package/design-system/fonts.css +17 -0
- package/design-system/tailwind-preset.js +95 -0
- package/design-system/tokens.css +48 -0
- package/design-system/utilities.css +53 -0
- package/docker/differential-network-capture/Dockerfile.runner +14 -0
- package/docker/differential-network-capture/docker-compose.yml +142 -0
- package/docker/differential-network-capture/run-claude-lane.sh +24 -0
- package/docker/docker-compose.native.yml +44 -0
- package/docker-bake.hcl +88 -0
- package/docker-compose.yml +80 -0
- package/e2e/_lib/make_shim.ps1 +24 -0
- package/e2e/_lib/make_shim.sh +28 -0
- package/e2e/docker-native-install.sh +120 -0
- package/e2e/init/Dockerfile +79 -0
- package/e2e/wrap/Dockerfile +115 -0
- package/examples/07-context-compression.ipynb +279 -0
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
- package/examples/deployment/macos-launchagent/install.sh +227 -0
- package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
- package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/lib/config/index.ts +12 -0
- package/lib/hooks/index.ts +4 -0
- package/lib/hooks/use-mounted.ts +13 -0
- package/lib/hooks/use-session.ts +34 -0
- package/lib/hooks/use-settings.ts +49 -0
- package/lib/utils/index.ts +1 -0
- package/lib/utils/settings.ts +162 -0
- package/lib/utils/utils.ts +6 -0
- package/llms.txt +67 -0
- package/middleware.ts +26 -0
- package/mkdocs.yml +136 -0
- package/next-env.d.ts +7 -0
- package/next.config.ts +12 -0
- package/npm/bin/xithead.js +366 -366
- package/npm/bin/xtream-head.js +366 -0
- package/npm/index.d.ts +57 -57
- package/npm/index.js +139 -139
- package/npm/package.json +55 -54
- package/npm/postinstall.js +43 -43
- package/package.json +58 -36
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
- package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
- package/plugins/headroom-oauth2/LICENSE +3 -0
- package/plugins/headroom-oauth2/SPEC.md +115 -0
- package/plugins/headroom-oauth2/pyproject.toml +48 -0
- package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
- package/plugins/openclaw/hook-shim/HOOK.md +21 -0
- package/plugins/openclaw/hook-shim/handler.js +3 -0
- package/plugins/openclaw/openclaw.plugin.json +98 -0
- package/plugins/openclaw/package-lock.json +2692 -0
- package/plugins/openclaw/package.json +54 -0
- package/plugins/openclaw/prepare-dist.mjs +56 -0
- package/plugins/openclaw/src/convert.ts +418 -0
- package/plugins/openclaw/src/engine.ts +284 -0
- package/plugins/openclaw/src/gateway-config.ts +143 -0
- package/plugins/openclaw/src/index.ts +11 -0
- package/plugins/openclaw/src/plugin/index.ts +98 -0
- package/plugins/openclaw/src/proxy-manager.ts +477 -0
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
- package/plugins/openclaw/test/convert.test.ts +96 -0
- package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
- package/plugins/openclaw/test/engine.test.ts +101 -0
- package/plugins/openclaw/test/gateway-config.test.ts +278 -0
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
- package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
- package/plugins/openclaw/tsup.config.ts +9 -0
- package/postcss.config.mjs +7 -0
- package/pyproject.toml +438 -0
- package/rust-toolchain.toml +16 -0
- package/sdk/typescript/examples/basic-compress.ts +64 -0
- package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
- package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
- package/sdk/typescript/examples/middleware-composition.ts +59 -0
- package/sdk/typescript/examples/multi-provider.ts +53 -0
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
- package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
- package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
- package/sdk/typescript/examples/streaming-chat.ts +71 -0
- package/sdk/typescript/examples/structured-output.ts +99 -0
- package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
- package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
- package/sdk/typescript/package-lock.json +3437 -0
- package/sdk/typescript/package.json +108 -0
- package/sdk/typescript/src/adapters/anthropic.ts +218 -0
- package/sdk/typescript/src/adapters/gemini.ts +83 -0
- package/sdk/typescript/src/adapters/openai.ts +77 -0
- package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
- package/sdk/typescript/src/client.ts +632 -0
- package/sdk/typescript/src/compress.ts +87 -0
- package/sdk/typescript/src/errors.ts +114 -0
- package/sdk/typescript/src/hooks.ts +113 -0
- package/sdk/typescript/src/index.ts +140 -0
- package/sdk/typescript/src/paths.ts +272 -0
- package/sdk/typescript/src/shared-context.ts +188 -0
- package/sdk/typescript/src/simulate.ts +52 -0
- package/sdk/typescript/src/types/config.ts +183 -0
- package/sdk/typescript/src/types/models.ts +314 -0
- package/sdk/typescript/src/types.ts +139 -0
- package/sdk/typescript/src/utils/case.ts +34 -0
- package/sdk/typescript/src/utils/format.ts +480 -0
- package/sdk/typescript/src/utils/stream.ts +50 -0
- package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
- package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
- package/sdk/typescript/test/adapters/openai.test.ts +174 -0
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
- package/sdk/typescript/test/client-expanded.test.ts +333 -0
- package/sdk/typescript/test/client.test.ts +266 -0
- package/sdk/typescript/test/compress.test.ts +118 -0
- package/sdk/typescript/test/config.test.ts +275 -0
- package/sdk/typescript/test/errors.test.ts +169 -0
- package/sdk/typescript/test/format-integration.test.ts +252 -0
- package/sdk/typescript/test/hooks.test.ts +265 -0
- package/sdk/typescript/test/integration.test.ts +249 -0
- package/sdk/typescript/test/mdx-examples.test.ts +253 -0
- package/sdk/typescript/test/models.test.ts +318 -0
- package/sdk/typescript/test/parity.test.ts +337 -0
- package/sdk/typescript/test/paths.test.ts +447 -0
- package/sdk/typescript/test/shared-context.test.ts +245 -0
- package/sdk/typescript/test/simulate.test.ts +84 -0
- package/sdk/typescript/test/types.test.ts +244 -0
- package/sdk/typescript/test/utils/case.test.ts +129 -0
- package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
- package/sdk/typescript/test/utils/format.test.ts +434 -0
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
- package/sdk/typescript/tsup.config.ts +17 -0
- package/tailwind.master.config.cjs +47 -0
- package/types/api.ts +12 -0
- package/types/config.ts +9 -0
- package/types/index.ts +2 -0
- package/uv.lock +6951 -0
- package/xithead.egg-info/PKG-INFO +22 -0
- package/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead.egg-info/entry_points.txt +2 -0
- package/xithead.egg-info/requires.txt +10 -0
- package/xithead.egg-info/top_level.txt +2 -0
- package/xithead.ps1 +136 -0
- package/xithead.sh +129 -0
- package/xithead_dist/pyproject.toml +39 -0
- package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
- package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
- package/xithead_dist/xithead.egg-info/requires.txt +10 -0
- package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
|
@@ -0,0 +1,284 @@
|
|
|
1
|
+
//! `LogOffload` — wraps [`LogCompressor`] as an [`OffloadTransform`].
|
|
2
|
+
//!
|
|
3
|
+
//! # Bloat heuristic — why these signals
|
|
4
|
+
//!
|
|
5
|
+
//! Logs are bloaty in two distinct ways the orchestrator should both
|
|
6
|
+
//! recognize:
|
|
7
|
+
//!
|
|
8
|
+
//! 1. **Repetition.** The same INFO heartbeat fired 800 times.
|
|
9
|
+
//! Detected by counting unique lines in a sample and computing
|
|
10
|
+
//! `1 − unique/total`. Cheap (a `HashSet<&str>`); high signal.
|
|
11
|
+
//! 2. **Priority dilution.** Unique-but-irrelevant lines burying a
|
|
12
|
+
//! handful of errors. Detected by running each sampled line
|
|
13
|
+
//! through a [`LineImportanceDetector`] and counting how many score
|
|
14
|
+
//! *below* a configured high-priority threshold.
|
|
15
|
+
//!
|
|
16
|
+
//! Both pass through the same sample (default 100 lines). Each
|
|
17
|
+
//! contributes a 0.0–1.0 sub-score; the final bloat score is a weighted
|
|
18
|
+
//! sum of the two (weights sum ≤ 1.0). High repetition AND high
|
|
19
|
+
//! dilution → high bloat → orchestrator runs offload.
|
|
20
|
+
//!
|
|
21
|
+
//! Cost: O(sample_size) hash-set inserts + O(sample_size) detector
|
|
22
|
+
//! calls. KeywordDetector is aho-corasick + word-boundary, so per-line
|
|
23
|
+
//! cost is O(line length). Plenty cheap to run in parallel with the
|
|
24
|
+
//! reformat phase.
|
|
25
|
+
//!
|
|
26
|
+
//! [`LogCompressor`]: crate::transforms::log_compressor::LogCompressor
|
|
27
|
+
//! [`OffloadTransform`]: crate::transforms::pipeline::traits::OffloadTransform
|
|
28
|
+
//! [`LineImportanceDetector`]: crate::signals::LineImportanceDetector
|
|
29
|
+
|
|
30
|
+
use std::collections::HashSet;
|
|
31
|
+
|
|
32
|
+
use crate::ccr::CcrStore;
|
|
33
|
+
use crate::signals::{ImportanceContext, KeywordDetector, LineImportanceDetector};
|
|
34
|
+
use crate::transforms::log_compressor::{LogCompressor, LogCompressorConfig};
|
|
35
|
+
use crate::transforms::pipeline::config::LogBloatConfig;
|
|
36
|
+
use crate::transforms::pipeline::traits::{
|
|
37
|
+
CompressionContext, OffloadOutput, OffloadTransform, TransformError,
|
|
38
|
+
};
|
|
39
|
+
use crate::transforms::ContentType;
|
|
40
|
+
|
|
41
|
+
const NAME: &str = "log_offload";
|
|
42
|
+
/// Confidence is high — LogCompressor has 50+ parity fixtures and
|
|
43
|
+
/// shadow-validated against Python.
|
|
44
|
+
const CONFIDENCE: f32 = 0.85;
|
|
45
|
+
|
|
46
|
+
pub struct LogOffload {
|
|
47
|
+
compressor: LogCompressor,
|
|
48
|
+
bloat: LogBloatConfig,
|
|
49
|
+
detector: Box<dyn LineImportanceDetector>,
|
|
50
|
+
/// Bias passed to the underlying compressor's adaptive sizer.
|
|
51
|
+
/// Empty `query` in the orchestrator's `CompressionContext` maps
|
|
52
|
+
/// to `0.0`; supplying a query nudges adaptive sizing slightly
|
|
53
|
+
/// looser. Matches the existing search/log Python behavior.
|
|
54
|
+
bias: f64,
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
impl LogOffload {
|
|
58
|
+
/// Default constructor: stock LogCompressor, KeywordDetector, default
|
|
59
|
+
/// bloat config. Used by the orchestrator's typical wiring.
|
|
60
|
+
pub fn new(bloat: LogBloatConfig) -> Self {
|
|
61
|
+
Self::with_compressor(
|
|
62
|
+
LogCompressor::new(LogCompressorConfig::default()),
|
|
63
|
+
bloat,
|
|
64
|
+
Box::new(KeywordDetector::new()),
|
|
65
|
+
)
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
/// Custom constructor — used when an integration test needs a
|
|
69
|
+
/// stub detector or a tweaked compressor config.
|
|
70
|
+
pub fn with_compressor(
|
|
71
|
+
compressor: LogCompressor,
|
|
72
|
+
bloat: LogBloatConfig,
|
|
73
|
+
detector: Box<dyn LineImportanceDetector>,
|
|
74
|
+
) -> Self {
|
|
75
|
+
Self {
|
|
76
|
+
compressor,
|
|
77
|
+
bloat,
|
|
78
|
+
detector,
|
|
79
|
+
bias: 0.0,
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
/// Override the adaptive-sizer bias passed to the underlying
|
|
84
|
+
/// compressor. Defaults to 0.0; values around 0.1–0.3 nudge the
|
|
85
|
+
/// algorithm to keep more lines.
|
|
86
|
+
pub fn with_bias(mut self, bias: f64) -> Self {
|
|
87
|
+
self.bias = bias;
|
|
88
|
+
self
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
impl OffloadTransform for LogOffload {
|
|
93
|
+
fn name(&self) -> &'static str {
|
|
94
|
+
NAME
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
fn applies_to(&self) -> &[ContentType] {
|
|
98
|
+
&[ContentType::BuildOutput]
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
fn estimate_bloat(&self, content: &str) -> f32 {
|
|
102
|
+
if content.is_empty() {
|
|
103
|
+
return 0.0;
|
|
104
|
+
}
|
|
105
|
+
// Cheap line walk, bounded by `sample_size`. We don't allocate
|
|
106
|
+
// the full Vec<&str> — we iterate lazily and stop after the
|
|
107
|
+
// sample fills.
|
|
108
|
+
let mut unique: HashSet<&str> = HashSet::with_capacity(self.bloat.sample_size);
|
|
109
|
+
let mut sampled = 0usize;
|
|
110
|
+
let mut low_priority = 0usize;
|
|
111
|
+
|
|
112
|
+
for line in content.lines() {
|
|
113
|
+
if sampled >= self.bloat.sample_size {
|
|
114
|
+
break;
|
|
115
|
+
}
|
|
116
|
+
sampled += 1;
|
|
117
|
+
unique.insert(line);
|
|
118
|
+
let signal = self.detector.score(line, ImportanceContext::Log);
|
|
119
|
+
if signal.priority <= self.bloat.high_priority_threshold {
|
|
120
|
+
low_priority += 1;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
// Below the configured min-lines floor, offload isn't worth
|
|
125
|
+
// it regardless — return 0.0 so the orchestrator skips us.
|
|
126
|
+
// Use the actual line count, not the sample count, so very
|
|
127
|
+
// long but uniform logs still float above the floor.
|
|
128
|
+
let total_lines = content.lines().count();
|
|
129
|
+
if total_lines < self.bloat.min_lines {
|
|
130
|
+
return 0.0;
|
|
131
|
+
}
|
|
132
|
+
if sampled == 0 {
|
|
133
|
+
return 0.0;
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
let repetition = 1.0 - (unique.len() as f32 / sampled as f32);
|
|
137
|
+
let dilution = low_priority as f32 / sampled as f32;
|
|
138
|
+
let score = repetition * self.bloat.uniqueness_weight
|
|
139
|
+
+ dilution * self.bloat.priority_dilution_weight;
|
|
140
|
+
score.clamp(0.0, 1.0)
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
fn apply(
|
|
144
|
+
&self,
|
|
145
|
+
content: &str,
|
|
146
|
+
_ctx: &CompressionContext,
|
|
147
|
+
store: &dyn CcrStore,
|
|
148
|
+
) -> Result<OffloadOutput, TransformError> {
|
|
149
|
+
let (result, stats) = self
|
|
150
|
+
.compressor
|
|
151
|
+
.compress_with_store(content, self.bias, Some(store));
|
|
152
|
+
|
|
153
|
+
// The trait contract says `cache_key` is required. If the
|
|
154
|
+
// underlying compressor decided post-hoc that the offload
|
|
155
|
+
// wasn't worth it (compression ratio above its own threshold,
|
|
156
|
+
// or input was too short for CCR), we surface that as a Skip
|
|
157
|
+
// — NOT a fabricated key. Keeps the trait contract honest.
|
|
158
|
+
let Some(key) = result.cache_key else {
|
|
159
|
+
let reason = stats.ccr_skip_reason.unwrap_or("no cache_key emitted");
|
|
160
|
+
return Err(TransformError::skipped(NAME, reason));
|
|
161
|
+
};
|
|
162
|
+
|
|
163
|
+
Ok(OffloadOutput::from_lengths(
|
|
164
|
+
content.len(),
|
|
165
|
+
result.compressed,
|
|
166
|
+
key,
|
|
167
|
+
))
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
fn confidence(&self) -> f32 {
|
|
171
|
+
CONFIDENCE
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
#[cfg(test)]
|
|
176
|
+
mod tests {
|
|
177
|
+
use super::*;
|
|
178
|
+
use crate::ccr::InMemoryCcrStore;
|
|
179
|
+
use crate::transforms::pipeline::config::PipelineConfig;
|
|
180
|
+
|
|
181
|
+
fn default_bloat() -> LogBloatConfig {
|
|
182
|
+
PipelineConfig::default().bloat.log
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
fn offload() -> LogOffload {
|
|
186
|
+
LogOffload::new(default_bloat())
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
#[test]
|
|
190
|
+
fn name_and_applies_to() {
|
|
191
|
+
let o = offload();
|
|
192
|
+
assert_eq!(o.name(), "log_offload");
|
|
193
|
+
assert_eq!(o.applies_to(), &[ContentType::BuildOutput]);
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
#[test]
|
|
197
|
+
fn estimate_bloat_empty_input_is_zero() {
|
|
198
|
+
assert_eq!(offload().estimate_bloat(""), 0.0);
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
#[test]
|
|
202
|
+
fn estimate_bloat_below_min_lines_is_zero() {
|
|
203
|
+
// 5 lines is well below default min_lines=50; should score 0.
|
|
204
|
+
let log = "INFO: starting\nERROR: oh no\nINFO: heartbeat\nINFO: done\nINFO: bye";
|
|
205
|
+
assert_eq!(offload().estimate_bloat(log), 0.0);
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
#[test]
|
|
209
|
+
fn estimate_bloat_high_repetition_scores_high() {
|
|
210
|
+
// 100 identical INFO heartbeats — pure repetition bloat.
|
|
211
|
+
let line = "INFO: heartbeat received from worker-7";
|
|
212
|
+
let log: Vec<&str> = (0..100).map(|_| line).collect();
|
|
213
|
+
let log = log.join("\n");
|
|
214
|
+
let score = offload().estimate_bloat(&log);
|
|
215
|
+
// Repetition is 0.99 (1/100 unique), dilution is 1.0 (no high-
|
|
216
|
+
// priority signals), default weights 0.5+0.5 → score ≈ 0.995.
|
|
217
|
+
assert!(score > 0.8, "expected high score, got {score}");
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
#[test]
|
|
221
|
+
fn estimate_bloat_unique_errors_score_low() {
|
|
222
|
+
// 100 unique error lines — high dilution score 0 (all errors),
|
|
223
|
+
// repetition score 0 (all unique). Should be near zero.
|
|
224
|
+
let lines: Vec<String> = (0..100)
|
|
225
|
+
.map(|i| format!("ERROR: failure number {i} at module x"))
|
|
226
|
+
.collect();
|
|
227
|
+
let log = lines.join("\n");
|
|
228
|
+
let score = offload().estimate_bloat(&log);
|
|
229
|
+
assert!(score < 0.3, "expected low score, got {score}");
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
#[test]
|
|
233
|
+
fn estimate_bloat_priority_dilution_alone_scores_meaningfully() {
|
|
234
|
+
// 100 unique INFO lines — repetition ≈ 0, dilution ≈ 1.0.
|
|
235
|
+
// Default weights → score ≈ 0.5.
|
|
236
|
+
let lines: Vec<String> = (0..100)
|
|
237
|
+
.map(|i| format!("INFO: routine event #{i}"))
|
|
238
|
+
.collect();
|
|
239
|
+
let log = lines.join("\n");
|
|
240
|
+
let score = offload().estimate_bloat(&log);
|
|
241
|
+
assert!((0.3..=0.7).contains(&score), "expected ~0.5, got {score}");
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
#[test]
|
|
245
|
+
fn estimate_bloat_safe_on_huge_inputs() {
|
|
246
|
+
// 100k lines — sample bounding must keep this cheap. Test
|
|
247
|
+
// exists to flush out accidental O(n²) regressions.
|
|
248
|
+
let lines: Vec<String> = (0..100_000).map(|i| format!("line {i}")).collect();
|
|
249
|
+
let log = lines.join("\n");
|
|
250
|
+
// Should complete near-instantly; we don't assert a deadline,
|
|
251
|
+
// just that the call returns without explosion.
|
|
252
|
+
let _ = offload().estimate_bloat(&log);
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
#[test]
|
|
256
|
+
fn apply_emits_cache_key_and_stores_original_for_repetitive_log() {
|
|
257
|
+
let line = "INFO: heartbeat\n";
|
|
258
|
+
let log: String = line.repeat(200);
|
|
259
|
+
let store = InMemoryCcrStore::new();
|
|
260
|
+
let r = offload()
|
|
261
|
+
.apply(&log, &CompressionContext::default(), &store)
|
|
262
|
+
.expect("offload should produce a key on bloaty input");
|
|
263
|
+
assert!(!r.cache_key.is_empty());
|
|
264
|
+
assert_eq!(store.get(&r.cache_key).as_deref(), Some(log.as_str()));
|
|
265
|
+
assert!(r.bytes_saved > 0);
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
#[test]
|
|
269
|
+
fn apply_returns_skipped_when_underlying_compressor_declines_ccr() {
|
|
270
|
+
// 5-line log: below LogCompressor's `min_lines_for_ccr=50`.
|
|
271
|
+
// Compressor passes through unchanged with `cache_key=None`.
|
|
272
|
+
// Our wrapper must surface that as `Skipped`, not fabricate a key.
|
|
273
|
+
let log = "INFO: a\nINFO: b\nINFO: c\nINFO: d\nINFO: e";
|
|
274
|
+
let store = InMemoryCcrStore::new();
|
|
275
|
+
let err = offload()
|
|
276
|
+
.apply(log, &CompressionContext::default(), &store)
|
|
277
|
+
.expect_err("must skip");
|
|
278
|
+
match err {
|
|
279
|
+
TransformError::Skipped { transform, .. } => assert_eq!(transform, "log_offload"),
|
|
280
|
+
_ => panic!("expected Skipped, got {err:?}"),
|
|
281
|
+
}
|
|
282
|
+
assert_eq!(store.len(), 0, "no payload should have been stored");
|
|
283
|
+
}
|
|
284
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
//! Offload transforms — drop bytes from the wire, stash original via CCR.
|
|
2
|
+
//!
|
|
3
|
+
//! Every transform here implements [`super::traits::OffloadTransform`].
|
|
4
|
+
//! The output is a SUBSET of the input plus a retrieval marker; the
|
|
5
|
+
//! original payload sits in a [`crate::ccr::CcrStore`] keyed by the
|
|
6
|
+
//! returned `cache_key`. The LLM retrieves any dropped piece by
|
|
7
|
+
//! issuing a tool call against the runtime layer, which queries the
|
|
8
|
+
//! same store.
|
|
9
|
+
//!
|
|
10
|
+
//! # Per-domain bloat
|
|
11
|
+
//!
|
|
12
|
+
//! Each offload carries a cheap, structural [`estimate_bloat`] method
|
|
13
|
+
//! the orchestrator runs in parallel with the reformat phase. The
|
|
14
|
+
//! estimate is the gating signal: if it falls below a configurable
|
|
15
|
+
//! threshold AND reformat shrunk enough on its own, the orchestrator
|
|
16
|
+
//! skips this offload entirely (no parse, no store write, no marker).
|
|
17
|
+
//!
|
|
18
|
+
//! [`estimate_bloat`]: super::traits::OffloadTransform::estimate_bloat
|
|
19
|
+
|
|
20
|
+
pub mod diff_noise;
|
|
21
|
+
pub mod diff_offload;
|
|
22
|
+
pub mod json_offload;
|
|
23
|
+
pub mod log_offload;
|
|
24
|
+
pub mod search_offload;
|
|
25
|
+
|
|
26
|
+
pub use diff_noise::DiffNoise;
|
|
27
|
+
pub use diff_offload::DiffOffload;
|
|
28
|
+
pub use json_offload::JsonOffload;
|
|
29
|
+
pub use log_offload::LogOffload;
|
|
30
|
+
// `SearchOffload` is intentionally NOT re-exported here. The
|
|
31
|
+
// orchestrator-default registration omits it; keep the type accessible
|
|
32
|
+
// via the explicit module path for opt-in callers, but discourage new
|
|
33
|
+
// adoption (see `search_offload.rs` head docs for rationale).
|
|
34
|
+
pub use search_offload::SearchOffload;
|
|
@@ -0,0 +1,331 @@
|
|
|
1
|
+
//! `SearchOffload` — wraps [`SearchCompressor`] as an [`OffloadTransform`].
|
|
2
|
+
//!
|
|
3
|
+
//! # Status: not registered in the default pipeline (2026-04-30)
|
|
4
|
+
//!
|
|
5
|
+
//! Modern coding agents (Claude Code, Codex, etc.) drive `rg` / `grep`
|
|
6
|
+
//! with sensible scoping, so broad noisy search output is rare in
|
|
7
|
+
//! practice. When it does happen, the LLM benefits from seeing the
|
|
8
|
+
//! match clustering directly — compressing it adds maintenance burden
|
|
9
|
+
//! for marginal token savings. The type stays accessible at
|
|
10
|
+
//! `crate::transforms::pipeline::offloads::search_offload::SearchOffload`
|
|
11
|
+
//! for callers who want to opt in, but the orchestrator's default wiring
|
|
12
|
+
//! omits it. Re-evaluate once usage telemetry shows real demand.
|
|
13
|
+
//!
|
|
14
|
+
//! # Bloat heuristic — match clustering
|
|
15
|
+
//!
|
|
16
|
+
//! Search output (grep / ripgrep) is bloaty when matches cluster
|
|
17
|
+
//! heavily into a few files: 50 hits in `utils.py` and one hit
|
|
18
|
+
//! elsewhere is mostly redundant — the LLM only needs a representative
|
|
19
|
+
//! sample plus a count. The estimator computes:
|
|
20
|
+
//!
|
|
21
|
+
//! 1. `total` — count of lines that look like a `file:line:` match.
|
|
22
|
+
//! 2. `unique_files` — distinct file prefixes among those matches.
|
|
23
|
+
//! 3. `avg = total / unique_files`.
|
|
24
|
+
//! 4. `score = (avg − 1) / cluster_threshold`, clamped to [0.0, 1.0].
|
|
25
|
+
//!
|
|
26
|
+
//! `cluster_threshold = 10.0` means "10 matches per file on average is
|
|
27
|
+
//! 100% bloat" (the offload should fire). Below `min_matches`, score 0
|
|
28
|
+
//! regardless — too small to bother with retrieval round trip.
|
|
29
|
+
//!
|
|
30
|
+
//! No regex — pure byte scan: walk lines, find the first colon (or
|
|
31
|
+
//! Windows drive-letter colon) that's followed by digits and another
|
|
32
|
+
//! colon, treat what's before as the file. Cost: O(n) over input.
|
|
33
|
+
//!
|
|
34
|
+
//! [`SearchCompressor`]: crate::transforms::search_compressor::SearchCompressor
|
|
35
|
+
//! [`OffloadTransform`]: crate::transforms::pipeline::traits::OffloadTransform
|
|
36
|
+
|
|
37
|
+
use std::collections::HashSet;
|
|
38
|
+
|
|
39
|
+
use crate::ccr::CcrStore;
|
|
40
|
+
use crate::transforms::pipeline::config::SearchBloatConfig;
|
|
41
|
+
use crate::transforms::pipeline::traits::{
|
|
42
|
+
CompressionContext, OffloadOutput, OffloadTransform, TransformError,
|
|
43
|
+
};
|
|
44
|
+
use crate::transforms::search_compressor::{SearchCompressor, SearchCompressorConfig};
|
|
45
|
+
use crate::transforms::ContentType;
|
|
46
|
+
|
|
47
|
+
const NAME: &str = "search_offload";
|
|
48
|
+
/// Confidence is high — SearchCompressor has parity fixtures.
|
|
49
|
+
const CONFIDENCE: f32 = 0.85;
|
|
50
|
+
|
|
51
|
+
pub struct SearchOffload {
|
|
52
|
+
compressor: SearchCompressor,
|
|
53
|
+
bloat: SearchBloatConfig,
|
|
54
|
+
/// Bias for the underlying compressor's adaptive sizer.
|
|
55
|
+
bias: f64,
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
impl SearchOffload {
|
|
59
|
+
pub fn new(bloat: SearchBloatConfig) -> Self {
|
|
60
|
+
Self::with_compressor(
|
|
61
|
+
SearchCompressor::new(SearchCompressorConfig::default()),
|
|
62
|
+
bloat,
|
|
63
|
+
)
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
pub fn with_compressor(compressor: SearchCompressor, bloat: SearchBloatConfig) -> Self {
|
|
67
|
+
Self {
|
|
68
|
+
compressor,
|
|
69
|
+
bloat,
|
|
70
|
+
bias: 0.0,
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
pub fn with_bias(mut self, bias: f64) -> Self {
|
|
75
|
+
self.bias = bias;
|
|
76
|
+
self
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
impl OffloadTransform for SearchOffload {
|
|
81
|
+
fn name(&self) -> &'static str {
|
|
82
|
+
NAME
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
fn applies_to(&self) -> &[ContentType] {
|
|
86
|
+
&[ContentType::SearchResults]
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
fn estimate_bloat(&self, content: &str) -> f32 {
|
|
90
|
+
if content.is_empty() {
|
|
91
|
+
return 0.0;
|
|
92
|
+
}
|
|
93
|
+
let mut total = 0usize;
|
|
94
|
+
let mut files: HashSet<&str> = HashSet::new();
|
|
95
|
+
|
|
96
|
+
for line in content.lines() {
|
|
97
|
+
if let Some(file) = extract_file_prefix(line) {
|
|
98
|
+
total += 1;
|
|
99
|
+
files.insert(file);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
if total < self.bloat.min_matches || files.is_empty() {
|
|
104
|
+
return 0.0;
|
|
105
|
+
}
|
|
106
|
+
let avg = total as f32 / files.len() as f32;
|
|
107
|
+
if avg <= 1.0 {
|
|
108
|
+
return 0.0;
|
|
109
|
+
}
|
|
110
|
+
let score = (avg - 1.0) / self.bloat.cluster_threshold;
|
|
111
|
+
score.clamp(0.0, 1.0)
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
fn apply(
|
|
115
|
+
&self,
|
|
116
|
+
content: &str,
|
|
117
|
+
ctx: &CompressionContext,
|
|
118
|
+
store: &dyn CcrStore,
|
|
119
|
+
) -> Result<OffloadOutput, TransformError> {
|
|
120
|
+
let (result, stats) =
|
|
121
|
+
self.compressor
|
|
122
|
+
.compress_with_store(content, &ctx.query, self.bias, Some(store));
|
|
123
|
+
|
|
124
|
+
let Some(key) = result.cache_key else {
|
|
125
|
+
let reason = stats.ccr_skip_reason.unwrap_or("no cache_key emitted");
|
|
126
|
+
return Err(TransformError::skipped(NAME, reason));
|
|
127
|
+
};
|
|
128
|
+
|
|
129
|
+
Ok(OffloadOutput::from_lengths(
|
|
130
|
+
content.len(),
|
|
131
|
+
result.compressed,
|
|
132
|
+
key,
|
|
133
|
+
))
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
fn confidence(&self) -> f32 {
|
|
137
|
+
CONFIDENCE
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
/// Extract the file prefix from a single grep-style match line. Returns
|
|
142
|
+
/// `None` if the line doesn't look like a match. Handles:
|
|
143
|
+
///
|
|
144
|
+
/// * `path:42:content` — standard `grep -n`
|
|
145
|
+
/// * `path-42-content` — ripgrep context lines (a separate non-match
|
|
146
|
+
/// indicator; we treat them as matches for clustering purposes since
|
|
147
|
+
/// they belong to the same file)
|
|
148
|
+
/// * `C:\path:42:content` — Windows-style drive-prefixed paths (skip
|
|
149
|
+
/// the drive colon when scanning for the line-number marker)
|
|
150
|
+
///
|
|
151
|
+
/// No regex — manual byte scan. Returns the file prefix as a borrowed
|
|
152
|
+
/// `&str` over the input.
|
|
153
|
+
fn extract_file_prefix(line: &str) -> Option<&str> {
|
|
154
|
+
let bytes = line.as_bytes();
|
|
155
|
+
if bytes.is_empty() {
|
|
156
|
+
return None;
|
|
157
|
+
}
|
|
158
|
+
// Skip a Windows-style drive prefix (`C:` or `c:`).
|
|
159
|
+
let scan_start =
|
|
160
|
+
if bytes.len() >= 2 && bytes[1] == b':' && (bytes[0] as char).is_ascii_alphabetic() {
|
|
161
|
+
2
|
|
162
|
+
} else {
|
|
163
|
+
0
|
|
164
|
+
};
|
|
165
|
+
|
|
166
|
+
let mut i = scan_start;
|
|
167
|
+
while i < bytes.len() {
|
|
168
|
+
let b = bytes[i];
|
|
169
|
+
if b == b':' || b == b'-' {
|
|
170
|
+
// Saw a separator. Need the next chars to be digits, then
|
|
171
|
+
// another matching separator.
|
|
172
|
+
let sep = b;
|
|
173
|
+
let mut j = i + 1;
|
|
174
|
+
let digit_start = j;
|
|
175
|
+
while j < bytes.len() && bytes[j].is_ascii_digit() {
|
|
176
|
+
j += 1;
|
|
177
|
+
}
|
|
178
|
+
if j > digit_start && j < bytes.len() && bytes[j] == sep {
|
|
179
|
+
// Found `<file><sep><digits><sep>`. File prefix is [0..i].
|
|
180
|
+
return Some(&line[..i]);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
i += 1;
|
|
184
|
+
}
|
|
185
|
+
None
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
#[cfg(test)]
|
|
189
|
+
mod tests {
|
|
190
|
+
use super::*;
|
|
191
|
+
use crate::ccr::InMemoryCcrStore;
|
|
192
|
+
use crate::transforms::pipeline::config::PipelineConfig;
|
|
193
|
+
|
|
194
|
+
fn default_bloat() -> SearchBloatConfig {
|
|
195
|
+
PipelineConfig::default().bloat.search
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
fn offload() -> SearchOffload {
|
|
199
|
+
SearchOffload::new(default_bloat())
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
#[test]
|
|
203
|
+
fn name_and_applies_to() {
|
|
204
|
+
let o = offload();
|
|
205
|
+
assert_eq!(o.name(), "search_offload");
|
|
206
|
+
assert_eq!(o.applies_to(), &[ContentType::SearchResults]);
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
#[test]
|
|
210
|
+
fn extract_file_prefix_handles_grep() {
|
|
211
|
+
assert_eq!(
|
|
212
|
+
extract_file_prefix("src/utils.py:42:def foo():"),
|
|
213
|
+
Some("src/utils.py")
|
|
214
|
+
);
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
#[test]
|
|
218
|
+
fn extract_file_prefix_handles_ripgrep_context() {
|
|
219
|
+
assert_eq!(
|
|
220
|
+
extract_file_prefix("src/main.py-43-some context"),
|
|
221
|
+
Some("src/main.py")
|
|
222
|
+
);
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
#[test]
|
|
226
|
+
fn extract_file_prefix_handles_dashed_filenames() {
|
|
227
|
+
assert_eq!(
|
|
228
|
+
extract_file_prefix("pre-commit-config.yaml:7:line"),
|
|
229
|
+
Some("pre-commit-config.yaml")
|
|
230
|
+
);
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
#[test]
|
|
234
|
+
fn extract_file_prefix_handles_windows_paths() {
|
|
235
|
+
assert_eq!(
|
|
236
|
+
extract_file_prefix(r"C:\Users\foo\bar.py:42:line"),
|
|
237
|
+
Some(r"C:\Users\foo\bar.py")
|
|
238
|
+
);
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
#[test]
|
|
242
|
+
fn extract_file_prefix_rejects_non_matches() {
|
|
243
|
+
assert_eq!(extract_file_prefix(""), None);
|
|
244
|
+
assert_eq!(extract_file_prefix("just some text"), None);
|
|
245
|
+
assert_eq!(extract_file_prefix("file:notdigits:content"), None);
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
#[test]
|
|
249
|
+
fn estimate_bloat_empty_is_zero() {
|
|
250
|
+
assert_eq!(offload().estimate_bloat(""), 0.0);
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
#[test]
|
|
254
|
+
fn estimate_bloat_below_min_matches_is_zero() {
|
|
255
|
+
let s = "a.py:1:x\nb.py:2:y\nc.py:3:z";
|
|
256
|
+
assert_eq!(offload().estimate_bloat(s), 0.0);
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
#[test]
|
|
260
|
+
fn estimate_bloat_clustered_matches_score_high() {
|
|
261
|
+
// 100 matches in a single file — avg 100/1 = 100. Above
|
|
262
|
+
// cluster_threshold=10 → score saturates at 1.0.
|
|
263
|
+
let s: String = (0..100)
|
|
264
|
+
.map(|i| format!("utils.py:{}:line", i + 1))
|
|
265
|
+
.collect::<Vec<_>>()
|
|
266
|
+
.join("\n");
|
|
267
|
+
let score = offload().estimate_bloat(&s);
|
|
268
|
+
assert!(score > 0.9, "expected high score, got {score}");
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
#[test]
|
|
272
|
+
fn estimate_bloat_distributed_matches_score_low() {
|
|
273
|
+
// 20 matches across 20 files — avg 1.0. Score should be 0.
|
|
274
|
+
let s: String = (0..20)
|
|
275
|
+
.map(|i| format!("file{i}.py:1:line"))
|
|
276
|
+
.collect::<Vec<_>>()
|
|
277
|
+
.join("\n");
|
|
278
|
+
let score = offload().estimate_bloat(&s);
|
|
279
|
+
assert_eq!(score, 0.0);
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
#[test]
|
|
283
|
+
fn estimate_bloat_moderate_clustering() {
|
|
284
|
+
// 30 matches across 5 files — avg 6.0. Score = (6-1)/10 = 0.5.
|
|
285
|
+
let mut s = String::new();
|
|
286
|
+
for f in 0..5 {
|
|
287
|
+
for line in 0..6 {
|
|
288
|
+
s.push_str(&format!("file{f}.py:{}:line\n", line + 1));
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
let score = offload().estimate_bloat(&s);
|
|
292
|
+
assert!((0.4..=0.6).contains(&score), "expected ~0.5, got {score}");
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
#[test]
|
|
296
|
+
fn estimate_bloat_safe_on_huge_inputs() {
|
|
297
|
+
let s: String = (0..50_000)
|
|
298
|
+
.map(|i| format!("file{}.py:1:line", i % 100))
|
|
299
|
+
.collect::<Vec<_>>()
|
|
300
|
+
.join("\n");
|
|
301
|
+
let _ = offload().estimate_bloat(&s);
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
#[test]
|
|
305
|
+
fn apply_emits_cache_key_and_stores_original_for_clustered_input() {
|
|
306
|
+
let s: String = (0..100)
|
|
307
|
+
.map(|i| format!("utils.py:{}:def fn_{i}", i + 1))
|
|
308
|
+
.collect::<Vec<_>>()
|
|
309
|
+
.join("\n");
|
|
310
|
+
let store = InMemoryCcrStore::new();
|
|
311
|
+
let r = offload()
|
|
312
|
+
.apply(&s, &CompressionContext::default(), &store)
|
|
313
|
+
.expect("offload should produce a key on clustered input");
|
|
314
|
+
assert!(!r.cache_key.is_empty());
|
|
315
|
+
assert_eq!(store.get(&r.cache_key).as_deref(), Some(s.as_str()));
|
|
316
|
+
}
|
|
317
|
+
|
|
318
|
+
#[test]
|
|
319
|
+
fn apply_skipped_when_compressor_declines_ccr() {
|
|
320
|
+
// Single match — far below SearchCompressor's threshold.
|
|
321
|
+
let s = "only.py:1:trivial";
|
|
322
|
+
let store = InMemoryCcrStore::new();
|
|
323
|
+
let err = offload()
|
|
324
|
+
.apply(s, &CompressionContext::default(), &store)
|
|
325
|
+
.expect_err("must skip");
|
|
326
|
+
match err {
|
|
327
|
+
TransformError::Skipped { transform, .. } => assert_eq!(transform, "search_offload"),
|
|
328
|
+
_ => panic!("expected Skipped, got {err:?}"),
|
|
329
|
+
}
|
|
330
|
+
}
|
|
331
|
+
}
|