xithead 1.2.2 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.actrc +14 -0
- package/.actrc.local.example +15 -0
- package/.changelog.md +2 -0
- package/.claude/agents/academic-anthropologist.md +125 -0
- package/.claude/agents/academic-geographer.md +127 -0
- package/.claude/agents/academic-historian.md +123 -0
- package/.claude/agents/academic-narratologist.md +118 -0
- package/.claude/agents/academic-psychologist.md +118 -0
- package/.claude/agents/academic-statistician.md +144 -0
- package/.claude/agents/accounts-payable-agent.md +205 -0
- package/.claude/agents/agentic-identity-trust.md +394 -0
- package/.claude/agents/agents-orchestrator.md +367 -0
- package/.claude/agents/automation-governance-architect.md +216 -0
- package/.claude/agents/blender-addon-engineer.md +243 -0
- package/.claude/agents/business-strategist.md +488 -0
- package/.claude/agents/change-management-consultant.md +497 -0
- package/.claude/agents/chief-financial-officer.md +388 -0
- package/.claude/agents/corporate-training-designer.md +192 -0
- package/.claude/agents/customer-service.md +398 -0
- package/.claude/agents/customer-success-manager.md +460 -0
- package/.claude/agents/data-consolidation-agent.md +60 -0
- package/.claude/agents/data-privacy-officer.md +412 -0
- package/.claude/agents/design-brand-guardian.md +322 -0
- package/.claude/agents/design-image-prompt-engineer.md +236 -0
- package/.claude/agents/design-inclusive-visuals-specialist.md +73 -0
- package/.claude/agents/design-persona-walkthrough.md +272 -0
- package/.claude/agents/design-ui-designer.md +386 -0
- package/.claude/agents/design-ui-finish-gate-reviewer.md +217 -0
- package/.claude/agents/design-ux-architect.md +482 -0
- package/.claude/agents/design-ux-researcher.md +329 -0
- package/.claude/agents/design-visual-storyteller.md +149 -0
- package/.claude/agents/design-whimsy-injector.md +460 -0
- package/.claude/agents/economy-designer.md +156 -0
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +211 -0
- package/.claude/agents/engineering-ai-engineer.md +146 -0
- package/.claude/agents/engineering-api-platform-engineer.md +181 -0
- package/.claude/agents/engineering-ats-validator-architect.md +383 -0
- package/.claude/agents/engineering-autonomous-optimization-architect.md +121 -0
- package/.claude/agents/engineering-backend-architect.md +255 -0
- package/.claude/agents/engineering-china-network-engineer.md +252 -0
- package/.claude/agents/engineering-cms-developer.md +536 -0
- package/.claude/agents/engineering-code-reviewer.md +76 -0
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +173 -0
- package/.claude/agents/engineering-data-engineer.md +349 -0
- package/.claude/agents/engineering-data-visualization-engineer.md +151 -0
- package/.claude/agents/engineering-database-optimizer.md +188 -0
- package/.claude/agents/engineering-database-reliability-engineer.md +201 -0
- package/.claude/agents/engineering-desktop-app-engineer.md +209 -0
- package/.claude/agents/engineering-developer-tooling-engineer.md +153 -0
- package/.claude/agents/engineering-devops-automator.md +385 -0
- package/.claude/agents/engineering-drupal-performance.md +347 -0
- package/.claude/agents/engineering-drupal-shopping-cart.md +360 -0
- package/.claude/agents/engineering-electrical-engineer.md +575 -0
- package/.claude/agents/engineering-email-intelligence-engineer.md +390 -0
- package/.claude/agents/engineering-embedded-firmware-engineer.md +196 -0
- package/.claude/agents/engineering-feishu-integration-developer.md +606 -0
- package/.claude/agents/engineering-filament-optimization-specialist.md +283 -0
- package/.claude/agents/engineering-finops-engineer.md +164 -0
- package/.claude/agents/engineering-frontend-developer.md +257 -0
- package/.claude/agents/engineering-gaussdb-expert.md +334 -0
- package/.claude/agents/engineering-git-workflow-master.md +98 -0
- package/.claude/agents/engineering-i18n-engineer.md +214 -0
- package/.claude/agents/engineering-identity-access-engineer.md +217 -0
- package/.claude/agents/engineering-incident-response-commander.md +444 -0
- package/.claude/agents/engineering-iot-fleet-engineer.md +148 -0
- package/.claude/agents/engineering-it-service-manager.md +561 -0
- package/.claude/agents/engineering-knowledge-graph-engineer.md +372 -0
- package/.claude/agents/engineering-llm-post-training-engineer.md +166 -0
- package/.claude/agents/engineering-minimal-change-engineer.md +207 -0
- package/.claude/agents/engineering-mobile-app-builder.md +493 -0
- package/.claude/agents/engineering-mobile-release-engineer.md +164 -0
- package/.claude/agents/engineering-multi-agent-systems-architect.md +600 -0
- package/.claude/agents/engineering-network-engineer.md +245 -0
- package/.claude/agents/engineering-orgscript-engineer.md +113 -0
- package/.claude/agents/engineering-payments-billing-engineer.md +228 -0
- package/.claude/agents/engineering-pdf-engine-architect.md +696 -0
- package/.claude/agents/engineering-platform-engineer.md +270 -0
- package/.claude/agents/engineering-privacy-engineer.md +152 -0
- package/.claude/agents/engineering-prompt-engineer.md +209 -0
- package/.claude/agents/engineering-rag-pipeline-engineer.md +450 -0
- package/.claude/agents/engineering-rapid-prototyper.md +466 -0
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +200 -0
- package/.claude/agents/engineering-rust-refactoring-specialist.md +313 -0
- package/.claude/agents/engineering-search-relevance-engineer.md +237 -0
- package/.claude/agents/engineering-section-508-specialist.md +339 -0
- package/.claude/agents/engineering-senior-developer.md +176 -0
- package/.claude/agents/engineering-servicenow-developer-mentor.md +180 -0
- package/.claude/agents/engineering-software-architect.md +112 -0
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +522 -0
- package/.claude/agents/engineering-sre.md +90 -0
- package/.claude/agents/engineering-technical-writer.md +393 -0
- package/.claude/agents/engineering-universal-document-compiler.md +370 -0
- package/.claude/agents/engineering-uswds-developer.md +340 -0
- package/.claude/agents/engineering-video-streaming-engineer.md +151 -0
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +584 -0
- package/.claude/agents/engineering-webassembly-engineer.md +153 -0
- package/.claude/agents/engineering-wechat-mini-program-developer.md +356 -0
- package/.claude/agents/engineering-wordpress-performance.md +346 -0
- package/.claude/agents/engineering-wordpress-shopping-cart.md +346 -0
- package/.claude/agents/esg-sustainability-officer.md +396 -0
- package/.claude/agents/finance-bookkeeper-controller.md +260 -0
- package/.claude/agents/finance-financial-analyst.md +234 -0
- package/.claude/agents/finance-fpa-analyst.md +263 -0
- package/.claude/agents/finance-investment-researcher.md +272 -0
- package/.claude/agents/finance-tax-strategist.md +239 -0
- package/.claude/agents/game-audio-engineer.md +264 -0
- package/.claude/agents/game-designer.md +167 -0
- package/.claude/agents/gis-3d-scene-developer.md +111 -0
- package/.claude/agents/gis-analyst.md +91 -0
- package/.claude/agents/gis-bim-specialist.md +108 -0
- package/.claude/agents/gis-cartography-designer.md +150 -0
- package/.claude/agents/gis-drone-reality-mapping.md +120 -0
- package/.claude/agents/gis-geoai-ml-engineer.md +105 -0
- package/.claude/agents/gis-geoprocessing-specialist.md +97 -0
- package/.claude/agents/gis-qa-engineer.md +133 -0
- package/.claude/agents/gis-solution-engineer.md +101 -0
- package/.claude/agents/gis-spatial-data-engineer.md +97 -0
- package/.claude/agents/gis-spatial-data-scientist.md +111 -0
- package/.claude/agents/gis-technical-consultant.md +86 -0
- package/.claude/agents/gis-web-gis-developer.md +108 -0
- package/.claude/agents/godot-gameplay-scripter.md +338 -0
- package/.claude/agents/godot-multiplayer-engineer.md +301 -0
- package/.claude/agents/godot-shader-developer.md +267 -0
- package/.claude/agents/government-digital-presales-consultant.md +363 -0
- package/.claude/agents/grant-writer.md +511 -0
- package/.claude/agents/healthcare-aging-parent-care-companion.md +414 -0
- package/.claude/agents/healthcare-clinical-evidence-agent.md +231 -0
- package/.claude/agents/healthcare-customer-service.md +389 -0
- package/.claude/agents/healthcare-innovation-strategist.md +433 -0
- package/.claude/agents/healthcare-marketing-compliance.md +395 -0
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +312 -0
- package/.claude/agents/hospitality-guest-services.md +603 -0
- package/.claude/agents/hr-onboarding.md +451 -0
- package/.claude/agents/identity-graph-operator.md +303 -0
- package/.claude/agents/language-translator.md +264 -0
- package/.claude/agents/legal-billing-time-tracking.md +569 -0
- package/.claude/agents/legal-client-intake.md +492 -0
- package/.claude/agents/legal-document-review.md +454 -0
- package/.claude/agents/level-designer.md +208 -0
- package/.claude/agents/loan-officer-assistant.md +555 -0
- package/.claude/agents/lsp-index-engineer.md +320 -0
- package/.claude/agents/ma-integration-manager.md +427 -0
- package/.claude/agents/macos-spatial-metal-engineer.md +337 -0
- package/.claude/agents/marketing-aeo-foundations.md +264 -0
- package/.claude/agents/marketing-agentic-search-optimizer.md +279 -0
- package/.claude/agents/marketing-ai-citation-strategist.md +172 -0
- package/.claude/agents/marketing-app-store-optimizer.md +321 -0
- package/.claude/agents/marketing-baidu-seo-specialist.md +226 -0
- package/.claude/agents/marketing-bilibili-content-strategist.md +199 -0
- package/.claude/agents/marketing-book-co-author.md +110 -0
- package/.claude/agents/marketing-carousel-growth-engine.md +204 -0
- package/.claude/agents/marketing-china-ecommerce-operator.md +283 -0
- package/.claude/agents/marketing-china-market-localization-strategist.md +283 -0
- package/.claude/agents/marketing-content-creator.md +54 -0
- package/.claude/agents/marketing-cross-border-ecommerce.md +259 -0
- package/.claude/agents/marketing-developer-community-builder.md +285 -0
- package/.claude/agents/marketing-douyin-strategist.md +149 -0
- package/.claude/agents/marketing-email-strategist.md +249 -0
- package/.claude/agents/marketing-global-podcast-strategist.md +206 -0
- package/.claude/agents/marketing-growth-hacker.md +54 -0
- package/.claude/agents/marketing-instagram-curator.md +113 -0
- package/.claude/agents/marketing-kuaishou-strategist.md +223 -0
- package/.claude/agents/marketing-linkedin-content-creator.md +214 -0
- package/.claude/agents/marketing-livestream-commerce-coach.md +305 -0
- package/.claude/agents/marketing-multi-platform-publisher.md +217 -0
- package/.claude/agents/marketing-podcast-strategist.md +277 -0
- package/.claude/agents/marketing-pr-communications-manager.md +473 -0
- package/.claude/agents/marketing-private-domain-operator.md +308 -0
- package/.claude/agents/marketing-reddit-community-builder.md +123 -0
- package/.claude/agents/marketing-seo-specialist.md +370 -0
- package/.claude/agents/marketing-short-video-editing-coach.md +412 -0
- package/.claude/agents/marketing-social-media-strategist.md +125 -0
- package/.claude/agents/marketing-tiktok-strategist.md +125 -0
- package/.claude/agents/marketing-twitter-engager.md +126 -0
- package/.claude/agents/marketing-video-optimization-specialist.md +119 -0
- package/.claude/agents/marketing-wechat-official-account.md +145 -0
- package/.claude/agents/marketing-weibo-strategist.md +240 -0
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +161 -0
- package/.claude/agents/marketing-xiaohongshu-specialist.md +138 -0
- package/.claude/agents/marketing-zhihu-strategist.md +162 -0
- package/.claude/agents/medical-billing-coding-specialist.md +491 -0
- package/.claude/agents/narrative-designer.md +243 -0
- package/.claude/agents/operations-manager.md +399 -0
- package/.claude/agents/organizational-psychologist.md +391 -0
- package/.claude/agents/paid-media-auditor.md +71 -0
- package/.claude/agents/paid-media-creative-strategist.md +71 -0
- package/.claude/agents/paid-media-paid-social-strategist.md +71 -0
- package/.claude/agents/paid-media-ppc-strategist.md +71 -0
- package/.claude/agents/paid-media-programmatic-buyer.md +71 -0
- package/.claude/agents/paid-media-search-query-analyst.md +71 -0
- package/.claude/agents/paid-media-tracking-specialist.md +71 -0
- package/.claude/agents/personal-growth-mentor.md +159 -0
- package/.claude/agents/product-behavioral-nudge-engine.md +83 -0
- package/.claude/agents/product-dx-engineer.md +332 -0
- package/.claude/agents/product-feedback-synthesizer.md +119 -0
- package/.claude/agents/product-manager.md +469 -0
- package/.claude/agents/product-sprint-prioritizer.md +154 -0
- package/.claude/agents/product-trend-researcher.md +159 -0
- package/.claude/agents/project-management-experiment-tracker.md +198 -0
- package/.claude/agents/project-management-jira-workflow-steward.md +233 -0
- package/.claude/agents/project-management-meeting-notes-specialist.md +95 -0
- package/.claude/agents/project-management-project-shepherd.md +194 -0
- package/.claude/agents/project-management-studio-operations.md +200 -0
- package/.claude/agents/project-management-studio-producer.md +203 -0
- package/.claude/agents/project-manager-senior.md +135 -0
- package/.claude/agents/real-estate-buyer-seller.md +596 -0
- package/.claude/agents/recruitment-specialist.md +515 -0
- package/.claude/agents/report-distribution-agent.md +65 -0
- package/.claude/agents/research-synthesist.md +136 -0
- package/.claude/agents/resume-tailor.md +230 -0
- package/.claude/agents/retail-customer-returns.md +566 -0
- package/.claude/agents/roblox-avatar-creator.md +297 -0
- package/.claude/agents/roblox-experience-designer.md +306 -0
- package/.claude/agents/roblox-systems-scripter.md +332 -0
- package/.claude/agents/sales-account-strategist.md +227 -0
- package/.claude/agents/sales-coach.md +271 -0
- package/.claude/agents/sales-data-extraction-agent.md +67 -0
- package/.claude/agents/sales-deal-strategist.md +180 -0
- package/.claude/agents/sales-discovery-coach.md +225 -0
- package/.claude/agents/sales-engineer.md +182 -0
- package/.claude/agents/sales-offer-lead-gen-strategist.md +257 -0
- package/.claude/agents/sales-outbound-strategist.md +201 -0
- package/.claude/agents/sales-outreach.md +425 -0
- package/.claude/agents/sales-pipeline-analyst.md +267 -0
- package/.claude/agents/sales-proposal-strategist.md +217 -0
- package/.claude/agents/security-ai-generated-code-auditor.md +207 -0
- package/.claude/agents/security-appsec-engineer.md +536 -0
- package/.claude/agents/security-architect.md +307 -0
- package/.claude/agents/security-blockchain-security-auditor.md +482 -0
- package/.claude/agents/security-cloud-security-architect.md +576 -0
- package/.claude/agents/security-compliance-auditor.md +158 -0
- package/.claude/agents/security-incident-responder.md +450 -0
- package/.claude/agents/security-penetration-tester.md +399 -0
- package/.claude/agents/security-secrets-credential-engineer.md +189 -0
- package/.claude/agents/security-senior-secops.md +760 -0
- package/.claude/agents/security-threat-detection-engineer.md +553 -0
- package/.claude/agents/security-threat-intelligence-analyst.md +661 -0
- package/.claude/agents/specialized-chief-of-staff.md +279 -0
- package/.claude/agents/specialized-civil-engineer.md +356 -0
- package/.claude/agents/specialized-codebase-archaeologist.md +341 -0
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +88 -0
- package/.claude/agents/specialized-developer-advocate.md +317 -0
- package/.claude/agents/specialized-document-generator.md +55 -0
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +378 -0
- package/.claude/agents/specialized-focus-music-architect.md +175 -0
- package/.claude/agents/specialized-french-consulting-market.md +194 -0
- package/.claude/agents/specialized-korean-business-navigator.md +216 -0
- package/.claude/agents/specialized-master-plan-architect.md +157 -0
- package/.claude/agents/specialized-mcp-builder.md +260 -0
- package/.claude/agents/specialized-model-qa.md +528 -0
- package/.claude/agents/specialized-pricing-analyst.md +243 -0
- package/.claude/agents/specialized-salesforce-architect.md +182 -0
- package/.claude/agents/specialized-strategy-duel-agent.md +130 -0
- package/.claude/agents/specialized-workflow-architect.md +597 -0
- package/.claude/agents/study-abroad-advisor.md +282 -0
- package/.claude/agents/supply-chain-strategist.md +591 -0
- package/.claude/agents/support-analytics-reporter.md +387 -0
- package/.claude/agents/support-executive-summary-generator.md +212 -0
- package/.claude/agents/support-finance-tracker.md +480 -0
- package/.claude/agents/support-infrastructure-maintainer.md +628 -0
- package/.claude/agents/support-legal-compliance-checker.md +591 -0
- package/.claude/agents/support-support-responder.md +607 -0
- package/.claude/agents/technical-artist.md +233 -0
- package/.claude/agents/terminal-integration-specialist.md +70 -0
- package/.claude/agents/testing-accessibility-auditor.md +327 -0
- package/.claude/agents/testing-api-tester.md +334 -0
- package/.claude/agents/testing-evidence-collector.md +210 -0
- package/.claude/agents/testing-performance-benchmarker.md +283 -0
- package/.claude/agents/testing-reality-checker.md +249 -0
- package/.claude/agents/testing-test-automation-engineer.md +196 -0
- package/.claude/agents/testing-test-results-analyzer.md +330 -0
- package/.claude/agents/testing-tool-evaluator.md +416 -0
- package/.claude/agents/testing-workflow-optimizer.md +463 -0
- package/.claude/agents/unity-architect.md +271 -0
- package/.claude/agents/unity-editor-tool-developer.md +310 -0
- package/.claude/agents/unity-multiplayer-engineer.md +323 -0
- package/.claude/agents/unity-shader-graph-artist.md +269 -0
- package/.claude/agents/unreal-multiplayer-architect.md +364 -0
- package/.claude/agents/unreal-systems-engineer.md +322 -0
- package/.claude/agents/unreal-technical-artist.md +256 -0
- package/.claude/agents/unreal-world-builder.md +273 -0
- package/.claude/agents/visionos-spatial-engineer.md +54 -0
- package/.claude/agents/xr-cockpit-interaction-specialist.md +32 -0
- package/.claude/agents/xr-immersive-developer.md +32 -0
- package/.claude/agents/xr-interface-architect.md +32 -0
- package/.claude/agents/zk-steward.md +211 -0
- package/.claude-plugin/marketplace.json +30 -0
- package/.commitlintrc.json +26 -0
- package/.devcontainer/Dockerfile +24 -0
- package/.devcontainer/devcontainer.json +70 -0
- package/.devcontainer/docker-compose.memory.yml +42 -0
- package/.devcontainer/memory-stack/devcontainer.json +84 -0
- package/.devcontainer/post-create.sh +83 -0
- package/.dockerignore +23 -0
- package/.env.act.example +15 -0
- package/.env.example +171 -0
- package/.eslintrc.json +16 -0
- package/.git-blame-ignore-revs +10 -0
- package/.gitattributes +2 -0
- package/.gitguardian.yaml +50 -0
- package/.githooks/pre-commit +6 -0
- package/.pre-commit-config.yaml +30 -0
- package/.release-please-config-xithead.json +22 -0
- package/.release-please-config.json +44 -0
- package/.release-please-manifest-xithead.json +3 -0
- package/.release-please-manifest.json +3 -0
- package/CODE_OF_CONDUCT.md +133 -0
- package/CONTRIBUTING.md +133 -0
- package/Cargo.lock +5557 -0
- package/Cargo.toml +121 -0
- package/Dockerfile +38 -0
- package/Dockerfile.proxy +48 -0
- package/ENTERPRISE.md +5 -0
- package/FEATURES_ADVANCED.md +311 -0
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +4 -0
- package/MODERNIZATION_GUIDE.md +358 -0
- package/Makefile +140 -0
- package/NOTICE +43 -0
- package/NPM_TOKEN_SETUP.md +81 -0
- package/PR.md +170 -0
- package/PUBLISH.md +77 -0
- package/README.md +58 -137
- package/README_FRONTEND.md +196 -0
- package/REALIGNMENT/00-overview.md +53 -0
- package/REALIGNMENT/01-bug-list.md +421 -0
- package/REALIGNMENT/02-architecture.md +322 -0
- package/REALIGNMENT/03-phase-A-lockdown.md +420 -0
- package/REALIGNMENT/04-phase-B-live-zone.md +470 -0
- package/REALIGNMENT/05-phase-C-rust-proxy.md +329 -0
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +222 -0
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +338 -0
- package/REALIGNMENT/08-phase-F-auth-mode.md +254 -0
- package/REALIGNMENT/09-phase-G-rtk-observability.md +194 -0
- package/REALIGNMENT/10-phase-H-python-retirement.md +214 -0
- package/REALIGNMENT/11-phase-I-test-infra.md +385 -0
- package/REALIGNMENT/12-decisions-needed.md +196 -0
- package/REALIGNMENT/INDEX.md +82 -0
- package/REFACTORING_CAMPAIGN.md +277 -0
- package/RESTRUCTURE_PLAN.md +100 -0
- package/RUST_DEV.md +361 -0
- package/SECURITY.md +65 -0
- package/SETUP_AUTO_PUBLISH.md +164 -0
- package/TESTING-copilot-subscription.md +153 -0
- package/app/api/config/route.ts +22 -0
- package/app/api/export/route.ts +83 -0
- package/app/api/models/route.ts +12 -0
- package/app/api/stats/route.ts +46 -0
- package/app/dashboard/page.tsx +445 -0
- package/app/globals.css +35 -0
- package/app/installation/page.tsx +293 -0
- package/app/layout.tsx +35 -0
- package/app/master-design-system.css +2076 -0
- package/app/master-design-system.source.css +8 -0
- package/app/page.tsx +187 -0
- package/app/rechtliches/agb/page.tsx +165 -0
- package/app/rechtliches/datenschutz/page.tsx +128 -0
- package/app/rechtliches/impressum/page.tsx +122 -0
- package/app/rechtliches/widerruf/page.tsx +185 -0
- package/bin/xithead.js +264 -0
- package/codecov.yml +34 -0
- package/components/layout/AppShell.tsx +25 -0
- package/components/layout/Footer.tsx +120 -0
- package/components/layout/Header.tsx +145 -0
- package/components/marketing/LegalHighlights.tsx +45 -0
- package/components/marketing/LegalPageShell.tsx +49 -0
- package/components/marketing/LegalPanel.tsx +41 -0
- package/components/marketing/index.ts +3 -0
- package/crates/headroom-core/Cargo.toml +165 -0
- package/crates/headroom-core/benches/auth_mode.rs +74 -0
- package/crates/headroom-core/benches/ccr_store.rs +224 -0
- package/crates/headroom-core/benches/tokenizer.rs +52 -0
- package/crates/headroom-core/config/pipeline.toml +151 -0
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +9 -0
- package/crates/headroom-core/src/auth_mode.rs +250 -0
- package/crates/headroom-core/src/cache_control.rs +414 -0
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +317 -0
- package/crates/headroom-core/src/ccr/backends/mod.rs +152 -0
- package/crates/headroom-core/src/ccr/backends/redis.rs +146 -0
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +205 -0
- package/crates/headroom-core/src/ccr/mod.rs +119 -0
- package/crates/headroom-core/src/compression_policy.rs +505 -0
- package/crates/headroom-core/src/lib.rs +33 -0
- package/crates/headroom-core/src/relevance/base.rs +139 -0
- package/crates/headroom-core/src/relevance/bm25.rs +385 -0
- package/crates/headroom-core/src/relevance/embedding.rs +354 -0
- package/crates/headroom-core/src/relevance/hybrid.rs +364 -0
- package/crates/headroom-core/src/relevance/mod.rs +64 -0
- package/crates/headroom-core/src/signals/keyword_detector.rs +433 -0
- package/crates/headroom-core/src/signals/line_importance.rs +84 -0
- package/crates/headroom-core/src/signals/mod.rs +61 -0
- package/crates/headroom-core/src/signals/tiered.rs +141 -0
- package/crates/headroom-core/src/tokenizer/estimator.rs +152 -0
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +314 -0
- package/crates/headroom-core/src/tokenizer/mod.rs +56 -0
- package/crates/headroom-core/src/tokenizer/registry.rs +342 -0
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +265 -0
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +610 -0
- package/crates/headroom-core/src/transforms/anchor_selector.rs +1189 -0
- package/crates/headroom-core/src/transforms/content_detector.rs +769 -0
- package/crates/headroom-core/src/transforms/detection.rs +222 -0
- package/crates/headroom-core/src/transforms/diff_compressor.rs +1685 -0
- package/crates/headroom-core/src/transforms/live_zone.rs +2967 -0
- package/crates/headroom-core/src/transforms/log_compressor.rs +1295 -0
- package/crates/headroom-core/src/transforms/magika_detector.rs +395 -0
- package/crates/headroom-core/src/transforms/mod.rs +64 -0
- package/crates/headroom-core/src/transforms/pipeline/config.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +103 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +524 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +279 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +400 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +284 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +34 -0
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +331 -0
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +848 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +175 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +545 -0
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +12 -0
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +338 -0
- package/crates/headroom-core/src/transforms/recommendations.rs +329 -0
- package/crates/headroom-core/src/transforms/safety.rs +215 -0
- package/crates/headroom-core/src/transforms/search_compressor.rs +902 -0
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +1262 -0
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +407 -0
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +263 -0
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +214 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +283 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +733 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +961 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +252 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +127 -0
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +397 -0
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +173 -0
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +159 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +1665 -0
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +865 -0
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +77 -0
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +393 -0
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +72 -0
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +81 -0
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +66 -0
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +459 -0
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +507 -0
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +904 -0
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +510 -0
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +287 -0
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +203 -0
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +263 -0
- package/crates/headroom-core/src/transforms/tag_protector.rs +1272 -0
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +232 -0
- package/crates/headroom-parity/Cargo.toml +26 -0
- package/crates/headroom-parity/examples/diff_fixture.rs +66 -0
- package/crates/headroom-parity/src/bin/parity_run.rs +78 -0
- package/crates/headroom-parity/src/lib.rs +613 -0
- package/crates/headroom-proxy/Cargo.toml +119 -0
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +39767 -0
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +192 -0
- package/crates/headroom-proxy/src/bedrock/envelope.rs +239 -0
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +769 -0
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +459 -0
- package/crates/headroom-proxy/src/bedrock/invoke.rs +735 -0
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +1098 -0
- package/crates/headroom-proxy/src/bedrock/mod.rs +66 -0
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +324 -0
- package/crates/headroom-proxy/src/bedrock/vendor.rs +82 -0
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +698 -0
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +683 -0
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +61 -0
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +600 -0
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +514 -0
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +720 -0
- package/crates/headroom-proxy/src/compression/anthropic.rs +92 -0
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +1311 -0
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +660 -0
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +678 -0
- package/crates/headroom-proxy/src/compression/mod.rs +127 -0
- package/crates/headroom-proxy/src/compression/model_limits.rs +211 -0
- package/crates/headroom-proxy/src/config.rs +646 -0
- package/crates/headroom-proxy/src/error.rs +69 -0
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +100 -0
- package/crates/headroom-proxy/src/handlers/conversations.rs +241 -0
- package/crates/headroom-proxy/src/handlers/mod.rs +13 -0
- package/crates/headroom-proxy/src/handlers/responses.rs +256 -0
- package/crates/headroom-proxy/src/headers.rs +288 -0
- package/crates/headroom-proxy/src/health.rs +41 -0
- package/crates/headroom-proxy/src/lib.rs +21 -0
- package/crates/headroom-proxy/src/main.rs +141 -0
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +340 -0
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +158 -0
- package/crates/headroom-proxy/src/observability/metric_names.rs +174 -0
- package/crates/headroom-proxy/src/observability/mod.rs +68 -0
- package/crates/headroom-proxy/src/observability/prometheus.rs +394 -0
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +368 -0
- package/crates/headroom-proxy/src/proxy.rs +1619 -0
- package/crates/headroom-proxy/src/responses_items.rs +565 -0
- package/crates/headroom-proxy/src/sse/anthropic.rs +415 -0
- package/crates/headroom-proxy/src/sse/framing.rs +366 -0
- package/crates/headroom-proxy/src/sse/mod.rs +40 -0
- package/crates/headroom-proxy/src/sse/openai_chat.rs +231 -0
- package/crates/headroom-proxy/src/sse/openai_responses.rs +458 -0
- package/crates/headroom-proxy/src/vertex/adc.rs +315 -0
- package/crates/headroom-proxy/src/vertex/envelope.rs +167 -0
- package/crates/headroom-proxy/src/vertex/mod.rs +277 -0
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +490 -0
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +49 -0
- package/crates/headroom-proxy/src/websocket.rs +246 -0
- package/crates/headroom-py/Cargo.toml +37 -0
- package/crates/headroom-py/build.rs +77 -0
- package/crates/headroom-py/glibc_compat.c +170 -0
- package/crates/headroom-py/src/lib.rs +1655 -0
- package/deny.toml +32 -0
- package/design-system/base.css +127 -0
- package/design-system/components.css +1943 -0
- package/design-system/fonts.css +17 -0
- package/design-system/tailwind-preset.js +95 -0
- package/design-system/tokens.css +48 -0
- package/design-system/utilities.css +53 -0
- package/docker/differential-network-capture/Dockerfile.runner +14 -0
- package/docker/differential-network-capture/docker-compose.yml +142 -0
- package/docker/differential-network-capture/run-claude-lane.sh +24 -0
- package/docker/docker-compose.native.yml +44 -0
- package/docker-bake.hcl +88 -0
- package/docker-compose.yml +80 -0
- package/e2e/_lib/make_shim.ps1 +24 -0
- package/e2e/_lib/make_shim.sh +28 -0
- package/e2e/docker-native-install.sh +120 -0
- package/e2e/init/Dockerfile +79 -0
- package/e2e/wrap/Dockerfile +115 -0
- package/examples/07-context-compression.ipynb +279 -0
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +65 -0
- package/examples/deployment/macos-launchagent/install.sh +227 -0
- package/examples/deployment/macos-launchagent/shell-integration.sh +74 -0
- package/examples/deployment/macos-launchagent/uninstall.sh +145 -0
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/lib/config/index.ts +12 -0
- package/lib/hooks/index.ts +4 -0
- package/lib/hooks/use-mounted.ts +13 -0
- package/lib/hooks/use-session.ts +34 -0
- package/lib/hooks/use-settings.ts +49 -0
- package/lib/utils/index.ts +1 -0
- package/lib/utils/settings.ts +162 -0
- package/lib/utils/utils.ts +6 -0
- package/llms.txt +67 -0
- package/middleware.ts +26 -0
- package/mkdocs.yml +136 -0
- package/next-env.d.ts +7 -0
- package/next.config.ts +12 -0
- package/npm/bin/xithead.js +2 -2
- package/npm/bin/xtream-head.js +366 -0
- package/npm/index.js +18 -91
- package/npm/package.json +55 -0
- package/package.json +47 -42
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +17 -0
- package/plugins/headroom-agent-hooks/hooks/hooks.json +29 -0
- package/plugins/headroom-oauth2/LICENSE +3 -0
- package/plugins/headroom-oauth2/SPEC.md +115 -0
- package/plugins/headroom-oauth2/pyproject.toml +48 -0
- package/plugins/hermes/headroom_retrieve/plugin.yaml +6 -0
- package/plugins/openclaw/hook-shim/HOOK.md +21 -0
- package/plugins/openclaw/hook-shim/handler.js +3 -0
- package/plugins/openclaw/openclaw.plugin.json +98 -0
- package/plugins/openclaw/package-lock.json +2692 -0
- package/plugins/openclaw/package.json +54 -0
- package/plugins/openclaw/prepare-dist.mjs +56 -0
- package/plugins/openclaw/src/convert.ts +418 -0
- package/plugins/openclaw/src/engine.ts +284 -0
- package/plugins/openclaw/src/gateway-config.ts +143 -0
- package/plugins/openclaw/src/index.ts +11 -0
- package/plugins/openclaw/src/plugin/index.ts +98 -0
- package/plugins/openclaw/src/proxy-manager.ts +477 -0
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +76 -0
- package/plugins/openclaw/test/convert.test.ts +96 -0
- package/plugins/openclaw/test/engine-normalization.test.ts +21 -0
- package/plugins/openclaw/test/engine.test.ts +101 -0
- package/plugins/openclaw/test/gateway-config.test.ts +278 -0
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +141 -0
- package/plugins/openclaw/test/proxy-manager.test.ts +343 -0
- package/plugins/openclaw/tsup.config.ts +9 -0
- package/postcss.config.mjs +7 -0
- package/pyproject.toml +438 -0
- package/rust-toolchain.toml +16 -0
- package/sdk/typescript/examples/basic-compress.ts +64 -0
- package/sdk/typescript/examples/ccr-retrieve.ts +80 -0
- package/sdk/typescript/examples/hooks-custom-compression.ts +117 -0
- package/sdk/typescript/examples/middleware-composition.ts +59 -0
- package/sdk/typescript/examples/multi-provider.ts +53 -0
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +73 -0
- package/sdk/typescript/examples/shared-context-multi-agent.ts +74 -0
- package/sdk/typescript/examples/simulation-dry-run.ts +80 -0
- package/sdk/typescript/examples/streaming-chat.ts +71 -0
- package/sdk/typescript/examples/structured-output.ts +99 -0
- package/sdk/typescript/examples/tool-calling-agent.ts +86 -0
- package/sdk/typescript/examples/with-headroom-vercel.ts +57 -0
- package/sdk/typescript/package-lock.json +3437 -0
- package/sdk/typescript/package.json +108 -0
- package/sdk/typescript/src/adapters/anthropic.ts +218 -0
- package/sdk/typescript/src/adapters/gemini.ts +83 -0
- package/sdk/typescript/src/adapters/openai.ts +77 -0
- package/sdk/typescript/src/adapters/vercel-ai.ts +131 -0
- package/sdk/typescript/src/client.ts +632 -0
- package/sdk/typescript/src/compress.ts +87 -0
- package/sdk/typescript/src/errors.ts +114 -0
- package/sdk/typescript/src/hooks.ts +113 -0
- package/sdk/typescript/src/index.ts +140 -0
- package/sdk/typescript/src/paths.ts +272 -0
- package/sdk/typescript/src/shared-context.ts +188 -0
- package/sdk/typescript/src/simulate.ts +52 -0
- package/sdk/typescript/src/types/config.ts +183 -0
- package/sdk/typescript/src/types/models.ts +314 -0
- package/sdk/typescript/src/types.ts +139 -0
- package/sdk/typescript/src/utils/case.ts +34 -0
- package/sdk/typescript/src/utils/format.ts +480 -0
- package/sdk/typescript/src/utils/stream.ts +50 -0
- package/sdk/typescript/test/adapters/anthropic.test.ts +217 -0
- package/sdk/typescript/test/adapters/gemini.test.ts +131 -0
- package/sdk/typescript/test/adapters/openai.test.ts +174 -0
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +306 -0
- package/sdk/typescript/test/client-expanded.test.ts +333 -0
- package/sdk/typescript/test/client.test.ts +266 -0
- package/sdk/typescript/test/compress.test.ts +118 -0
- package/sdk/typescript/test/config.test.ts +275 -0
- package/sdk/typescript/test/errors.test.ts +169 -0
- package/sdk/typescript/test/format-integration.test.ts +252 -0
- package/sdk/typescript/test/hooks.test.ts +265 -0
- package/sdk/typescript/test/integration.test.ts +249 -0
- package/sdk/typescript/test/mdx-examples.test.ts +253 -0
- package/sdk/typescript/test/models.test.ts +318 -0
- package/sdk/typescript/test/parity.test.ts +337 -0
- package/sdk/typescript/test/paths.test.ts +447 -0
- package/sdk/typescript/test/shared-context.test.ts +245 -0
- package/sdk/typescript/test/simulate.test.ts +84 -0
- package/sdk/typescript/test/types.test.ts +244 -0
- package/sdk/typescript/test/utils/case.test.ts +129 -0
- package/sdk/typescript/test/utils/detect-format.test.ts +133 -0
- package/sdk/typescript/test/utils/format.test.ts +434 -0
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +179 -0
- package/sdk/typescript/tsup.config.ts +17 -0
- package/tailwind.master.config.cjs +47 -0
- package/types/api.ts +12 -0
- package/types/config.ts +9 -0
- package/types/index.ts +2 -0
- package/uv.lock +6951 -0
- package/xithead.egg-info/PKG-INFO +22 -0
- package/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead.egg-info/entry_points.txt +2 -0
- package/xithead.egg-info/requires.txt +10 -0
- package/xithead.egg-info/top_level.txt +2 -0
- package/xithead.ps1 +136 -0
- package/xithead.sh +129 -0
- package/xithead_dist/pyproject.toml +39 -0
- package/xithead_dist/xithead.egg-info/PKG-INFO +22 -0
- package/xithead_dist/xithead.egg-info/SOURCES.txt +16 -0
- package/xithead_dist/xithead.egg-info/dependency_links.txt +1 -0
- package/xithead_dist/xithead.egg-info/entry_points.txt +3 -0
- package/xithead_dist/xithead.egg-info/requires.txt +10 -0
- package/xithead_dist/xithead.egg-info/top_level.txt +2 -0
|
@@ -0,0 +1,407 @@
|
|
|
1
|
+
//! Legacy regex-based query anchor extraction.
|
|
2
|
+
//!
|
|
3
|
+
//! Direct port of `extract_query_anchors` and `item_matches_anchors`
|
|
4
|
+
//! (`smart_crusher.py:99-168`). The Python doc-comment marks both as
|
|
5
|
+
//! DEPRECATED in favor of `RelevanceScorer`, but they're still called
|
|
6
|
+
//! by the live SmartCrusher path on every invocation, so we port them
|
|
7
|
+
//! faithfully.
|
|
8
|
+
//!
|
|
9
|
+
//! # Why regex parity matters
|
|
10
|
+
//!
|
|
11
|
+
//! These regexes drive which array items survive compression. A subtle
|
|
12
|
+
//! difference between Python's `re` engine and Rust's `regex` crate
|
|
13
|
+
//! (e.g. word-boundary behavior on Unicode, or repetition greediness)
|
|
14
|
+
//! would silently change which anchors are detected and which items
|
|
15
|
+
//! survive. The patterns below are pinned to lowercase ASCII inputs
|
|
16
|
+
//! and use only ASCII-safe constructs to keep behavior identical.
|
|
17
|
+
|
|
18
|
+
use regex::Regex;
|
|
19
|
+
use serde_json::Value;
|
|
20
|
+
use std::collections::HashSet;
|
|
21
|
+
use std::sync::LazyLock;
|
|
22
|
+
|
|
23
|
+
// ---------------------------------------------------------------
|
|
24
|
+
// Pattern definitions — direct ports of the module-level Python regexes
|
|
25
|
+
// at `smart_crusher.py:85-93`. `std::sync::LazyLock` (stable since Rust
|
|
26
|
+
// 1.80) is the modern equivalent of `once_cell::sync::Lazy`, mirroring
|
|
27
|
+
// Python's `re.compile` at module import time.
|
|
28
|
+
// ---------------------------------------------------------------
|
|
29
|
+
|
|
30
|
+
/// `\b[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}\b`
|
|
31
|
+
static UUID_PATTERN: LazyLock<Regex> = LazyLock::new(|| {
|
|
32
|
+
Regex::new(r"\b[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}\b")
|
|
33
|
+
.expect("UUID_PATTERN")
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
/// 4+ digit numbers (likely IDs). Python: `r"\b\d{4,}\b"`.
|
|
37
|
+
static NUMERIC_ID_PATTERN: LazyLock<Regex> =
|
|
38
|
+
LazyLock::new(|| Regex::new(r"\b\d{4,}\b").expect("NUMERIC_ID_PATTERN"));
|
|
39
|
+
|
|
40
|
+
/// Hostname pattern. Matches `host.tld` with optional `.tld2`. Python:
|
|
41
|
+
/// `r"\b[a-zA-Z0-9][-a-zA-Z0-9]*\.[a-zA-Z0-9][-a-zA-Z0-9]*(?:\.[a-zA-Z]{2,})?\b"`.
|
|
42
|
+
static HOSTNAME_PATTERN: LazyLock<Regex> = LazyLock::new(|| {
|
|
43
|
+
Regex::new(r"\b[a-zA-Z0-9][-a-zA-Z0-9]*\.[a-zA-Z0-9][-a-zA-Z0-9]*(?:\.[a-zA-Z]{2,})?\b")
|
|
44
|
+
.expect("HOSTNAME_PATTERN")
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
/// Short quoted strings (single OR double quotes), 1-50 chars between
|
|
48
|
+
/// quotes. Python: `r"['\"]([^'\"]{1,50})['\"]"`.
|
|
49
|
+
static QUOTED_STRING_PATTERN: LazyLock<Regex> =
|
|
50
|
+
LazyLock::new(|| Regex::new(r#"['"]([^'"]{1,50})['"]"#).expect("QUOTED_STRING_PATTERN"));
|
|
51
|
+
|
|
52
|
+
/// Email addresses. Python: `r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b"`.
|
|
53
|
+
/// (Note Python's `[A-Z|a-z]` includes a literal `|` in the character
|
|
54
|
+
/// class — almost certainly a typo, but we faithfully port it for
|
|
55
|
+
/// parity. Real-world impact is nil since `|` doesn't appear in TLDs.)
|
|
56
|
+
static EMAIL_PATTERN: LazyLock<Regex> = LazyLock::new(|| {
|
|
57
|
+
Regex::new(r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b").expect("EMAIL_PATTERN")
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
/// Hostname false-positive blocklist. Python uses a set literal at
|
|
61
|
+
/// `smart_crusher.py:137`. We mirror exactly — these strings get
|
|
62
|
+
/// dropped from anchor results.
|
|
63
|
+
const HOSTNAME_FALSE_POSITIVES: &[&str] = &["e.g", "i.e", "etc."];
|
|
64
|
+
|
|
65
|
+
/// Extract query anchors from user text. **DEPRECATED** in Python in
|
|
66
|
+
/// favor of `RelevanceScorer`, but still called by the live path —
|
|
67
|
+
/// ported as-is.
|
|
68
|
+
///
|
|
69
|
+
/// Output is a set of lowercased anchor strings. Order is not
|
|
70
|
+
/// significant (Python returns `set[str]`).
|
|
71
|
+
pub fn extract_query_anchors(text: &str) -> HashSet<String> {
|
|
72
|
+
let mut anchors = HashSet::new();
|
|
73
|
+
|
|
74
|
+
if text.is_empty() {
|
|
75
|
+
return anchors;
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
// UUIDs — lowercase the match.
|
|
79
|
+
for m in UUID_PATTERN.find_iter(text) {
|
|
80
|
+
anchors.insert(m.as_str().to_lowercase());
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// Numeric IDs — Python keeps original case (digits, no transform needed).
|
|
84
|
+
for m in NUMERIC_ID_PATTERN.find_iter(text) {
|
|
85
|
+
anchors.insert(m.as_str().to_string());
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
// Hostnames — lowercase, filter false positives.
|
|
89
|
+
for m in HOSTNAME_PATTERN.find_iter(text) {
|
|
90
|
+
let lc = m.as_str().to_lowercase();
|
|
91
|
+
if !HOSTNAME_FALSE_POSITIVES.contains(&lc.as_str()) {
|
|
92
|
+
anchors.insert(lc);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
// Quoted strings — capture group 1 (the content between quotes),
|
|
97
|
+
// require trim().len() >= 2 (Python's `if len(match.strip()) >= 2`).
|
|
98
|
+
for caps in QUOTED_STRING_PATTERN.captures_iter(text) {
|
|
99
|
+
if let Some(inner) = caps.get(1) {
|
|
100
|
+
if inner.as_str().trim().len() >= 2 {
|
|
101
|
+
anchors.insert(inner.as_str().to_lowercase());
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
// Emails — lowercase.
|
|
107
|
+
for m in EMAIL_PATTERN.find_iter(text) {
|
|
108
|
+
anchors.insert(m.as_str().to_lowercase());
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
anchors
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
/// Serialize a `serde_json::Value` to a string matching Python's
|
|
115
|
+
/// `str()` of the equivalent native value.
|
|
116
|
+
///
|
|
117
|
+
/// Used by `item_matches_anchors` because Python compares anchors via
|
|
118
|
+
/// `anchor in str(item).lower()` and `str(dict)` differs from
|
|
119
|
+
/// `json.dumps(dict)` in three ways that affect substring matching:
|
|
120
|
+
///
|
|
121
|
+
/// | Aspect | Python `str(dict)` | `serde_json::to_string` |
|
|
122
|
+
/// |------------------|------------------------------|-------------------------|
|
|
123
|
+
/// | String quotes | single `'` | double `"` |
|
|
124
|
+
/// | Booleans / null | `True`, `False`, `None` | `true`, `false`, `null` |
|
|
125
|
+
/// | Spacing | `key: value`, `a, b` | `key:value`, `a,b` |
|
|
126
|
+
///
|
|
127
|
+
/// All three matter for anchor matching:
|
|
128
|
+
/// - An anchor `"name': 'a"` extracted from a user phrase like
|
|
129
|
+
/// `find {'name': 'alice'}` would match Python's serialization but
|
|
130
|
+
/// never the JSON form.
|
|
131
|
+
/// - An anchor `"true"` (lowercased from `"True"`) matches both, but
|
|
132
|
+
/// the unlowercased version `"True"` is in Python output and not
|
|
133
|
+
/// JSON. Lowercasing both sides handles this.
|
|
134
|
+
/// - An anchor `"name: alice"` (with the space) would match Python
|
|
135
|
+
/// but never JSON.
|
|
136
|
+
///
|
|
137
|
+
/// Output is then lowercased upstream (matching Python's `.lower()`)
|
|
138
|
+
/// so True/False/None case is normalized away after that step.
|
|
139
|
+
fn python_repr(value: &Value) -> String {
|
|
140
|
+
let mut out = String::new();
|
|
141
|
+
write_python_repr(&mut out, value);
|
|
142
|
+
out
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
fn write_python_repr(out: &mut String, value: &Value) {
|
|
146
|
+
match value {
|
|
147
|
+
Value::Null => out.push_str("None"),
|
|
148
|
+
Value::Bool(true) => out.push_str("True"),
|
|
149
|
+
Value::Bool(false) => out.push_str("False"),
|
|
150
|
+
Value::Number(n) => {
|
|
151
|
+
// Python `str(int)` and `str(float)` produce minimal forms.
|
|
152
|
+
// `serde_json::Number`'s `Display` matches Python for ints
|
|
153
|
+
// (`5`) but for floats it can write `1.0` while Python may
|
|
154
|
+
// write `1.0` too — close enough for substring matching
|
|
155
|
+
// since anchor strings rarely contain numeric literals
|
|
156
|
+
// beyond the digit prefix.
|
|
157
|
+
out.push_str(&n.to_string());
|
|
158
|
+
}
|
|
159
|
+
Value::String(s) => {
|
|
160
|
+
// Python `repr(s)` chooses single or double quotes
|
|
161
|
+
// depending on content. Default preference is single
|
|
162
|
+
// quotes; switches to double if the string contains a
|
|
163
|
+
// single quote and no double. We emit single quotes
|
|
164
|
+
// always — this matches the dominant case (no quotes in
|
|
165
|
+
// the string) and is what Python does for `str(dict)` of
|
|
166
|
+
// most realistic data. The rare case where Python would
|
|
167
|
+
// switch to double quotes is documented as a known parity
|
|
168
|
+
// gap in `python_repr_string_with_single_quote_drift`.
|
|
169
|
+
out.push('\'');
|
|
170
|
+
out.push_str(s);
|
|
171
|
+
out.push('\'');
|
|
172
|
+
}
|
|
173
|
+
Value::Array(items) => {
|
|
174
|
+
out.push('[');
|
|
175
|
+
for (i, item) in items.iter().enumerate() {
|
|
176
|
+
if i > 0 {
|
|
177
|
+
out.push_str(", ");
|
|
178
|
+
}
|
|
179
|
+
write_python_repr(out, item);
|
|
180
|
+
}
|
|
181
|
+
out.push(']');
|
|
182
|
+
}
|
|
183
|
+
Value::Object(map) => {
|
|
184
|
+
out.push('{');
|
|
185
|
+
// Python preserves insertion order in `dict.__str__` (since
|
|
186
|
+
// Python 3.7). We require the workspace `serde_json` to be
|
|
187
|
+
// built with `preserve_order` so `serde_json::Map` uses
|
|
188
|
+
// `IndexMap` instead of the default `BTreeMap` — see the
|
|
189
|
+
// comment on `serde_json` in the workspace `Cargo.toml`.
|
|
190
|
+
// Without that feature, this iteration is sorted-by-key
|
|
191
|
+
// and silently diverges from Python on every multi-key
|
|
192
|
+
// object.
|
|
193
|
+
for (i, (k, v)) in map.iter().enumerate() {
|
|
194
|
+
if i > 0 {
|
|
195
|
+
out.push_str(", ");
|
|
196
|
+
}
|
|
197
|
+
out.push('\'');
|
|
198
|
+
out.push_str(k);
|
|
199
|
+
out.push('\'');
|
|
200
|
+
out.push_str(": ");
|
|
201
|
+
write_python_repr(out, v);
|
|
202
|
+
}
|
|
203
|
+
out.push('}');
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
/// Check if a JSON value matches any query anchors.
|
|
209
|
+
///
|
|
210
|
+
/// Direct port of `item_matches_anchors` (Python `smart_crusher.py:152-168`).
|
|
211
|
+
/// Python uses `str(item).lower()` which produces Python's repr-like
|
|
212
|
+
/// representation. We mirror that via `python_repr` rather than
|
|
213
|
+
/// `serde_json::to_string` so substring matching has the same surface
|
|
214
|
+
/// as Python (single quotes, `True`/`False`/`None`, spaced commas/colons).
|
|
215
|
+
pub fn item_matches_anchors(item: &Value, anchors: &HashSet<String>) -> bool {
|
|
216
|
+
if anchors.is_empty() {
|
|
217
|
+
return false;
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
// Python: `str(item).lower()`. `python_repr` produces the same
|
|
221
|
+
// single-quoted, space-after-colon, `True`/`False`/`None` form
|
|
222
|
+
// that Python's `str()` does; lowercase normalizes the bool/null
|
|
223
|
+
// case to match Python's downstream `.lower()` call.
|
|
224
|
+
let item_str = python_repr(item).to_lowercase();
|
|
225
|
+
anchors.iter().any(|a| item_str.contains(a))
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
#[cfg(test)]
|
|
229
|
+
mod tests {
|
|
230
|
+
use super::*;
|
|
231
|
+
use serde_json::json;
|
|
232
|
+
|
|
233
|
+
#[test]
|
|
234
|
+
fn empty_text_no_anchors() {
|
|
235
|
+
assert!(extract_query_anchors("").is_empty());
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
#[test]
|
|
239
|
+
fn extracts_uuid_lowercased() {
|
|
240
|
+
let anchors = extract_query_anchors("see id 550E8400-E29B-41D4-A716-446655440000 plz");
|
|
241
|
+
assert!(anchors.contains("550e8400-e29b-41d4-a716-446655440000"));
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
#[test]
|
|
245
|
+
fn extracts_numeric_id_unchanged() {
|
|
246
|
+
let anchors = extract_query_anchors("user 12345 reported issue");
|
|
247
|
+
assert!(anchors.contains("12345"));
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
#[test]
|
|
251
|
+
fn three_digit_number_not_anchor() {
|
|
252
|
+
// Pattern requires 4+ digits.
|
|
253
|
+
let anchors = extract_query_anchors("user 123 reported issue");
|
|
254
|
+
assert!(!anchors.iter().any(|a| a == "123"));
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
#[test]
|
|
258
|
+
fn extracts_hostname() {
|
|
259
|
+
let anchors = extract_query_anchors("connect to api.example.com asap");
|
|
260
|
+
assert!(anchors.contains("api.example.com"));
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
#[test]
|
|
264
|
+
fn hostname_false_positive_filtered() {
|
|
265
|
+
// "e.g" is in the blocklist — must NOT appear as an anchor even
|
|
266
|
+
// though it matches the regex.
|
|
267
|
+
let anchors = extract_query_anchors("test e.g.com endpoint");
|
|
268
|
+
// "e.g" is filtered, but "e.g.com" or other longer matches may
|
|
269
|
+
// pass; we only assert "e.g" itself is gone.
|
|
270
|
+
assert!(!anchors.contains("e.g"));
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
#[test]
|
|
274
|
+
fn extracts_quoted_string_double() {
|
|
275
|
+
let anchors = extract_query_anchors(r#"find the "user_name" field"#);
|
|
276
|
+
assert!(anchors.contains("user_name"));
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
#[test]
|
|
280
|
+
fn extracts_quoted_string_single() {
|
|
281
|
+
let anchors = extract_query_anchors("find the 'user_name' field");
|
|
282
|
+
assert!(anchors.contains("user_name"));
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
#[test]
|
|
286
|
+
fn very_short_quoted_skipped() {
|
|
287
|
+
// Less than 2 chars after trim — skipped.
|
|
288
|
+
let anchors = extract_query_anchors(r#"the "x" thing"#);
|
|
289
|
+
assert!(!anchors.contains("x"));
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
#[test]
|
|
293
|
+
fn extracts_email() {
|
|
294
|
+
let anchors = extract_query_anchors("contact USER@example.COM please");
|
|
295
|
+
assert!(anchors.contains("user@example.com"));
|
|
296
|
+
}
|
|
297
|
+
|
|
298
|
+
#[test]
|
|
299
|
+
fn item_matches_anchors_empty_set() {
|
|
300
|
+
let empty = HashSet::new();
|
|
301
|
+
assert!(!item_matches_anchors(&json!({"a": 1}), &empty));
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
#[test]
|
|
305
|
+
fn item_matches_anchor_in_value() {
|
|
306
|
+
let anchors: HashSet<String> = ["alice".to_string()].into_iter().collect();
|
|
307
|
+
assert!(item_matches_anchors(&json!({"name": "Alice"}), &anchors));
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
#[test]
|
|
311
|
+
fn item_matches_anchor_in_key() {
|
|
312
|
+
let anchors: HashSet<String> = ["status".to_string()].into_iter().collect();
|
|
313
|
+
// The anchor "status" appears in the JSON-serialized key.
|
|
314
|
+
assert!(item_matches_anchors(&json!({"status": "ok"}), &anchors));
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
#[test]
|
|
318
|
+
fn item_no_match_with_unrelated_anchor() {
|
|
319
|
+
let anchors: HashSet<String> = ["xyz123".to_string()].into_iter().collect();
|
|
320
|
+
assert!(!item_matches_anchors(&json!({"a": "b"}), &anchors));
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
#[test]
|
|
324
|
+
fn hostname_blocklist_drops_e_g() {
|
|
325
|
+
// S5 in code review: pin that "e.g" in input doesn't surface as
|
|
326
|
+
// an anchor. Direct match against the regex confirms "e.g" itself
|
|
327
|
+
// matches before the blocklist filters it.
|
|
328
|
+
let anchors = extract_query_anchors("see e.g for example");
|
|
329
|
+
assert!(!anchors.contains("e.g"));
|
|
330
|
+
// Sanity: a normal hostname still passes through.
|
|
331
|
+
let anchors = extract_query_anchors("connect to api.example.com");
|
|
332
|
+
assert!(anchors.contains("api.example.com"));
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
#[test]
|
|
336
|
+
fn email_typo_pattern_still_matches_real_emails() {
|
|
337
|
+
// S4 in code review: the Python `[A-Z|a-z]` typo doesn't break
|
|
338
|
+
// real email matching — pin that explicitly.
|
|
339
|
+
let anchors = extract_query_anchors("contact alice@example.com today");
|
|
340
|
+
assert!(anchors.contains("alice@example.com"));
|
|
341
|
+
let anchors = extract_query_anchors("ping bob@SUB.EXAMPLE.IO");
|
|
342
|
+
assert!(anchors.contains("bob@sub.example.io"));
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
// ---------- python_repr (used by item_matches_anchors) ----------
|
|
346
|
+
|
|
347
|
+
#[test]
|
|
348
|
+
fn python_repr_matches_python_str_for_dict() {
|
|
349
|
+
// Python: `str({'name': 'Alice', 'ok': True, 'count': 5, 'val': None})`
|
|
350
|
+
// = `"{'name': 'Alice', 'ok': True, 'count': 5, 'val': None}"`
|
|
351
|
+
// (insertion order — Python's dict preserves it since 3.7).
|
|
352
|
+
//
|
|
353
|
+
// Workspace `Cargo.toml` enables serde_json's `preserve_order`
|
|
354
|
+
// feature, so `json!` macro and `serde_json::from_str` both
|
|
355
|
+
// preserve key insertion order. Without that feature the test
|
|
356
|
+
// below would fail.
|
|
357
|
+
let v = json!({"name": "Alice", "ok": true, "count": 5, "val": null});
|
|
358
|
+
let r = python_repr(&v);
|
|
359
|
+
assert_eq!(r, "{'name': 'Alice', 'ok': True, 'count': 5, 'val': None}");
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
#[test]
|
|
363
|
+
fn python_repr_list_uses_space_after_comma() {
|
|
364
|
+
// Python: `str([1, 2, 'abc', True])` = `"[1, 2, 'abc', True]"`.
|
|
365
|
+
let v = json!([1, 2, "abc", true]);
|
|
366
|
+
assert_eq!(python_repr(&v), "[1, 2, 'abc', True]");
|
|
367
|
+
}
|
|
368
|
+
|
|
369
|
+
#[test]
|
|
370
|
+
fn python_repr_nested() {
|
|
371
|
+
let v = json!({"a": [1, {"b": "c"}]});
|
|
372
|
+
assert_eq!(python_repr(&v), "{'a': [1, {'b': 'c'}]}");
|
|
373
|
+
}
|
|
374
|
+
|
|
375
|
+
#[test]
|
|
376
|
+
fn item_matches_anchor_with_python_none_form() {
|
|
377
|
+
// I3 fix in review: Python `str({'val': None}).lower()` produces
|
|
378
|
+
// `{'val': none}`. With the old JSON-based matcher, the same
|
|
379
|
+
// input would serialize as `{"val":null}` and an anchor "none"
|
|
380
|
+
// would never match. With `python_repr` the serialization is
|
|
381
|
+
// `{'val': None}` → lowercased to `{'val': none}` → contains "none".
|
|
382
|
+
let anchors: HashSet<String> = ["none".to_string()].into_iter().collect();
|
|
383
|
+
assert!(item_matches_anchors(&json!({"val": null}), &anchors));
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
#[test]
|
|
387
|
+
fn item_matches_anchor_avoids_json_null_token() {
|
|
388
|
+
// Inverse of the above: an anchor "null" must NOT match a Python-
|
|
389
|
+
// null repr (which writes `none`). Pre-fix code would erroneously
|
|
390
|
+
// match because of `serde_json::to_string`'s `null` literal.
|
|
391
|
+
let anchors: HashSet<String> = ["null".to_string()].into_iter().collect();
|
|
392
|
+
assert!(!item_matches_anchors(&json!({"val": null}), &anchors));
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
#[test]
|
|
396
|
+
fn python_repr_string_with_single_quote_drift() {
|
|
397
|
+
// Documented parity gap: Python's `repr` switches to double
|
|
398
|
+
// quotes if the string contains a single quote. We always use
|
|
399
|
+
// single quotes. Pin the gap so future changes are intentional.
|
|
400
|
+
let v = json!({"k": "it's fine"});
|
|
401
|
+
// Our output: `{'k': 'it's fine'}` (broken Python repr — Python
|
|
402
|
+
// would emit `{'k': "it's fine"}`).
|
|
403
|
+
assert_eq!(python_repr(&v), "{'k': 'it's fine'}");
|
|
404
|
+
// Substring matching for typical anchors still works because
|
|
405
|
+
// they don't reference the quote chars themselves.
|
|
406
|
+
}
|
|
407
|
+
}
|
|
@@ -0,0 +1,263 @@
|
|
|
1
|
+
//! `SmartCrusherBuilder` — explicit composition of the three traits.
|
|
2
|
+
//!
|
|
3
|
+
//! `SmartCrusher::new(config)` returns the OSS default composition
|
|
4
|
+
//! (HybridScorer + KeepErrorsConstraint + KeepStructuralOutliersConstraint
|
|
5
|
+
//! + TracingObserver) — drop-in compatible with pre-PR1 callers.
|
|
6
|
+
//!
|
|
7
|
+
//! Builder is for callers who want to customize the composition:
|
|
8
|
+
//!
|
|
9
|
+
//! ```ignore
|
|
10
|
+
//! use headroom_core::transforms::smart_crusher::{
|
|
11
|
+
//! SmartCrusher, SmartCrusherConfig, SmartCrusherBuilder,
|
|
12
|
+
//! };
|
|
13
|
+
//! // Enterprise: swap the scorer, add a business-rule constraint,
|
|
14
|
+
//! // attach an audit observer.
|
|
15
|
+
//! let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
|
|
16
|
+
//! .with_scorer(Box::new(my_loop_scorer))
|
|
17
|
+
//! .add_default_oss_constraints() // KeepErrors + KeepStructuralOutliers
|
|
18
|
+
//! .add_constraint(Box::new(my_business_rule))
|
|
19
|
+
//! .add_observer(Box::new(my_audit_observer))
|
|
20
|
+
//! .build();
|
|
21
|
+
//! ```
|
|
22
|
+
//!
|
|
23
|
+
//! # Defaults vs explicit
|
|
24
|
+
//!
|
|
25
|
+
//! `SmartCrusherBuilder::new()` starts EMPTY — no scorer, no
|
|
26
|
+
//! constraints, no observers. You get exactly what you ask for. Use
|
|
27
|
+
//! [`with_default_oss_setup`](SmartCrusherBuilder::with_default_oss_setup)
|
|
28
|
+
//! to start from the OSS default and customize from there. This is
|
|
29
|
+
//! the "no silent fallback" rule applied to composition: the builder
|
|
30
|
+
//! makes your intent explicit; the `new()` factory shorthand for the
|
|
31
|
+
//! OSS preset.
|
|
32
|
+
|
|
33
|
+
use std::sync::Arc;
|
|
34
|
+
|
|
35
|
+
use crate::ccr::{CcrStore, InMemoryCcrStore};
|
|
36
|
+
use crate::relevance::{HybridScorer, RelevanceScorer};
|
|
37
|
+
use crate::transforms::anchor_selector::{AnchorConfig, AnchorSelector};
|
|
38
|
+
|
|
39
|
+
use super::analyzer::SmartAnalyzer;
|
|
40
|
+
use super::compaction::CompactionStage;
|
|
41
|
+
use super::config::SmartCrusherConfig;
|
|
42
|
+
use super::constraints::default_oss_constraints;
|
|
43
|
+
use super::crusher::SmartCrusher;
|
|
44
|
+
use super::observer::TracingObserver;
|
|
45
|
+
use super::traits::{Constraint, Observer};
|
|
46
|
+
|
|
47
|
+
/// Builder for `SmartCrusher`. See module docs.
|
|
48
|
+
pub struct SmartCrusherBuilder {
|
|
49
|
+
config: SmartCrusherConfig,
|
|
50
|
+
anchor_config: Option<AnchorConfig>,
|
|
51
|
+
scorer: Option<Box<dyn RelevanceScorer + Send + Sync>>,
|
|
52
|
+
constraints: Vec<Box<dyn Constraint>>,
|
|
53
|
+
observers: Vec<Box<dyn Observer>>,
|
|
54
|
+
compaction: Option<CompactionStage>,
|
|
55
|
+
ccr_store: Option<Arc<dyn CcrStore>>,
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
impl SmartCrusherBuilder {
|
|
59
|
+
/// Empty builder — no scorer, no constraints, no observers, no
|
|
60
|
+
/// compaction stage.
|
|
61
|
+
pub fn new(config: SmartCrusherConfig) -> Self {
|
|
62
|
+
SmartCrusherBuilder {
|
|
63
|
+
config,
|
|
64
|
+
anchor_config: None,
|
|
65
|
+
scorer: None,
|
|
66
|
+
constraints: Vec::new(),
|
|
67
|
+
observers: Vec::new(),
|
|
68
|
+
compaction: None,
|
|
69
|
+
ccr_store: None,
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
/// Override the default `AnchorConfig` (rare — most callers leave
|
|
74
|
+
/// this as the default).
|
|
75
|
+
pub fn anchor_config(mut self, cfg: AnchorConfig) -> Self {
|
|
76
|
+
self.anchor_config = Some(cfg);
|
|
77
|
+
self
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
/// Set the relevance scorer. The Enterprise plug-in point — pass
|
|
81
|
+
/// a `LoopScorer`, custom `HybridScorer { adaptive: false, alpha: 0.5 }`,
|
|
82
|
+
/// or any other `RelevanceScorer` impl.
|
|
83
|
+
pub fn with_scorer(mut self, scorer: Box<dyn RelevanceScorer + Send + Sync>) -> Self {
|
|
84
|
+
self.scorer = Some(scorer);
|
|
85
|
+
self
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/// Append a constraint. Constraints stack — the must-keep set is
|
|
89
|
+
/// the union of every constraint's output. Order does not affect
|
|
90
|
+
/// correctness but is preserved in observer event strategy strings
|
|
91
|
+
/// for determinism.
|
|
92
|
+
pub fn add_constraint(mut self, c: Box<dyn Constraint>) -> Self {
|
|
93
|
+
self.constraints.push(c);
|
|
94
|
+
self
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
/// Append the OSS default constraint stack (`KeepErrorsConstraint`
|
|
98
|
+
/// plus `KeepStructuralOutliersConstraint`) to the current builder.
|
|
99
|
+
/// Composes naturally with `add_constraint`:
|
|
100
|
+
///
|
|
101
|
+
/// ```ignore
|
|
102
|
+
/// SmartCrusherBuilder::new(cfg)
|
|
103
|
+
/// .add_default_oss_constraints()
|
|
104
|
+
/// .add_constraint(Box::new(MyBusinessRule))
|
|
105
|
+
/// ```
|
|
106
|
+
pub fn add_default_oss_constraints(mut self) -> Self {
|
|
107
|
+
self.constraints.extend(default_oss_constraints());
|
|
108
|
+
self
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/// Append an observer. Observers stack — every event fires every
|
|
112
|
+
/// observer in registration order.
|
|
113
|
+
pub fn add_observer(mut self, o: Box<dyn Observer>) -> Self {
|
|
114
|
+
self.observers.push(o);
|
|
115
|
+
self
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
/// Apply the OSS default setup: `HybridScorer`,
|
|
119
|
+
/// default-OSS-constraints, `TracingObserver`. Equivalent to
|
|
120
|
+
/// `SmartCrusher::new(config)` if no further customization is
|
|
121
|
+
/// applied. Use this when starting from the OSS preset and
|
|
122
|
+
/// adding a few enterprise components.
|
|
123
|
+
pub fn with_default_oss_setup(self) -> Self {
|
|
124
|
+
self.with_scorer(Box::<HybridScorer>::default())
|
|
125
|
+
.add_default_oss_constraints()
|
|
126
|
+
.add_observer(Box::new(TracingObserver))
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
/// Plug in a compaction stage. When set, `crush_array` runs the
|
|
130
|
+
/// stage before the lossy pipeline; if it produces a non-`Untouched`
|
|
131
|
+
/// compaction the rendered bytes are returned via
|
|
132
|
+
/// [`CrushArrayResult::compacted`]. The lossy result still fills
|
|
133
|
+
/// `items` so callers can choose either output.
|
|
134
|
+
///
|
|
135
|
+
/// [`CrushArrayResult::compacted`]: super::crusher::CrushArrayResult::compacted
|
|
136
|
+
pub fn with_compaction(mut self, stage: CompactionStage) -> Self {
|
|
137
|
+
self.compaction = Some(stage);
|
|
138
|
+
self
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
/// Convenience: enable the OSS compaction preset (CSV+schema
|
|
142
|
+
/// formatter, default `CompactConfig`). Equivalent to
|
|
143
|
+
/// `with_compaction(CompactionStage::default_csv_schema())`.
|
|
144
|
+
pub fn with_default_compaction(self) -> Self {
|
|
145
|
+
self.with_compaction(CompactionStage::default_csv_schema())
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
/// Plug in a CCR store. The lossy `crush_array` path stashes each
|
|
149
|
+
/// dropped array's full original here keyed by its hash, so the
|
|
150
|
+
/// runtime can serve retrieval tool calls with no data loss.
|
|
151
|
+
pub fn with_ccr_store(mut self, store: Arc<dyn CcrStore>) -> Self {
|
|
152
|
+
self.ccr_store = Some(store);
|
|
153
|
+
self
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
/// Convenience: install the default in-memory CCR store
|
|
157
|
+
/// (1000 entries, 5-minute TTL — matches Python).
|
|
158
|
+
pub fn with_default_ccr_store(self) -> Self {
|
|
159
|
+
self.with_ccr_store(Arc::new(InMemoryCcrStore::new()))
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
/// Construct the `SmartCrusher`. If `with_scorer` was not called,
|
|
163
|
+
/// falls back to `HybridScorer::default()` so a builder with no
|
|
164
|
+
/// other customization still produces a working crusher.
|
|
165
|
+
pub fn build(self) -> SmartCrusher {
|
|
166
|
+
let analyzer = SmartAnalyzer::new(self.config.clone());
|
|
167
|
+
let anchor_selector = AnchorSelector::new(self.anchor_config.unwrap_or_default());
|
|
168
|
+
let scorer = self
|
|
169
|
+
.scorer
|
|
170
|
+
.unwrap_or_else(|| Box::<HybridScorer>::default());
|
|
171
|
+
SmartCrusher::from_parts(
|
|
172
|
+
self.config,
|
|
173
|
+
anchor_selector,
|
|
174
|
+
scorer,
|
|
175
|
+
analyzer,
|
|
176
|
+
self.constraints,
|
|
177
|
+
self.observers,
|
|
178
|
+
self.compaction,
|
|
179
|
+
self.ccr_store,
|
|
180
|
+
)
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
#[cfg(test)]
|
|
185
|
+
mod tests {
|
|
186
|
+
use super::*;
|
|
187
|
+
use crate::transforms::smart_crusher::traits::{Constraint, CrushEvent, Observer};
|
|
188
|
+
use serde_json::Value;
|
|
189
|
+
use std::sync::atomic::{AtomicUsize, Ordering};
|
|
190
|
+
use std::sync::Arc;
|
|
191
|
+
|
|
192
|
+
struct MarkerConstraint {
|
|
193
|
+
name: &'static str,
|
|
194
|
+
}
|
|
195
|
+
impl Constraint for MarkerConstraint {
|
|
196
|
+
fn name(&self) -> &str {
|
|
197
|
+
self.name
|
|
198
|
+
}
|
|
199
|
+
fn must_keep(&self, _: &[Value], _: Option<&[String]>) -> Vec<usize> {
|
|
200
|
+
Vec::new()
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
struct MarkerObserver {
|
|
205
|
+
count: Arc<AtomicUsize>,
|
|
206
|
+
}
|
|
207
|
+
impl Observer for MarkerObserver {
|
|
208
|
+
fn on_event(&self, _: &CrushEvent) {
|
|
209
|
+
self.count.fetch_add(1, Ordering::SeqCst);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
#[test]
|
|
214
|
+
fn empty_builder_builds_with_default_scorer() {
|
|
215
|
+
let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default()).build();
|
|
216
|
+
assert!(crusher.constraints.is_empty());
|
|
217
|
+
assert!(crusher.observers.is_empty());
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
#[test]
|
|
221
|
+
fn add_default_oss_constraints_appends_two() {
|
|
222
|
+
let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
|
|
223
|
+
.add_default_oss_constraints()
|
|
224
|
+
.build();
|
|
225
|
+
assert_eq!(crusher.constraints.len(), 2);
|
|
226
|
+
let names: Vec<&str> = crusher.constraints.iter().map(|c| c.name()).collect();
|
|
227
|
+
assert_eq!(names, vec!["keep_errors", "keep_structural_outliers"]);
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
#[test]
|
|
231
|
+
fn add_constraint_preserves_order() {
|
|
232
|
+
let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
|
|
233
|
+
.add_constraint(Box::new(MarkerConstraint { name: "first" }))
|
|
234
|
+
.add_constraint(Box::new(MarkerConstraint { name: "second" }))
|
|
235
|
+
.add_constraint(Box::new(MarkerConstraint { name: "third" }))
|
|
236
|
+
.build();
|
|
237
|
+
let names: Vec<&str> = crusher.constraints.iter().map(|c| c.name()).collect();
|
|
238
|
+
assert_eq!(names, vec!["first", "second", "third"]);
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
#[test]
|
|
242
|
+
fn with_default_oss_setup_yields_two_constraints_one_observer() {
|
|
243
|
+
let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
|
|
244
|
+
.with_default_oss_setup()
|
|
245
|
+
.build();
|
|
246
|
+
assert_eq!(crusher.constraints.len(), 2);
|
|
247
|
+
assert_eq!(crusher.observers.len(), 1);
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
#[test]
|
|
251
|
+
fn builder_observer_fires_on_crush() {
|
|
252
|
+
// Wire a counting observer, run a crush, expect exactly one
|
|
253
|
+
// event. Pins the observer integration end-to-end.
|
|
254
|
+
let counter = Arc::new(AtomicUsize::new(0));
|
|
255
|
+
let crusher = SmartCrusherBuilder::new(SmartCrusherConfig::default())
|
|
256
|
+
.add_observer(Box::new(MarkerObserver {
|
|
257
|
+
count: counter.clone(),
|
|
258
|
+
}))
|
|
259
|
+
.build();
|
|
260
|
+
let _ = crusher.crush(r#"[1, 2, 3]"#, "", 1.0);
|
|
261
|
+
assert_eq!(counter.load(Ordering::SeqCst), 1);
|
|
262
|
+
}
|
|
263
|
+
}
|