xithead 1.5.0 → 1.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/design-system/README.md +80 -0
- package/package.json +20 -1
- package/public/apple-touch-icon.png +0 -0
- package/public/logo-transparent.png +0 -0
- package/public/xithead.ps1 +937 -0
- package/scripts/README.md +77 -0
- package/scripts/audit_wheel_glibc_symbols.py +217 -0
- package/scripts/build-master-design-system.cjs +33 -0
- package/scripts/build_rust_extension.sh +58 -0
- package/scripts/changelog-gen.py +203 -0
- package/scripts/eval_output_shaper.py +235 -0
- package/scripts/export_kompress_v2_onnx.py +267 -0
- package/scripts/fixtures/anthropic_replay_body.json +133 -0
- package/scripts/fixtures/codex_response_create_frame.json +52 -0
- package/scripts/install-git-hooks.sh +104 -0
- package/scripts/install.ps1 +1809 -0
- package/scripts/install.sh +1673 -0
- package/scripts/pr-governance.py +297 -0
- package/scripts/record_fixtures.py +59 -0
- package/scripts/refresh_model_limits.sh +48 -0
- package/scripts/replay_codex_ws_load.py +445 -0
- package/scripts/repro_codex_replay.py +699 -0
- package/scripts/smoke_issue_327.py +233 -0
- package/scripts/sync-plugin-versions.py +116 -0
- package/scripts/tests/test_changelog_gen.py +302 -0
- package/scripts/tests/test_pr_governance.py +163 -0
- package/scripts/tests/test_pr_health_labels.py +94 -0
- package/scripts/tests/test_pr_health_workflow.py +14 -0
- package/scripts/tests/test_sync_plugin_versions.py +131 -0
- package/scripts/tests/test_version_sync.py +291 -0
- package/scripts/validate-workflows.sh +39 -0
- package/scripts/verify-versions.py +106 -0
- package/scripts/version-sync.py +207 -0
- package/tailwind.config.js +31 -0
- package/tsconfig.json +84 -0
- package/.actrc +0 -14
- package/.actrc.local.example +0 -15
- package/.changelog.md +0 -2
- package/.claude/agents/academic-anthropologist.md +0 -125
- package/.claude/agents/academic-geographer.md +0 -127
- package/.claude/agents/academic-historian.md +0 -123
- package/.claude/agents/academic-narratologist.md +0 -118
- package/.claude/agents/academic-psychologist.md +0 -118
- package/.claude/agents/academic-statistician.md +0 -144
- package/.claude/agents/accounts-payable-agent.md +0 -205
- package/.claude/agents/agentic-identity-trust.md +0 -394
- package/.claude/agents/agents-orchestrator.md +0 -367
- package/.claude/agents/automation-governance-architect.md +0 -216
- package/.claude/agents/blender-addon-engineer.md +0 -243
- package/.claude/agents/business-strategist.md +0 -488
- package/.claude/agents/change-management-consultant.md +0 -497
- package/.claude/agents/chief-financial-officer.md +0 -388
- package/.claude/agents/corporate-training-designer.md +0 -192
- package/.claude/agents/customer-service.md +0 -398
- package/.claude/agents/customer-success-manager.md +0 -460
- package/.claude/agents/data-consolidation-agent.md +0 -60
- package/.claude/agents/data-privacy-officer.md +0 -412
- package/.claude/agents/design-brand-guardian.md +0 -322
- package/.claude/agents/design-image-prompt-engineer.md +0 -236
- package/.claude/agents/design-inclusive-visuals-specialist.md +0 -73
- package/.claude/agents/design-persona-walkthrough.md +0 -272
- package/.claude/agents/design-ui-designer.md +0 -386
- package/.claude/agents/design-ui-finish-gate-reviewer.md +0 -217
- package/.claude/agents/design-ux-architect.md +0 -482
- package/.claude/agents/design-ux-researcher.md +0 -329
- package/.claude/agents/design-visual-storyteller.md +0 -149
- package/.claude/agents/design-whimsy-injector.md +0 -460
- package/.claude/agents/economy-designer.md +0 -156
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +0 -211
- package/.claude/agents/engineering-ai-engineer.md +0 -146
- package/.claude/agents/engineering-api-platform-engineer.md +0 -181
- package/.claude/agents/engineering-ats-validator-architect.md +0 -383
- package/.claude/agents/engineering-autonomous-optimization-architect.md +0 -121
- package/.claude/agents/engineering-backend-architect.md +0 -255
- package/.claude/agents/engineering-china-network-engineer.md +0 -252
- package/.claude/agents/engineering-cms-developer.md +0 -536
- package/.claude/agents/engineering-code-reviewer.md +0 -76
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +0 -173
- package/.claude/agents/engineering-data-engineer.md +0 -349
- package/.claude/agents/engineering-data-visualization-engineer.md +0 -151
- package/.claude/agents/engineering-database-optimizer.md +0 -188
- package/.claude/agents/engineering-database-reliability-engineer.md +0 -201
- package/.claude/agents/engineering-desktop-app-engineer.md +0 -209
- package/.claude/agents/engineering-developer-tooling-engineer.md +0 -153
- package/.claude/agents/engineering-devops-automator.md +0 -385
- package/.claude/agents/engineering-drupal-performance.md +0 -347
- package/.claude/agents/engineering-drupal-shopping-cart.md +0 -360
- package/.claude/agents/engineering-electrical-engineer.md +0 -575
- package/.claude/agents/engineering-email-intelligence-engineer.md +0 -390
- package/.claude/agents/engineering-embedded-firmware-engineer.md +0 -196
- package/.claude/agents/engineering-feishu-integration-developer.md +0 -606
- package/.claude/agents/engineering-filament-optimization-specialist.md +0 -283
- package/.claude/agents/engineering-finops-engineer.md +0 -164
- package/.claude/agents/engineering-frontend-developer.md +0 -257
- package/.claude/agents/engineering-gaussdb-expert.md +0 -334
- package/.claude/agents/engineering-git-workflow-master.md +0 -98
- package/.claude/agents/engineering-i18n-engineer.md +0 -214
- package/.claude/agents/engineering-identity-access-engineer.md +0 -217
- package/.claude/agents/engineering-incident-response-commander.md +0 -444
- package/.claude/agents/engineering-iot-fleet-engineer.md +0 -148
- package/.claude/agents/engineering-it-service-manager.md +0 -561
- package/.claude/agents/engineering-knowledge-graph-engineer.md +0 -372
- package/.claude/agents/engineering-llm-post-training-engineer.md +0 -166
- package/.claude/agents/engineering-minimal-change-engineer.md +0 -207
- package/.claude/agents/engineering-mobile-app-builder.md +0 -493
- package/.claude/agents/engineering-mobile-release-engineer.md +0 -164
- package/.claude/agents/engineering-multi-agent-systems-architect.md +0 -600
- package/.claude/agents/engineering-network-engineer.md +0 -245
- package/.claude/agents/engineering-orgscript-engineer.md +0 -113
- package/.claude/agents/engineering-payments-billing-engineer.md +0 -228
- package/.claude/agents/engineering-pdf-engine-architect.md +0 -696
- package/.claude/agents/engineering-platform-engineer.md +0 -270
- package/.claude/agents/engineering-privacy-engineer.md +0 -152
- package/.claude/agents/engineering-prompt-engineer.md +0 -209
- package/.claude/agents/engineering-rag-pipeline-engineer.md +0 -450
- package/.claude/agents/engineering-rapid-prototyper.md +0 -466
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +0 -200
- package/.claude/agents/engineering-rust-refactoring-specialist.md +0 -313
- package/.claude/agents/engineering-search-relevance-engineer.md +0 -237
- package/.claude/agents/engineering-section-508-specialist.md +0 -339
- package/.claude/agents/engineering-senior-developer.md +0 -176
- package/.claude/agents/engineering-servicenow-developer-mentor.md +0 -180
- package/.claude/agents/engineering-software-architect.md +0 -112
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +0 -522
- package/.claude/agents/engineering-sre.md +0 -90
- package/.claude/agents/engineering-technical-writer.md +0 -393
- package/.claude/agents/engineering-universal-document-compiler.md +0 -370
- package/.claude/agents/engineering-uswds-developer.md +0 -340
- package/.claude/agents/engineering-video-streaming-engineer.md +0 -151
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +0 -584
- package/.claude/agents/engineering-webassembly-engineer.md +0 -153
- package/.claude/agents/engineering-wechat-mini-program-developer.md +0 -356
- package/.claude/agents/engineering-wordpress-performance.md +0 -346
- package/.claude/agents/engineering-wordpress-shopping-cart.md +0 -346
- package/.claude/agents/esg-sustainability-officer.md +0 -396
- package/.claude/agents/finance-bookkeeper-controller.md +0 -260
- package/.claude/agents/finance-financial-analyst.md +0 -234
- package/.claude/agents/finance-fpa-analyst.md +0 -263
- package/.claude/agents/finance-investment-researcher.md +0 -272
- package/.claude/agents/finance-tax-strategist.md +0 -239
- package/.claude/agents/game-audio-engineer.md +0 -264
- package/.claude/agents/game-designer.md +0 -167
- package/.claude/agents/gis-3d-scene-developer.md +0 -111
- package/.claude/agents/gis-analyst.md +0 -91
- package/.claude/agents/gis-bim-specialist.md +0 -108
- package/.claude/agents/gis-cartography-designer.md +0 -150
- package/.claude/agents/gis-drone-reality-mapping.md +0 -120
- package/.claude/agents/gis-geoai-ml-engineer.md +0 -105
- package/.claude/agents/gis-geoprocessing-specialist.md +0 -97
- package/.claude/agents/gis-qa-engineer.md +0 -133
- package/.claude/agents/gis-solution-engineer.md +0 -101
- package/.claude/agents/gis-spatial-data-engineer.md +0 -97
- package/.claude/agents/gis-spatial-data-scientist.md +0 -111
- package/.claude/agents/gis-technical-consultant.md +0 -86
- package/.claude/agents/gis-web-gis-developer.md +0 -108
- package/.claude/agents/godot-gameplay-scripter.md +0 -338
- package/.claude/agents/godot-multiplayer-engineer.md +0 -301
- package/.claude/agents/godot-shader-developer.md +0 -267
- package/.claude/agents/government-digital-presales-consultant.md +0 -363
- package/.claude/agents/grant-writer.md +0 -511
- package/.claude/agents/healthcare-aging-parent-care-companion.md +0 -414
- package/.claude/agents/healthcare-clinical-evidence-agent.md +0 -231
- package/.claude/agents/healthcare-customer-service.md +0 -389
- package/.claude/agents/healthcare-innovation-strategist.md +0 -433
- package/.claude/agents/healthcare-marketing-compliance.md +0 -395
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +0 -312
- package/.claude/agents/hospitality-guest-services.md +0 -603
- package/.claude/agents/hr-onboarding.md +0 -451
- package/.claude/agents/identity-graph-operator.md +0 -303
- package/.claude/agents/language-translator.md +0 -264
- package/.claude/agents/legal-billing-time-tracking.md +0 -569
- package/.claude/agents/legal-client-intake.md +0 -492
- package/.claude/agents/legal-document-review.md +0 -454
- package/.claude/agents/level-designer.md +0 -208
- package/.claude/agents/loan-officer-assistant.md +0 -555
- package/.claude/agents/lsp-index-engineer.md +0 -320
- package/.claude/agents/ma-integration-manager.md +0 -427
- package/.claude/agents/macos-spatial-metal-engineer.md +0 -337
- package/.claude/agents/marketing-aeo-foundations.md +0 -264
- package/.claude/agents/marketing-agentic-search-optimizer.md +0 -279
- package/.claude/agents/marketing-ai-citation-strategist.md +0 -172
- package/.claude/agents/marketing-app-store-optimizer.md +0 -321
- package/.claude/agents/marketing-baidu-seo-specialist.md +0 -226
- package/.claude/agents/marketing-bilibili-content-strategist.md +0 -199
- package/.claude/agents/marketing-book-co-author.md +0 -110
- package/.claude/agents/marketing-carousel-growth-engine.md +0 -204
- package/.claude/agents/marketing-china-ecommerce-operator.md +0 -283
- package/.claude/agents/marketing-china-market-localization-strategist.md +0 -283
- package/.claude/agents/marketing-content-creator.md +0 -54
- package/.claude/agents/marketing-cross-border-ecommerce.md +0 -259
- package/.claude/agents/marketing-developer-community-builder.md +0 -285
- package/.claude/agents/marketing-douyin-strategist.md +0 -149
- package/.claude/agents/marketing-email-strategist.md +0 -249
- package/.claude/agents/marketing-global-podcast-strategist.md +0 -206
- package/.claude/agents/marketing-growth-hacker.md +0 -54
- package/.claude/agents/marketing-instagram-curator.md +0 -113
- package/.claude/agents/marketing-kuaishou-strategist.md +0 -223
- package/.claude/agents/marketing-linkedin-content-creator.md +0 -214
- package/.claude/agents/marketing-livestream-commerce-coach.md +0 -305
- package/.claude/agents/marketing-multi-platform-publisher.md +0 -217
- package/.claude/agents/marketing-podcast-strategist.md +0 -277
- package/.claude/agents/marketing-pr-communications-manager.md +0 -473
- package/.claude/agents/marketing-private-domain-operator.md +0 -308
- package/.claude/agents/marketing-reddit-community-builder.md +0 -123
- package/.claude/agents/marketing-seo-specialist.md +0 -370
- package/.claude/agents/marketing-short-video-editing-coach.md +0 -412
- package/.claude/agents/marketing-social-media-strategist.md +0 -125
- package/.claude/agents/marketing-tiktok-strategist.md +0 -125
- package/.claude/agents/marketing-twitter-engager.md +0 -126
- package/.claude/agents/marketing-video-optimization-specialist.md +0 -119
- package/.claude/agents/marketing-wechat-official-account.md +0 -145
- package/.claude/agents/marketing-weibo-strategist.md +0 -240
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +0 -161
- package/.claude/agents/marketing-xiaohongshu-specialist.md +0 -138
- package/.claude/agents/marketing-zhihu-strategist.md +0 -162
- package/.claude/agents/medical-billing-coding-specialist.md +0 -491
- package/.claude/agents/narrative-designer.md +0 -243
- package/.claude/agents/operations-manager.md +0 -399
- package/.claude/agents/organizational-psychologist.md +0 -391
- package/.claude/agents/paid-media-auditor.md +0 -71
- package/.claude/agents/paid-media-creative-strategist.md +0 -71
- package/.claude/agents/paid-media-paid-social-strategist.md +0 -71
- package/.claude/agents/paid-media-ppc-strategist.md +0 -71
- package/.claude/agents/paid-media-programmatic-buyer.md +0 -71
- package/.claude/agents/paid-media-search-query-analyst.md +0 -71
- package/.claude/agents/paid-media-tracking-specialist.md +0 -71
- package/.claude/agents/personal-growth-mentor.md +0 -159
- package/.claude/agents/product-behavioral-nudge-engine.md +0 -83
- package/.claude/agents/product-dx-engineer.md +0 -332
- package/.claude/agents/product-feedback-synthesizer.md +0 -119
- package/.claude/agents/product-manager.md +0 -469
- package/.claude/agents/product-sprint-prioritizer.md +0 -154
- package/.claude/agents/product-trend-researcher.md +0 -159
- package/.claude/agents/project-management-experiment-tracker.md +0 -198
- package/.claude/agents/project-management-jira-workflow-steward.md +0 -233
- package/.claude/agents/project-management-meeting-notes-specialist.md +0 -95
- package/.claude/agents/project-management-project-shepherd.md +0 -194
- package/.claude/agents/project-management-studio-operations.md +0 -200
- package/.claude/agents/project-management-studio-producer.md +0 -203
- package/.claude/agents/project-manager-senior.md +0 -135
- package/.claude/agents/real-estate-buyer-seller.md +0 -596
- package/.claude/agents/recruitment-specialist.md +0 -515
- package/.claude/agents/report-distribution-agent.md +0 -65
- package/.claude/agents/research-synthesist.md +0 -136
- package/.claude/agents/resume-tailor.md +0 -230
- package/.claude/agents/retail-customer-returns.md +0 -566
- package/.claude/agents/roblox-avatar-creator.md +0 -297
- package/.claude/agents/roblox-experience-designer.md +0 -306
- package/.claude/agents/roblox-systems-scripter.md +0 -332
- package/.claude/agents/sales-account-strategist.md +0 -227
- package/.claude/agents/sales-coach.md +0 -271
- package/.claude/agents/sales-data-extraction-agent.md +0 -67
- package/.claude/agents/sales-deal-strategist.md +0 -180
- package/.claude/agents/sales-discovery-coach.md +0 -225
- package/.claude/agents/sales-engineer.md +0 -182
- package/.claude/agents/sales-offer-lead-gen-strategist.md +0 -257
- package/.claude/agents/sales-outbound-strategist.md +0 -201
- package/.claude/agents/sales-outreach.md +0 -425
- package/.claude/agents/sales-pipeline-analyst.md +0 -267
- package/.claude/agents/sales-proposal-strategist.md +0 -217
- package/.claude/agents/security-ai-generated-code-auditor.md +0 -207
- package/.claude/agents/security-appsec-engineer.md +0 -536
- package/.claude/agents/security-architect.md +0 -307
- package/.claude/agents/security-blockchain-security-auditor.md +0 -482
- package/.claude/agents/security-cloud-security-architect.md +0 -576
- package/.claude/agents/security-compliance-auditor.md +0 -158
- package/.claude/agents/security-incident-responder.md +0 -450
- package/.claude/agents/security-penetration-tester.md +0 -399
- package/.claude/agents/security-secrets-credential-engineer.md +0 -189
- package/.claude/agents/security-senior-secops.md +0 -760
- package/.claude/agents/security-threat-detection-engineer.md +0 -553
- package/.claude/agents/security-threat-intelligence-analyst.md +0 -661
- package/.claude/agents/specialized-chief-of-staff.md +0 -279
- package/.claude/agents/specialized-civil-engineer.md +0 -356
- package/.claude/agents/specialized-codebase-archaeologist.md +0 -341
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +0 -88
- package/.claude/agents/specialized-developer-advocate.md +0 -317
- package/.claude/agents/specialized-document-generator.md +0 -55
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +0 -378
- package/.claude/agents/specialized-focus-music-architect.md +0 -175
- package/.claude/agents/specialized-french-consulting-market.md +0 -194
- package/.claude/agents/specialized-korean-business-navigator.md +0 -216
- package/.claude/agents/specialized-master-plan-architect.md +0 -157
- package/.claude/agents/specialized-mcp-builder.md +0 -260
- package/.claude/agents/specialized-model-qa.md +0 -528
- package/.claude/agents/specialized-pricing-analyst.md +0 -243
- package/.claude/agents/specialized-salesforce-architect.md +0 -182
- package/.claude/agents/specialized-strategy-duel-agent.md +0 -130
- package/.claude/agents/specialized-workflow-architect.md +0 -597
- package/.claude/agents/study-abroad-advisor.md +0 -282
- package/.claude/agents/supply-chain-strategist.md +0 -591
- package/.claude/agents/support-analytics-reporter.md +0 -387
- package/.claude/agents/support-executive-summary-generator.md +0 -212
- package/.claude/agents/support-finance-tracker.md +0 -480
- package/.claude/agents/support-infrastructure-maintainer.md +0 -628
- package/.claude/agents/support-legal-compliance-checker.md +0 -591
- package/.claude/agents/support-support-responder.md +0 -607
- package/.claude/agents/technical-artist.md +0 -233
- package/.claude/agents/terminal-integration-specialist.md +0 -70
- package/.claude/agents/testing-accessibility-auditor.md +0 -327
- package/.claude/agents/testing-api-tester.md +0 -334
- package/.claude/agents/testing-evidence-collector.md +0 -210
- package/.claude/agents/testing-performance-benchmarker.md +0 -283
- package/.claude/agents/testing-reality-checker.md +0 -249
- package/.claude/agents/testing-test-automation-engineer.md +0 -196
- package/.claude/agents/testing-test-results-analyzer.md +0 -330
- package/.claude/agents/testing-tool-evaluator.md +0 -416
- package/.claude/agents/testing-workflow-optimizer.md +0 -463
- package/.claude/agents/unity-architect.md +0 -271
- package/.claude/agents/unity-editor-tool-developer.md +0 -310
- package/.claude/agents/unity-multiplayer-engineer.md +0 -323
- package/.claude/agents/unity-shader-graph-artist.md +0 -269
- package/.claude/agents/unreal-multiplayer-architect.md +0 -364
- package/.claude/agents/unreal-systems-engineer.md +0 -322
- package/.claude/agents/unreal-technical-artist.md +0 -256
- package/.claude/agents/unreal-world-builder.md +0 -273
- package/.claude/agents/visionos-spatial-engineer.md +0 -54
- package/.claude/agents/xr-cockpit-interaction-specialist.md +0 -32
- package/.claude/agents/xr-immersive-developer.md +0 -32
- package/.claude/agents/xr-interface-architect.md +0 -32
- package/.claude/agents/zk-steward.md +0 -211
- package/.claude-plugin/marketplace.json +0 -30
- package/.commitlintrc.json +0 -26
- package/.devcontainer/Dockerfile +0 -24
- package/.devcontainer/devcontainer.json +0 -70
- package/.devcontainer/docker-compose.memory.yml +0 -42
- package/.devcontainer/memory-stack/devcontainer.json +0 -84
- package/.devcontainer/post-create.sh +0 -83
- package/.dockerignore +0 -23
- package/.env.act.example +0 -15
- package/.env.example +0 -171
- package/.eslintrc.json +0 -16
- package/.git-blame-ignore-revs +0 -10
- package/.gitattributes +0 -2
- package/.gitguardian.yaml +0 -50
- package/.githooks/pre-commit +0 -6
- package/.pre-commit-config.yaml +0 -30
- package/.release-please-config-xithead.json +0 -22
- package/.release-please-config.json +0 -44
- package/.release-please-manifest-xithead.json +0 -3
- package/.release-please-manifest.json +0 -3
- package/CODE_OF_CONDUCT.md +0 -133
- package/CONTRIBUTING.md +0 -133
- package/Cargo.lock +0 -5557
- package/Cargo.toml +0 -121
- package/Dockerfile +0 -38
- package/Dockerfile.proxy +0 -48
- package/ENTERPRISE.md +0 -5
- package/FEATURES_ADVANCED.md +0 -311
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +0 -4
- package/MODERNIZATION_GUIDE.md +0 -358
- package/Makefile +0 -140
- package/NOTICE +0 -43
- package/NPM_TOKEN_SETUP.md +0 -81
- package/PR.md +0 -170
- package/PUBLISH.md +0 -77
- package/README_FRONTEND.md +0 -196
- package/REALIGNMENT/00-overview.md +0 -53
- package/REALIGNMENT/01-bug-list.md +0 -421
- package/REALIGNMENT/02-architecture.md +0 -322
- package/REALIGNMENT/03-phase-A-lockdown.md +0 -420
- package/REALIGNMENT/04-phase-B-live-zone.md +0 -470
- package/REALIGNMENT/05-phase-C-rust-proxy.md +0 -329
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +0 -222
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +0 -338
- package/REALIGNMENT/08-phase-F-auth-mode.md +0 -254
- package/REALIGNMENT/09-phase-G-rtk-observability.md +0 -194
- package/REALIGNMENT/10-phase-H-python-retirement.md +0 -214
- package/REALIGNMENT/11-phase-I-test-infra.md +0 -385
- package/REALIGNMENT/12-decisions-needed.md +0 -196
- package/REALIGNMENT/INDEX.md +0 -82
- package/REFACTORING_CAMPAIGN.md +0 -277
- package/RESTRUCTURE_PLAN.md +0 -100
- package/RUST_DEV.md +0 -361
- package/SECURITY.md +0 -65
- package/SETUP_AUTO_PUBLISH.md +0 -164
- package/TESTING-copilot-subscription.md +0 -153
- package/codecov.yml +0 -34
- package/crates/headroom-core/Cargo.toml +0 -165
- package/crates/headroom-core/benches/auth_mode.rs +0 -74
- package/crates/headroom-core/benches/ccr_store.rs +0 -224
- package/crates/headroom-core/benches/tokenizer.rs +0 -52
- package/crates/headroom-core/config/pipeline.toml +0 -151
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +0 -9
- package/crates/headroom-core/src/auth_mode.rs +0 -250
- package/crates/headroom-core/src/cache_control.rs +0 -414
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +0 -317
- package/crates/headroom-core/src/ccr/backends/mod.rs +0 -152
- package/crates/headroom-core/src/ccr/backends/redis.rs +0 -146
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +0 -205
- package/crates/headroom-core/src/ccr/mod.rs +0 -119
- package/crates/headroom-core/src/compression_policy.rs +0 -505
- package/crates/headroom-core/src/lib.rs +0 -33
- package/crates/headroom-core/src/relevance/base.rs +0 -139
- package/crates/headroom-core/src/relevance/bm25.rs +0 -385
- package/crates/headroom-core/src/relevance/embedding.rs +0 -354
- package/crates/headroom-core/src/relevance/hybrid.rs +0 -364
- package/crates/headroom-core/src/relevance/mod.rs +0 -64
- package/crates/headroom-core/src/signals/keyword_detector.rs +0 -433
- package/crates/headroom-core/src/signals/line_importance.rs +0 -84
- package/crates/headroom-core/src/signals/mod.rs +0 -61
- package/crates/headroom-core/src/signals/tiered.rs +0 -141
- package/crates/headroom-core/src/tokenizer/estimator.rs +0 -152
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +0 -314
- package/crates/headroom-core/src/tokenizer/mod.rs +0 -56
- package/crates/headroom-core/src/tokenizer/registry.rs +0 -342
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +0 -265
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +0 -610
- package/crates/headroom-core/src/transforms/anchor_selector.rs +0 -1189
- package/crates/headroom-core/src/transforms/content_detector.rs +0 -769
- package/crates/headroom-core/src/transforms/detection.rs +0 -222
- package/crates/headroom-core/src/transforms/diff_compressor.rs +0 -1685
- package/crates/headroom-core/src/transforms/live_zone.rs +0 -2967
- package/crates/headroom-core/src/transforms/log_compressor.rs +0 -1295
- package/crates/headroom-core/src/transforms/magika_detector.rs +0 -395
- package/crates/headroom-core/src/transforms/mod.rs +0 -64
- package/crates/headroom-core/src/transforms/pipeline/config.rs +0 -331
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +0 -103
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +0 -524
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +0 -279
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +0 -400
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +0 -284
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +0 -34
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +0 -331
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +0 -848
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +0 -175
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +0 -545
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +0 -12
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +0 -338
- package/crates/headroom-core/src/transforms/recommendations.rs +0 -329
- package/crates/headroom-core/src/transforms/safety.rs +0 -215
- package/crates/headroom-core/src/transforms/search_compressor.rs +0 -902
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +0 -1262
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +0 -407
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +0 -263
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +0 -214
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +0 -283
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +0 -733
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +0 -961
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +0 -252
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +0 -127
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +0 -397
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +0 -173
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +0 -159
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +0 -1665
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +0 -865
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +0 -77
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +0 -393
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +0 -72
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +0 -81
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +0 -66
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +0 -459
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +0 -507
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +0 -904
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +0 -510
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +0 -287
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +0 -203
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +0 -263
- package/crates/headroom-core/src/transforms/tag_protector.rs +0 -1272
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +0 -232
- package/crates/headroom-parity/Cargo.toml +0 -26
- package/crates/headroom-parity/examples/diff_fixture.rs +0 -66
- package/crates/headroom-parity/src/bin/parity_run.rs +0 -78
- package/crates/headroom-parity/src/lib.rs +0 -613
- package/crates/headroom-proxy/Cargo.toml +0 -119
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +0 -39767
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +0 -192
- package/crates/headroom-proxy/src/bedrock/envelope.rs +0 -239
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +0 -769
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +0 -459
- package/crates/headroom-proxy/src/bedrock/invoke.rs +0 -735
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +0 -1098
- package/crates/headroom-proxy/src/bedrock/mod.rs +0 -66
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +0 -324
- package/crates/headroom-proxy/src/bedrock/vendor.rs +0 -82
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +0 -698
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +0 -683
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +0 -61
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +0 -600
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +0 -514
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +0 -720
- package/crates/headroom-proxy/src/compression/anthropic.rs +0 -92
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +0 -1311
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +0 -660
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +0 -678
- package/crates/headroom-proxy/src/compression/mod.rs +0 -127
- package/crates/headroom-proxy/src/compression/model_limits.rs +0 -211
- package/crates/headroom-proxy/src/config.rs +0 -646
- package/crates/headroom-proxy/src/error.rs +0 -69
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +0 -100
- package/crates/headroom-proxy/src/handlers/conversations.rs +0 -241
- package/crates/headroom-proxy/src/handlers/mod.rs +0 -13
- package/crates/headroom-proxy/src/handlers/responses.rs +0 -256
- package/crates/headroom-proxy/src/headers.rs +0 -288
- package/crates/headroom-proxy/src/health.rs +0 -41
- package/crates/headroom-proxy/src/lib.rs +0 -21
- package/crates/headroom-proxy/src/main.rs +0 -141
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +0 -340
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +0 -158
- package/crates/headroom-proxy/src/observability/metric_names.rs +0 -174
- package/crates/headroom-proxy/src/observability/mod.rs +0 -68
- package/crates/headroom-proxy/src/observability/prometheus.rs +0 -394
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +0 -368
- package/crates/headroom-proxy/src/proxy.rs +0 -1619
- package/crates/headroom-proxy/src/responses_items.rs +0 -565
- package/crates/headroom-proxy/src/sse/anthropic.rs +0 -415
- package/crates/headroom-proxy/src/sse/framing.rs +0 -366
- package/crates/headroom-proxy/src/sse/mod.rs +0 -40
- package/crates/headroom-proxy/src/sse/openai_chat.rs +0 -231
- package/crates/headroom-proxy/src/sse/openai_responses.rs +0 -458
- package/crates/headroom-proxy/src/vertex/adc.rs +0 -315
- package/crates/headroom-proxy/src/vertex/envelope.rs +0 -167
- package/crates/headroom-proxy/src/vertex/mod.rs +0 -277
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +0 -490
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +0 -49
- package/crates/headroom-proxy/src/websocket.rs +0 -246
- package/crates/headroom-py/Cargo.toml +0 -37
- package/crates/headroom-py/build.rs +0 -77
- package/crates/headroom-py/glibc_compat.c +0 -170
- package/crates/headroom-py/src/lib.rs +0 -1655
- package/deny.toml +0 -32
- package/docker/differential-network-capture/Dockerfile.runner +0 -14
- package/docker/differential-network-capture/docker-compose.yml +0 -142
- package/docker/differential-network-capture/run-claude-lane.sh +0 -24
- package/docker/docker-compose.native.yml +0 -44
- package/docker-bake.hcl +0 -88
- package/docker-compose.yml +0 -80
- package/e2e/_lib/make_shim.ps1 +0 -24
- package/e2e/_lib/make_shim.sh +0 -28
- package/e2e/docker-native-install.sh +0 -120
- package/e2e/init/Dockerfile +0 -79
- package/e2e/wrap/Dockerfile +0 -115
- package/examples/07-context-compression.ipynb +0 -279
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +0 -65
- package/examples/deployment/macos-launchagent/install.sh +0 -227
- package/examples/deployment/macos-launchagent/shell-integration.sh +0 -74
- package/examples/deployment/macos-launchagent/uninstall.sh +0 -145
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/llms.txt +0 -67
- package/mkdocs.yml +0 -136
- package/npm/bin/xithead.js +0 -366
- package/npm/bin/xtream-head.js +0 -366
- package/npm/index.d.ts +0 -57
- package/npm/index.js +0 -139
- package/npm/package.json +0 -55
- package/npm/postinstall.js +0 -43
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +0 -17
- package/plugins/headroom-agent-hooks/hooks/hooks.json +0 -29
- package/plugins/headroom-oauth2/LICENSE +0 -3
- package/plugins/headroom-oauth2/SPEC.md +0 -115
- package/plugins/headroom-oauth2/pyproject.toml +0 -48
- package/plugins/hermes/headroom_retrieve/plugin.yaml +0 -6
- package/plugins/openclaw/hook-shim/HOOK.md +0 -21
- package/plugins/openclaw/hook-shim/handler.js +0 -3
- package/plugins/openclaw/openclaw.plugin.json +0 -98
- package/plugins/openclaw/package-lock.json +0 -2692
- package/plugins/openclaw/package.json +0 -54
- package/plugins/openclaw/prepare-dist.mjs +0 -56
- package/plugins/openclaw/src/convert.ts +0 -418
- package/plugins/openclaw/src/engine.ts +0 -284
- package/plugins/openclaw/src/gateway-config.ts +0 -143
- package/plugins/openclaw/src/index.ts +0 -11
- package/plugins/openclaw/src/plugin/index.ts +0 -98
- package/plugins/openclaw/src/proxy-manager.ts +0 -477
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +0 -76
- package/plugins/openclaw/test/convert.test.ts +0 -96
- package/plugins/openclaw/test/engine-normalization.test.ts +0 -21
- package/plugins/openclaw/test/engine.test.ts +0 -101
- package/plugins/openclaw/test/gateway-config.test.ts +0 -278
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +0 -141
- package/plugins/openclaw/test/proxy-manager.test.ts +0 -343
- package/plugins/openclaw/tsup.config.ts +0 -9
- package/pyproject.toml +0 -438
- package/rust-toolchain.toml +0 -16
- package/sdk/typescript/examples/basic-compress.ts +0 -64
- package/sdk/typescript/examples/ccr-retrieve.ts +0 -80
- package/sdk/typescript/examples/hooks-custom-compression.ts +0 -117
- package/sdk/typescript/examples/middleware-composition.ts +0 -59
- package/sdk/typescript/examples/multi-provider.ts +0 -53
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +0 -73
- package/sdk/typescript/examples/shared-context-multi-agent.ts +0 -74
- package/sdk/typescript/examples/simulation-dry-run.ts +0 -80
- package/sdk/typescript/examples/streaming-chat.ts +0 -71
- package/sdk/typescript/examples/structured-output.ts +0 -99
- package/sdk/typescript/examples/tool-calling-agent.ts +0 -86
- package/sdk/typescript/examples/with-headroom-vercel.ts +0 -57
- package/sdk/typescript/package-lock.json +0 -3437
- package/sdk/typescript/package.json +0 -108
- package/sdk/typescript/src/adapters/anthropic.ts +0 -218
- package/sdk/typescript/src/adapters/gemini.ts +0 -83
- package/sdk/typescript/src/adapters/openai.ts +0 -77
- package/sdk/typescript/src/adapters/vercel-ai.ts +0 -131
- package/sdk/typescript/src/client.ts +0 -632
- package/sdk/typescript/src/compress.ts +0 -87
- package/sdk/typescript/src/errors.ts +0 -114
- package/sdk/typescript/src/hooks.ts +0 -113
- package/sdk/typescript/src/index.ts +0 -140
- package/sdk/typescript/src/paths.ts +0 -272
- package/sdk/typescript/src/shared-context.ts +0 -188
- package/sdk/typescript/src/simulate.ts +0 -52
- package/sdk/typescript/src/types/config.ts +0 -183
- package/sdk/typescript/src/types/models.ts +0 -314
- package/sdk/typescript/src/types.ts +0 -139
- package/sdk/typescript/src/utils/case.ts +0 -34
- package/sdk/typescript/src/utils/format.ts +0 -480
- package/sdk/typescript/src/utils/stream.ts +0 -50
- package/sdk/typescript/test/adapters/anthropic.test.ts +0 -217
- package/sdk/typescript/test/adapters/gemini.test.ts +0 -131
- package/sdk/typescript/test/adapters/openai.test.ts +0 -174
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +0 -306
- package/sdk/typescript/test/client-expanded.test.ts +0 -333
- package/sdk/typescript/test/client.test.ts +0 -266
- package/sdk/typescript/test/compress.test.ts +0 -118
- package/sdk/typescript/test/config.test.ts +0 -275
- package/sdk/typescript/test/errors.test.ts +0 -169
- package/sdk/typescript/test/format-integration.test.ts +0 -252
- package/sdk/typescript/test/hooks.test.ts +0 -265
- package/sdk/typescript/test/integration.test.ts +0 -249
- package/sdk/typescript/test/mdx-examples.test.ts +0 -253
- package/sdk/typescript/test/models.test.ts +0 -318
- package/sdk/typescript/test/parity.test.ts +0 -337
- package/sdk/typescript/test/paths.test.ts +0 -447
- package/sdk/typescript/test/shared-context.test.ts +0 -245
- package/sdk/typescript/test/simulate.test.ts +0 -84
- package/sdk/typescript/test/types.test.ts +0 -244
- package/sdk/typescript/test/utils/case.test.ts +0 -129
- package/sdk/typescript/test/utils/detect-format.test.ts +0 -133
- package/sdk/typescript/test/utils/format.test.ts +0 -434
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +0 -179
- package/sdk/typescript/tsup.config.ts +0 -17
- package/uv.lock +0 -6951
- package/xithead.egg-info/PKG-INFO +0 -22
- package/xithead.egg-info/SOURCES.txt +0 -16
- package/xithead.egg-info/dependency_links.txt +0 -1
- package/xithead.egg-info/entry_points.txt +0 -2
- package/xithead.egg-info/requires.txt +0 -10
- package/xithead.egg-info/top_level.txt +0 -2
- package/xithead.ps1 +0 -136
- package/xithead.sh +0 -129
- package/xithead_dist/pyproject.toml +0 -39
- package/xithead_dist/xithead.egg-info/PKG-INFO +0 -22
- package/xithead_dist/xithead.egg-info/SOURCES.txt +0 -16
- package/xithead_dist/xithead.egg-info/dependency_links.txt +0 -1
- package/xithead_dist/xithead.egg-info/entry_points.txt +0 -3
- package/xithead_dist/xithead.egg-info/requires.txt +0 -10
- package/xithead_dist/xithead.egg-info/top_level.txt +0 -2
|
@@ -1,331 +0,0 @@
|
|
|
1
|
-
//! Pipeline configuration — TOML-backed defaults plus runtime overrides.
|
|
2
|
-
//!
|
|
3
|
-
//! # Why a config file
|
|
4
|
-
//!
|
|
5
|
-
//! The orchestrator and every offload bloat estimator carry tunable
|
|
6
|
-
//! thresholds (savings ratios, sample sizes, weighting between bloat
|
|
7
|
-
//! signals). Hardcoding them in Rust means a tuning change ships as a
|
|
8
|
-
//! binary release. Putting them in TOML — embedded into the binary at
|
|
9
|
-
//! build time, override-loadable at startup — gives ops a knob without
|
|
10
|
-
//! losing the "stock binary works" property.
|
|
11
|
-
//!
|
|
12
|
-
//! Defaults live in `crates/headroom-core/config/pipeline.toml` and are
|
|
13
|
-
//! pulled in via `include_str!`. `PipelineConfig::default()` deserializes
|
|
14
|
-
//! that string; `PipelineConfig::from_toml_str` accepts an override TOML.
|
|
15
|
-
//! All thresholds are intentionally conservative — Claude Code, Codex,
|
|
16
|
-
//! and similar tool-driven agents sit on the hot path of every
|
|
17
|
-
//! compressed response, and a wrongly-fired CCR offload costs both
|
|
18
|
-
//! latency (retrieval round trip) and accuracy (LLM may not retrieve
|
|
19
|
-
//! when it should).
|
|
20
|
-
//!
|
|
21
|
-
//! # Schema
|
|
22
|
-
//!
|
|
23
|
-
//! ```toml
|
|
24
|
-
//! [pipeline]
|
|
25
|
-
//! reformat_target_ratio = 0.5
|
|
26
|
-
//! bloat_threshold = 0.5
|
|
27
|
-
//! offload_fallback_ratio = 0.85
|
|
28
|
-
//!
|
|
29
|
-
//! [bloat.log]
|
|
30
|
-
//! min_lines = 50
|
|
31
|
-
//! sample_size = 100
|
|
32
|
-
//! high_priority_threshold = 0.4
|
|
33
|
-
//! uniqueness_weight = 0.5
|
|
34
|
-
//! priority_dilution_weight = 0.5
|
|
35
|
-
//!
|
|
36
|
-
//! [bloat.diff]
|
|
37
|
-
//! min_lines = 50
|
|
38
|
-
//! normal_context_ratio = 0.6
|
|
39
|
-
//!
|
|
40
|
-
//! [bloat.search]
|
|
41
|
-
//! min_matches = 10
|
|
42
|
-
//! cluster_threshold = 10.0
|
|
43
|
-
//! ```
|
|
44
|
-
|
|
45
|
-
use serde::Deserialize;
|
|
46
|
-
|
|
47
|
-
/// Embedded default configuration. Built into the binary so a stock
|
|
48
|
-
/// install needs no external file.
|
|
49
|
-
const DEFAULT_TOML: &str = include_str!("../../../config/pipeline.toml");
|
|
50
|
-
|
|
51
|
-
/// Top-level config, deserialized from TOML.
|
|
52
|
-
#[derive(Debug, Clone, Deserialize)]
|
|
53
|
-
pub struct PipelineConfig {
|
|
54
|
-
pub pipeline: OrchestratorConfig,
|
|
55
|
-
pub bloat: BloatConfigs,
|
|
56
|
-
pub reformat: ReformatConfigs,
|
|
57
|
-
pub offload: OffloadConfigs,
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
impl PipelineConfig {
|
|
61
|
-
/// Load the embedded defaults. Panics only if the embedded TOML is
|
|
62
|
-
/// malformed — caught at build time by `from_default_str_does_not_panic`.
|
|
63
|
-
pub fn from_default_str() -> Self {
|
|
64
|
-
toml::from_str(DEFAULT_TOML)
|
|
65
|
-
.expect("embedded config/pipeline.toml must parse — checked by tests")
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
/// Parse a caller-supplied TOML string. Used by production deployments
|
|
69
|
-
/// that ship their own override file.
|
|
70
|
-
///
|
|
71
|
-
/// Named `from_toml_str` rather than `from_str` to avoid colliding
|
|
72
|
-
/// with the [`std::str::FromStr`] trait method (and the corresponding
|
|
73
|
-
/// clippy lint), since this fallible parse doesn't need the `FromStr`
|
|
74
|
-
/// surface at any callsite today.
|
|
75
|
-
pub fn from_toml_str(s: &str) -> Result<Self, ConfigError> {
|
|
76
|
-
toml::from_str(s).map_err(ConfigError::from)
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
/// Read and parse a TOML file. Convenience wrapper.
|
|
80
|
-
pub fn from_file(path: impl AsRef<std::path::Path>) -> Result<Self, ConfigError> {
|
|
81
|
-
let text = std::fs::read_to_string(path).map_err(ConfigError::Io)?;
|
|
82
|
-
Self::from_toml_str(&text)
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
impl Default for PipelineConfig {
|
|
87
|
-
fn default() -> Self {
|
|
88
|
-
Self::from_default_str()
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
/// Orchestrator-level knobs.
|
|
93
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
94
|
-
pub struct OrchestratorConfig {
|
|
95
|
-
/// After reformat, if `output_len / input_len <= this`, we treat
|
|
96
|
-
/// the reformat as sufficient and skip offloads UNLESS bloat
|
|
97
|
-
/// estimation demands them.
|
|
98
|
-
pub reformat_target_ratio: f64,
|
|
99
|
-
/// Bloat score above which the orchestrator runs offload regardless
|
|
100
|
-
/// of reformat outcome.
|
|
101
|
-
pub bloat_threshold: f32,
|
|
102
|
-
/// After reformat, if `output_len / input_len > this`, we run
|
|
103
|
-
/// offloads even when bloat is below threshold (the "reformat
|
|
104
|
-
/// barely helped" fallback path).
|
|
105
|
-
pub offload_fallback_ratio: f64,
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
/// Per-domain bloat-estimator knobs.
|
|
109
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
110
|
-
pub struct BloatConfigs {
|
|
111
|
-
pub log: LogBloatConfig,
|
|
112
|
-
pub diff: DiffBloatConfig,
|
|
113
|
-
pub search: SearchBloatConfig,
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
/// Log-domain bloat estimator config.
|
|
117
|
-
///
|
|
118
|
-
/// The estimator combines two structural signals weighted to sum to ≤ 1.0:
|
|
119
|
-
/// - **Repetition** (`uniqueness_weight`): `1 − unique_lines / sample_size`.
|
|
120
|
-
/// Catches "log full of identical INFO heartbeats."
|
|
121
|
-
/// - **Priority dilution** (`priority_dilution_weight`):
|
|
122
|
-
/// `(low_priority_lines / sample_size)`, where low-priority is
|
|
123
|
-
/// `priority ≤ high_priority_threshold`. Catches "log full of unique
|
|
124
|
-
/// noise burying a few errors."
|
|
125
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
126
|
-
pub struct LogBloatConfig {
|
|
127
|
-
pub min_lines: usize,
|
|
128
|
-
pub sample_size: usize,
|
|
129
|
-
pub high_priority_threshold: f32,
|
|
130
|
-
pub uniqueness_weight: f32,
|
|
131
|
-
pub priority_dilution_weight: f32,
|
|
132
|
-
}
|
|
133
|
-
|
|
134
|
-
/// Diff-domain bloat estimator config.
|
|
135
|
-
///
|
|
136
|
-
/// Bloat is high when context lines dominate change lines: a diff of
|
|
137
|
-
/// 200 lines that only changes 3 of them is mostly noise the LLM
|
|
138
|
-
/// doesn't need on the wire.
|
|
139
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
140
|
-
pub struct DiffBloatConfig {
|
|
141
|
-
pub min_lines: usize,
|
|
142
|
-
/// Below this fraction of `context / (context + change)` the diff
|
|
143
|
-
/// is considered dense; above, it's mostly context (high bloat).
|
|
144
|
-
pub normal_context_ratio: f64,
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
/// Search-domain bloat estimator config.
|
|
148
|
-
///
|
|
149
|
-
/// Bloat is high when matches cluster heavily into a few files
|
|
150
|
-
/// (`avg_matches_per_file` is large) — the LLM rarely needs all
|
|
151
|
-
/// 50 hits in `utils.py` and one summary keeps the signal.
|
|
152
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
153
|
-
pub struct SearchBloatConfig {
|
|
154
|
-
pub min_matches: usize,
|
|
155
|
-
pub cluster_threshold: f32,
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
/// Reformat-transform configs (one struct per reformat).
|
|
159
|
-
#[derive(Debug, Clone, Deserialize)]
|
|
160
|
-
pub struct ReformatConfigs {
|
|
161
|
-
pub log_template: LogTemplateConfig,
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
/// Knobs for the [`crate::transforms::pipeline::reformats::LogTemplate`]
|
|
165
|
-
/// miner. See module docs for the algorithm; the relevant tunables are:
|
|
166
|
-
///
|
|
167
|
-
/// - `min_lines` — short logs aren't worth the bucket walk.
|
|
168
|
-
/// - `min_run` — minimum consecutive same-template lines that justify
|
|
169
|
-
/// collapsing into a template block.
|
|
170
|
-
/// - `similarity_threshold` — fraction of positions that must match
|
|
171
|
-
/// for two same-length lines to be considered the same template.
|
|
172
|
-
/// - `min_constant_tokens` — a template with too few anchor tokens
|
|
173
|
-
/// carries no readable signal; emit verbatim instead.
|
|
174
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
175
|
-
pub struct LogTemplateConfig {
|
|
176
|
-
pub min_lines: usize,
|
|
177
|
-
pub min_run: usize,
|
|
178
|
-
pub similarity_threshold: f32,
|
|
179
|
-
pub min_constant_tokens: usize,
|
|
180
|
-
}
|
|
181
|
-
|
|
182
|
-
/// Offload-transform configs (one struct per offload that needs them).
|
|
183
|
-
#[derive(Debug, Clone, Deserialize)]
|
|
184
|
-
pub struct OffloadConfigs {
|
|
185
|
-
pub json: JsonOffloadConfig,
|
|
186
|
-
pub diff_noise: DiffNoiseConfig,
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
/// Knobs for the [`crate::transforms::pipeline::offloads::JsonOffload`]
|
|
190
|
-
/// (SmartCrusher wrapper). The estimator scans byte-prefix-cheaply for
|
|
191
|
-
/// JSON array-of-objects shape; SmartCrusher itself does the heavy work
|
|
192
|
-
/// when the orchestrator decides to fire.
|
|
193
|
-
#[derive(Debug, Clone, Copy, Deserialize)]
|
|
194
|
-
pub struct JsonOffloadConfig {
|
|
195
|
-
pub min_array_rows: usize,
|
|
196
|
-
pub saturation_rows: usize,
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
/// Knobs for the [`crate::transforms::pipeline::offloads::DiffNoise`]
|
|
200
|
-
/// offload. Lockfile suffixes are matched against the new-file path
|
|
201
|
-
/// at the end of each `diff --git` header.
|
|
202
|
-
#[derive(Debug, Clone, Deserialize)]
|
|
203
|
-
pub struct DiffNoiseConfig {
|
|
204
|
-
pub min_lines: usize,
|
|
205
|
-
pub lockfile_suffixes: Vec<String>,
|
|
206
|
-
pub drop_whitespace_only_hunks: bool,
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
#[derive(Debug, thiserror::Error)]
|
|
210
|
-
pub enum ConfigError {
|
|
211
|
-
#[error("invalid pipeline config TOML: {0}")]
|
|
212
|
-
Parse(#[from] toml::de::Error),
|
|
213
|
-
#[error("could not read pipeline config file: {0}")]
|
|
214
|
-
Io(std::io::Error),
|
|
215
|
-
}
|
|
216
|
-
|
|
217
|
-
#[cfg(test)]
|
|
218
|
-
mod tests {
|
|
219
|
-
use super::*;
|
|
220
|
-
|
|
221
|
-
#[test]
|
|
222
|
-
fn from_default_str_does_not_panic() {
|
|
223
|
-
// Embedded TOML must always deserialize cleanly.
|
|
224
|
-
let _ = PipelineConfig::from_default_str();
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
#[test]
|
|
228
|
-
fn defaults_match_documented_thresholds() {
|
|
229
|
-
let cfg = PipelineConfig::default();
|
|
230
|
-
assert_eq!(cfg.pipeline.reformat_target_ratio, 0.5);
|
|
231
|
-
assert_eq!(cfg.pipeline.bloat_threshold, 0.5);
|
|
232
|
-
assert_eq!(cfg.pipeline.offload_fallback_ratio, 0.85);
|
|
233
|
-
assert_eq!(cfg.bloat.log.min_lines, 50);
|
|
234
|
-
assert_eq!(cfg.bloat.log.sample_size, 100);
|
|
235
|
-
assert_eq!(cfg.bloat.diff.min_lines, 50);
|
|
236
|
-
assert_eq!(cfg.bloat.search.min_matches, 10);
|
|
237
|
-
}
|
|
238
|
-
|
|
239
|
-
#[test]
|
|
240
|
-
fn bloat_log_weights_sum_to_at_most_one() {
|
|
241
|
-
let cfg = PipelineConfig::default();
|
|
242
|
-
let total = cfg.bloat.log.uniqueness_weight + cfg.bloat.log.priority_dilution_weight;
|
|
243
|
-
assert!(
|
|
244
|
-
total <= 1.0001,
|
|
245
|
-
"log bloat weights must sum to ≤ 1.0, got {total}"
|
|
246
|
-
);
|
|
247
|
-
}
|
|
248
|
-
|
|
249
|
-
#[test]
|
|
250
|
-
fn from_toml_str_overrides_defaults() {
|
|
251
|
-
let toml = r#"
|
|
252
|
-
[pipeline]
|
|
253
|
-
reformat_target_ratio = 0.3
|
|
254
|
-
bloat_threshold = 0.7
|
|
255
|
-
offload_fallback_ratio = 0.9
|
|
256
|
-
|
|
257
|
-
[bloat.log]
|
|
258
|
-
min_lines = 25
|
|
259
|
-
sample_size = 50
|
|
260
|
-
high_priority_threshold = 0.6
|
|
261
|
-
uniqueness_weight = 0.4
|
|
262
|
-
priority_dilution_weight = 0.6
|
|
263
|
-
|
|
264
|
-
[bloat.diff]
|
|
265
|
-
min_lines = 30
|
|
266
|
-
normal_context_ratio = 0.7
|
|
267
|
-
|
|
268
|
-
[bloat.search]
|
|
269
|
-
min_matches = 5
|
|
270
|
-
cluster_threshold = 20.0
|
|
271
|
-
|
|
272
|
-
[reformat.log_template]
|
|
273
|
-
min_lines = 10
|
|
274
|
-
min_run = 5
|
|
275
|
-
similarity_threshold = 0.8
|
|
276
|
-
min_constant_tokens = 3
|
|
277
|
-
|
|
278
|
-
[offload.json]
|
|
279
|
-
min_array_rows = 3
|
|
280
|
-
saturation_rows = 25
|
|
281
|
-
|
|
282
|
-
[offload.diff_noise]
|
|
283
|
-
min_lines = 20
|
|
284
|
-
lockfile_suffixes = ["custom.lock"]
|
|
285
|
-
drop_whitespace_only_hunks = false
|
|
286
|
-
"#;
|
|
287
|
-
let cfg = PipelineConfig::from_toml_str(toml).expect("override parses");
|
|
288
|
-
assert_eq!(cfg.pipeline.reformat_target_ratio, 0.3);
|
|
289
|
-
assert_eq!(cfg.bloat.log.min_lines, 25);
|
|
290
|
-
assert_eq!(cfg.bloat.search.cluster_threshold, 20.0);
|
|
291
|
-
assert_eq!(cfg.reformat.log_template.min_run, 5);
|
|
292
|
-
assert_eq!(
|
|
293
|
-
cfg.offload.diff_noise.lockfile_suffixes,
|
|
294
|
-
vec!["custom.lock"]
|
|
295
|
-
);
|
|
296
|
-
}
|
|
297
|
-
|
|
298
|
-
#[test]
|
|
299
|
-
fn defaults_carry_reformat_and_offload_sections() {
|
|
300
|
-
let cfg = PipelineConfig::default();
|
|
301
|
-
assert_eq!(cfg.reformat.log_template.min_lines, 20);
|
|
302
|
-
assert_eq!(cfg.reformat.log_template.min_run, 3);
|
|
303
|
-
assert_eq!(cfg.offload.json.min_array_rows, 5);
|
|
304
|
-
assert_eq!(cfg.offload.json.saturation_rows, 50);
|
|
305
|
-
assert!(!cfg.offload.diff_noise.lockfile_suffixes.is_empty());
|
|
306
|
-
assert!(cfg
|
|
307
|
-
.offload
|
|
308
|
-
.diff_noise
|
|
309
|
-
.lockfile_suffixes
|
|
310
|
-
.iter()
|
|
311
|
-
.any(|s| s == "Cargo.lock"));
|
|
312
|
-
}
|
|
313
|
-
|
|
314
|
-
#[test]
|
|
315
|
-
fn malformed_toml_returns_error() {
|
|
316
|
-
let r = PipelineConfig::from_toml_str("this is not toml = [unterminated");
|
|
317
|
-
assert!(r.is_err(), "malformed TOML should fail loudly");
|
|
318
|
-
}
|
|
319
|
-
|
|
320
|
-
#[test]
|
|
321
|
-
fn missing_section_returns_error() {
|
|
322
|
-
// Only `[pipeline]` — missing `[bloat.*]` sections.
|
|
323
|
-
let toml = r#"
|
|
324
|
-
[pipeline]
|
|
325
|
-
reformat_target_ratio = 0.5
|
|
326
|
-
bloat_threshold = 0.5
|
|
327
|
-
offload_fallback_ratio = 0.85
|
|
328
|
-
"#;
|
|
329
|
-
assert!(PipelineConfig::from_toml_str(toml).is_err());
|
|
330
|
-
}
|
|
331
|
-
}
|
|
@@ -1,103 +0,0 @@
|
|
|
1
|
-
//! Compression pipeline — formal orchestrator for reformat + bloat-gated CCR offload.
|
|
2
|
-
//!
|
|
3
|
-
//! # The architecture in one paragraph
|
|
4
|
-
//!
|
|
5
|
-
//! With CCR (Compress-Cache-Retrieve), no transform here destroys
|
|
6
|
-
//! information. Bytes drop from the wire, but the original payload is
|
|
7
|
-
//! stashed in a [`crate::ccr::CcrStore`] keyed by a hash. The LLM
|
|
8
|
-
//! retrieves any dropped piece via a tool call. So we don't have
|
|
9
|
-
//! "lossless" vs "lossy" — we have two distinct *mechanisms*:
|
|
10
|
-
//!
|
|
11
|
-
//! * [`ReformatTransform`] — pack denser without dropping anything.
|
|
12
|
-
//! Output bytes are semantically equivalent to input bytes
|
|
13
|
-
//! (`JsonMinifier` removes whitespace; future entries: log RLE,
|
|
14
|
-
//! schema extraction, comment stripping).
|
|
15
|
-
//! * [`OffloadTransform`] — drop bytes from the wire, stash the
|
|
16
|
-
//! original via CCR, emit a retrieval marker. Required to expose a
|
|
17
|
-
//! cheap, **domain-specific** [`estimate_bloat`] method so the
|
|
18
|
-
//! orchestrator can decide whether the offload is worth the
|
|
19
|
-
//! retrieval round trip.
|
|
20
|
-
//!
|
|
21
|
-
//! [`CompressionPipeline`] dispatches both kinds by content type. It
|
|
22
|
-
//! runs the reformat phase serially while running per-offload bloat
|
|
23
|
-
//! estimators in parallel via `rayon::join` — so large inputs don't
|
|
24
|
-
//! pay a sequential cost for the gating decision.
|
|
25
|
-
//!
|
|
26
|
-
//! # Why parallel + domain-specific bloat
|
|
27
|
-
//!
|
|
28
|
-
//! Different content shapes have different "is this bloaty?" signals.
|
|
29
|
-
//! A generic byte-redundancy heuristic (zlib over a sample) misses
|
|
30
|
-
//! domain semantics: a log full of unique-but-irrelevant lines doesn't
|
|
31
|
-
//! compress with zlib but should still trigger CCR. Each
|
|
32
|
-
//! [`OffloadTransform`] carries its own structural estimator —
|
|
33
|
-
//! [`crate::transforms::pipeline::offloads::LogOffload`] looks at line
|
|
34
|
-
//! repetition + priority dilution; `DiffOffload` looks at the
|
|
35
|
-
//! context-to-change ratio; `SearchOffload` looks at how matches
|
|
36
|
-
//! cluster across files.
|
|
37
|
-
//!
|
|
38
|
-
//! Estimators MUST be cheap (under O(n) on input length, no
|
|
39
|
-
//! allocations beyond the structural read). They run in parallel with
|
|
40
|
-
//! the reformat phase via `rayon::par_iter` — so a 100-offload pipeline
|
|
41
|
-
//! over a 1MB log doesn't pay 100× the scan cost.
|
|
42
|
-
//!
|
|
43
|
-
//! # No regex
|
|
44
|
-
//!
|
|
45
|
-
//! Per project convention. JsonMinifier is `serde_json` round-trip;
|
|
46
|
-
//! offload bloat estimators are byte-prefix checks and
|
|
47
|
-
//! `signals::LineImportanceDetector` lookups (which use aho-corasick +
|
|
48
|
-
//! ASCII word boundary).
|
|
49
|
-
//!
|
|
50
|
-
//! # Coverage today vs deferred
|
|
51
|
-
//!
|
|
52
|
-
//! Reformats:
|
|
53
|
-
//! - [`reformats::JsonMinifier`] — JSON whitespace stripping.
|
|
54
|
-
//! - [`reformats::LogTemplate`] — Drain-style template miner for
|
|
55
|
-
//! build/log output. Lossless — emits `[Template Tn: ...] (Nx)` +
|
|
56
|
-
//! variant table, every original line reconstructible.
|
|
57
|
-
//!
|
|
58
|
-
//! Offloads:
|
|
59
|
-
//! - [`offloads::JsonOffload`] — wraps `SmartCrusher` for JSON arrays
|
|
60
|
-
//! of dicts. Estimator counts row separators; apply delegates the
|
|
61
|
-
//! heavy work to SmartCrusher (schema dedup, row sampling,
|
|
62
|
-
//! anchor-aware selection) and adds a wrapper-level CCR marker
|
|
63
|
-
//! that resolves in the orchestrator's store.
|
|
64
|
-
//! - [`offloads::LogOffload`] — wraps the existing `LogCompressor`,
|
|
65
|
-
//! gates on per-line bloat heuristic.
|
|
66
|
-
//! - [`offloads::DiffOffload`] — wraps the existing `DiffCompressor`,
|
|
67
|
-
//! gates on context-to-change ratio. Stores under the cache_key the
|
|
68
|
-
//! wrapped compressor mints (closes a leak in the parity-bound port).
|
|
69
|
-
//! - [`offloads::DiffNoise`] — drops lockfile + whitespace-only hunks
|
|
70
|
-
//! via CCR. Runs alongside `DiffOffload`; both are useful for
|
|
71
|
-
//! different shapes of diff bloat.
|
|
72
|
-
//! - `SearchOffload` exists at `offloads::search_offload::SearchOffload`
|
|
73
|
-
//! but is NOT in the default re-exports — modern agents use scoped
|
|
74
|
-
//! `rg`/`grep`, the marginal value didn't justify default registration.
|
|
75
|
-
//!
|
|
76
|
-
//! Deferred to later PRs:
|
|
77
|
-
//! - **ProseFieldCompressor** — Phase 3g PR3. Compresses prose-shaped
|
|
78
|
-
//! string fields inside structured payloads.
|
|
79
|
-
//!
|
|
80
|
-
//! [`estimate_bloat`]: traits::OffloadTransform::estimate_bloat
|
|
81
|
-
|
|
82
|
-
pub mod config;
|
|
83
|
-
pub mod offloads;
|
|
84
|
-
pub mod orchestrator;
|
|
85
|
-
pub mod reformats;
|
|
86
|
-
pub mod traits;
|
|
87
|
-
|
|
88
|
-
pub use config::{
|
|
89
|
-
BloatConfigs, ConfigError, DiffBloatConfig, DiffNoiseConfig, JsonOffloadConfig, LogBloatConfig,
|
|
90
|
-
LogTemplateConfig, OffloadConfigs, OrchestratorConfig, PipelineConfig, ReformatConfigs,
|
|
91
|
-
SearchBloatConfig,
|
|
92
|
-
};
|
|
93
|
-
// `SearchOffload` is intentionally NOT in the top-level re-export
|
|
94
|
-
// (deprecated from default pipeline; reach via the explicit module
|
|
95
|
-
// path if you want to opt in). See `offloads::search_offload` head
|
|
96
|
-
// docs for rationale.
|
|
97
|
-
pub use offloads::{DiffNoise, DiffOffload, JsonOffload, LogOffload};
|
|
98
|
-
pub use orchestrator::{CompressionPipeline, CompressionPipelineBuilder, PipelineResult};
|
|
99
|
-
pub use reformats::{JsonMinifier, LogTemplate};
|
|
100
|
-
pub use traits::{
|
|
101
|
-
CompressionContext, OffloadOutput, OffloadTransform, ReformatOutput, ReformatTransform,
|
|
102
|
-
TransformError,
|
|
103
|
-
};
|