xithead 1.5.0 → 1.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/design-system/README.md +80 -0
- package/package.json +20 -1
- package/public/apple-touch-icon.png +0 -0
- package/public/logo-transparent.png +0 -0
- package/public/xithead.ps1 +937 -0
- package/scripts/README.md +77 -0
- package/scripts/audit_wheel_glibc_symbols.py +217 -0
- package/scripts/build-master-design-system.cjs +33 -0
- package/scripts/build_rust_extension.sh +58 -0
- package/scripts/changelog-gen.py +203 -0
- package/scripts/eval_output_shaper.py +235 -0
- package/scripts/export_kompress_v2_onnx.py +267 -0
- package/scripts/fixtures/anthropic_replay_body.json +133 -0
- package/scripts/fixtures/codex_response_create_frame.json +52 -0
- package/scripts/install-git-hooks.sh +104 -0
- package/scripts/install.ps1 +1809 -0
- package/scripts/install.sh +1673 -0
- package/scripts/pr-governance.py +297 -0
- package/scripts/record_fixtures.py +59 -0
- package/scripts/refresh_model_limits.sh +48 -0
- package/scripts/replay_codex_ws_load.py +445 -0
- package/scripts/repro_codex_replay.py +699 -0
- package/scripts/smoke_issue_327.py +233 -0
- package/scripts/sync-plugin-versions.py +116 -0
- package/scripts/tests/test_changelog_gen.py +302 -0
- package/scripts/tests/test_pr_governance.py +163 -0
- package/scripts/tests/test_pr_health_labels.py +94 -0
- package/scripts/tests/test_pr_health_workflow.py +14 -0
- package/scripts/tests/test_sync_plugin_versions.py +131 -0
- package/scripts/tests/test_version_sync.py +291 -0
- package/scripts/validate-workflows.sh +39 -0
- package/scripts/verify-versions.py +106 -0
- package/scripts/version-sync.py +207 -0
- package/tailwind.config.js +31 -0
- package/tsconfig.json +84 -0
- package/.actrc +0 -14
- package/.actrc.local.example +0 -15
- package/.changelog.md +0 -2
- package/.claude/agents/academic-anthropologist.md +0 -125
- package/.claude/agents/academic-geographer.md +0 -127
- package/.claude/agents/academic-historian.md +0 -123
- package/.claude/agents/academic-narratologist.md +0 -118
- package/.claude/agents/academic-psychologist.md +0 -118
- package/.claude/agents/academic-statistician.md +0 -144
- package/.claude/agents/accounts-payable-agent.md +0 -205
- package/.claude/agents/agentic-identity-trust.md +0 -394
- package/.claude/agents/agents-orchestrator.md +0 -367
- package/.claude/agents/automation-governance-architect.md +0 -216
- package/.claude/agents/blender-addon-engineer.md +0 -243
- package/.claude/agents/business-strategist.md +0 -488
- package/.claude/agents/change-management-consultant.md +0 -497
- package/.claude/agents/chief-financial-officer.md +0 -388
- package/.claude/agents/corporate-training-designer.md +0 -192
- package/.claude/agents/customer-service.md +0 -398
- package/.claude/agents/customer-success-manager.md +0 -460
- package/.claude/agents/data-consolidation-agent.md +0 -60
- package/.claude/agents/data-privacy-officer.md +0 -412
- package/.claude/agents/design-brand-guardian.md +0 -322
- package/.claude/agents/design-image-prompt-engineer.md +0 -236
- package/.claude/agents/design-inclusive-visuals-specialist.md +0 -73
- package/.claude/agents/design-persona-walkthrough.md +0 -272
- package/.claude/agents/design-ui-designer.md +0 -386
- package/.claude/agents/design-ui-finish-gate-reviewer.md +0 -217
- package/.claude/agents/design-ux-architect.md +0 -482
- package/.claude/agents/design-ux-researcher.md +0 -329
- package/.claude/agents/design-visual-storyteller.md +0 -149
- package/.claude/agents/design-whimsy-injector.md +0 -460
- package/.claude/agents/economy-designer.md +0 -156
- package/.claude/agents/engineering-ai-data-remediation-engineer.md +0 -211
- package/.claude/agents/engineering-ai-engineer.md +0 -146
- package/.claude/agents/engineering-api-platform-engineer.md +0 -181
- package/.claude/agents/engineering-ats-validator-architect.md +0 -383
- package/.claude/agents/engineering-autonomous-optimization-architect.md +0 -121
- package/.claude/agents/engineering-backend-architect.md +0 -255
- package/.claude/agents/engineering-china-network-engineer.md +0 -252
- package/.claude/agents/engineering-cms-developer.md +0 -536
- package/.claude/agents/engineering-code-reviewer.md +0 -76
- package/.claude/agents/engineering-codebase-onboarding-engineer.md +0 -173
- package/.claude/agents/engineering-data-engineer.md +0 -349
- package/.claude/agents/engineering-data-visualization-engineer.md +0 -151
- package/.claude/agents/engineering-database-optimizer.md +0 -188
- package/.claude/agents/engineering-database-reliability-engineer.md +0 -201
- package/.claude/agents/engineering-desktop-app-engineer.md +0 -209
- package/.claude/agents/engineering-developer-tooling-engineer.md +0 -153
- package/.claude/agents/engineering-devops-automator.md +0 -385
- package/.claude/agents/engineering-drupal-performance.md +0 -347
- package/.claude/agents/engineering-drupal-shopping-cart.md +0 -360
- package/.claude/agents/engineering-electrical-engineer.md +0 -575
- package/.claude/agents/engineering-email-intelligence-engineer.md +0 -390
- package/.claude/agents/engineering-embedded-firmware-engineer.md +0 -196
- package/.claude/agents/engineering-feishu-integration-developer.md +0 -606
- package/.claude/agents/engineering-filament-optimization-specialist.md +0 -283
- package/.claude/agents/engineering-finops-engineer.md +0 -164
- package/.claude/agents/engineering-frontend-developer.md +0 -257
- package/.claude/agents/engineering-gaussdb-expert.md +0 -334
- package/.claude/agents/engineering-git-workflow-master.md +0 -98
- package/.claude/agents/engineering-i18n-engineer.md +0 -214
- package/.claude/agents/engineering-identity-access-engineer.md +0 -217
- package/.claude/agents/engineering-incident-response-commander.md +0 -444
- package/.claude/agents/engineering-iot-fleet-engineer.md +0 -148
- package/.claude/agents/engineering-it-service-manager.md +0 -561
- package/.claude/agents/engineering-knowledge-graph-engineer.md +0 -372
- package/.claude/agents/engineering-llm-post-training-engineer.md +0 -166
- package/.claude/agents/engineering-minimal-change-engineer.md +0 -207
- package/.claude/agents/engineering-mobile-app-builder.md +0 -493
- package/.claude/agents/engineering-mobile-release-engineer.md +0 -164
- package/.claude/agents/engineering-multi-agent-systems-architect.md +0 -600
- package/.claude/agents/engineering-network-engineer.md +0 -245
- package/.claude/agents/engineering-orgscript-engineer.md +0 -113
- package/.claude/agents/engineering-payments-billing-engineer.md +0 -228
- package/.claude/agents/engineering-pdf-engine-architect.md +0 -696
- package/.claude/agents/engineering-platform-engineer.md +0 -270
- package/.claude/agents/engineering-privacy-engineer.md +0 -152
- package/.claude/agents/engineering-prompt-engineer.md +0 -209
- package/.claude/agents/engineering-rag-pipeline-engineer.md +0 -450
- package/.claude/agents/engineering-rapid-prototyper.md +0 -466
- package/.claude/agents/engineering-realtime-collaboration-engineer.md +0 -200
- package/.claude/agents/engineering-rust-refactoring-specialist.md +0 -313
- package/.claude/agents/engineering-search-relevance-engineer.md +0 -237
- package/.claude/agents/engineering-section-508-specialist.md +0 -339
- package/.claude/agents/engineering-senior-developer.md +0 -176
- package/.claude/agents/engineering-servicenow-developer-mentor.md +0 -180
- package/.claude/agents/engineering-software-architect.md +0 -112
- package/.claude/agents/engineering-solidity-smart-contract-engineer.md +0 -522
- package/.claude/agents/engineering-sre.md +0 -90
- package/.claude/agents/engineering-technical-writer.md +0 -393
- package/.claude/agents/engineering-universal-document-compiler.md +0 -370
- package/.claude/agents/engineering-uswds-developer.md +0 -340
- package/.claude/agents/engineering-video-streaming-engineer.md +0 -151
- package/.claude/agents/engineering-voice-ai-integration-engineer.md +0 -584
- package/.claude/agents/engineering-webassembly-engineer.md +0 -153
- package/.claude/agents/engineering-wechat-mini-program-developer.md +0 -356
- package/.claude/agents/engineering-wordpress-performance.md +0 -346
- package/.claude/agents/engineering-wordpress-shopping-cart.md +0 -346
- package/.claude/agents/esg-sustainability-officer.md +0 -396
- package/.claude/agents/finance-bookkeeper-controller.md +0 -260
- package/.claude/agents/finance-financial-analyst.md +0 -234
- package/.claude/agents/finance-fpa-analyst.md +0 -263
- package/.claude/agents/finance-investment-researcher.md +0 -272
- package/.claude/agents/finance-tax-strategist.md +0 -239
- package/.claude/agents/game-audio-engineer.md +0 -264
- package/.claude/agents/game-designer.md +0 -167
- package/.claude/agents/gis-3d-scene-developer.md +0 -111
- package/.claude/agents/gis-analyst.md +0 -91
- package/.claude/agents/gis-bim-specialist.md +0 -108
- package/.claude/agents/gis-cartography-designer.md +0 -150
- package/.claude/agents/gis-drone-reality-mapping.md +0 -120
- package/.claude/agents/gis-geoai-ml-engineer.md +0 -105
- package/.claude/agents/gis-geoprocessing-specialist.md +0 -97
- package/.claude/agents/gis-qa-engineer.md +0 -133
- package/.claude/agents/gis-solution-engineer.md +0 -101
- package/.claude/agents/gis-spatial-data-engineer.md +0 -97
- package/.claude/agents/gis-spatial-data-scientist.md +0 -111
- package/.claude/agents/gis-technical-consultant.md +0 -86
- package/.claude/agents/gis-web-gis-developer.md +0 -108
- package/.claude/agents/godot-gameplay-scripter.md +0 -338
- package/.claude/agents/godot-multiplayer-engineer.md +0 -301
- package/.claude/agents/godot-shader-developer.md +0 -267
- package/.claude/agents/government-digital-presales-consultant.md +0 -363
- package/.claude/agents/grant-writer.md +0 -511
- package/.claude/agents/healthcare-aging-parent-care-companion.md +0 -414
- package/.claude/agents/healthcare-clinical-evidence-agent.md +0 -231
- package/.claude/agents/healthcare-customer-service.md +0 -389
- package/.claude/agents/healthcare-innovation-strategist.md +0 -433
- package/.claude/agents/healthcare-marketing-compliance.md +0 -395
- package/.claude/agents/healthcare-sovereign-health-systems-agent.md +0 -312
- package/.claude/agents/hospitality-guest-services.md +0 -603
- package/.claude/agents/hr-onboarding.md +0 -451
- package/.claude/agents/identity-graph-operator.md +0 -303
- package/.claude/agents/language-translator.md +0 -264
- package/.claude/agents/legal-billing-time-tracking.md +0 -569
- package/.claude/agents/legal-client-intake.md +0 -492
- package/.claude/agents/legal-document-review.md +0 -454
- package/.claude/agents/level-designer.md +0 -208
- package/.claude/agents/loan-officer-assistant.md +0 -555
- package/.claude/agents/lsp-index-engineer.md +0 -320
- package/.claude/agents/ma-integration-manager.md +0 -427
- package/.claude/agents/macos-spatial-metal-engineer.md +0 -337
- package/.claude/agents/marketing-aeo-foundations.md +0 -264
- package/.claude/agents/marketing-agentic-search-optimizer.md +0 -279
- package/.claude/agents/marketing-ai-citation-strategist.md +0 -172
- package/.claude/agents/marketing-app-store-optimizer.md +0 -321
- package/.claude/agents/marketing-baidu-seo-specialist.md +0 -226
- package/.claude/agents/marketing-bilibili-content-strategist.md +0 -199
- package/.claude/agents/marketing-book-co-author.md +0 -110
- package/.claude/agents/marketing-carousel-growth-engine.md +0 -204
- package/.claude/agents/marketing-china-ecommerce-operator.md +0 -283
- package/.claude/agents/marketing-china-market-localization-strategist.md +0 -283
- package/.claude/agents/marketing-content-creator.md +0 -54
- package/.claude/agents/marketing-cross-border-ecommerce.md +0 -259
- package/.claude/agents/marketing-developer-community-builder.md +0 -285
- package/.claude/agents/marketing-douyin-strategist.md +0 -149
- package/.claude/agents/marketing-email-strategist.md +0 -249
- package/.claude/agents/marketing-global-podcast-strategist.md +0 -206
- package/.claude/agents/marketing-growth-hacker.md +0 -54
- package/.claude/agents/marketing-instagram-curator.md +0 -113
- package/.claude/agents/marketing-kuaishou-strategist.md +0 -223
- package/.claude/agents/marketing-linkedin-content-creator.md +0 -214
- package/.claude/agents/marketing-livestream-commerce-coach.md +0 -305
- package/.claude/agents/marketing-multi-platform-publisher.md +0 -217
- package/.claude/agents/marketing-podcast-strategist.md +0 -277
- package/.claude/agents/marketing-pr-communications-manager.md +0 -473
- package/.claude/agents/marketing-private-domain-operator.md +0 -308
- package/.claude/agents/marketing-reddit-community-builder.md +0 -123
- package/.claude/agents/marketing-seo-specialist.md +0 -370
- package/.claude/agents/marketing-short-video-editing-coach.md +0 -412
- package/.claude/agents/marketing-social-media-strategist.md +0 -125
- package/.claude/agents/marketing-tiktok-strategist.md +0 -125
- package/.claude/agents/marketing-twitter-engager.md +0 -126
- package/.claude/agents/marketing-video-optimization-specialist.md +0 -119
- package/.claude/agents/marketing-wechat-official-account.md +0 -145
- package/.claude/agents/marketing-weibo-strategist.md +0 -240
- package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +0 -161
- package/.claude/agents/marketing-xiaohongshu-specialist.md +0 -138
- package/.claude/agents/marketing-zhihu-strategist.md +0 -162
- package/.claude/agents/medical-billing-coding-specialist.md +0 -491
- package/.claude/agents/narrative-designer.md +0 -243
- package/.claude/agents/operations-manager.md +0 -399
- package/.claude/agents/organizational-psychologist.md +0 -391
- package/.claude/agents/paid-media-auditor.md +0 -71
- package/.claude/agents/paid-media-creative-strategist.md +0 -71
- package/.claude/agents/paid-media-paid-social-strategist.md +0 -71
- package/.claude/agents/paid-media-ppc-strategist.md +0 -71
- package/.claude/agents/paid-media-programmatic-buyer.md +0 -71
- package/.claude/agents/paid-media-search-query-analyst.md +0 -71
- package/.claude/agents/paid-media-tracking-specialist.md +0 -71
- package/.claude/agents/personal-growth-mentor.md +0 -159
- package/.claude/agents/product-behavioral-nudge-engine.md +0 -83
- package/.claude/agents/product-dx-engineer.md +0 -332
- package/.claude/agents/product-feedback-synthesizer.md +0 -119
- package/.claude/agents/product-manager.md +0 -469
- package/.claude/agents/product-sprint-prioritizer.md +0 -154
- package/.claude/agents/product-trend-researcher.md +0 -159
- package/.claude/agents/project-management-experiment-tracker.md +0 -198
- package/.claude/agents/project-management-jira-workflow-steward.md +0 -233
- package/.claude/agents/project-management-meeting-notes-specialist.md +0 -95
- package/.claude/agents/project-management-project-shepherd.md +0 -194
- package/.claude/agents/project-management-studio-operations.md +0 -200
- package/.claude/agents/project-management-studio-producer.md +0 -203
- package/.claude/agents/project-manager-senior.md +0 -135
- package/.claude/agents/real-estate-buyer-seller.md +0 -596
- package/.claude/agents/recruitment-specialist.md +0 -515
- package/.claude/agents/report-distribution-agent.md +0 -65
- package/.claude/agents/research-synthesist.md +0 -136
- package/.claude/agents/resume-tailor.md +0 -230
- package/.claude/agents/retail-customer-returns.md +0 -566
- package/.claude/agents/roblox-avatar-creator.md +0 -297
- package/.claude/agents/roblox-experience-designer.md +0 -306
- package/.claude/agents/roblox-systems-scripter.md +0 -332
- package/.claude/agents/sales-account-strategist.md +0 -227
- package/.claude/agents/sales-coach.md +0 -271
- package/.claude/agents/sales-data-extraction-agent.md +0 -67
- package/.claude/agents/sales-deal-strategist.md +0 -180
- package/.claude/agents/sales-discovery-coach.md +0 -225
- package/.claude/agents/sales-engineer.md +0 -182
- package/.claude/agents/sales-offer-lead-gen-strategist.md +0 -257
- package/.claude/agents/sales-outbound-strategist.md +0 -201
- package/.claude/agents/sales-outreach.md +0 -425
- package/.claude/agents/sales-pipeline-analyst.md +0 -267
- package/.claude/agents/sales-proposal-strategist.md +0 -217
- package/.claude/agents/security-ai-generated-code-auditor.md +0 -207
- package/.claude/agents/security-appsec-engineer.md +0 -536
- package/.claude/agents/security-architect.md +0 -307
- package/.claude/agents/security-blockchain-security-auditor.md +0 -482
- package/.claude/agents/security-cloud-security-architect.md +0 -576
- package/.claude/agents/security-compliance-auditor.md +0 -158
- package/.claude/agents/security-incident-responder.md +0 -450
- package/.claude/agents/security-penetration-tester.md +0 -399
- package/.claude/agents/security-secrets-credential-engineer.md +0 -189
- package/.claude/agents/security-senior-secops.md +0 -760
- package/.claude/agents/security-threat-detection-engineer.md +0 -553
- package/.claude/agents/security-threat-intelligence-analyst.md +0 -661
- package/.claude/agents/specialized-chief-of-staff.md +0 -279
- package/.claude/agents/specialized-civil-engineer.md +0 -356
- package/.claude/agents/specialized-codebase-archaeologist.md +0 -341
- package/.claude/agents/specialized-cultural-intelligence-strategist.md +0 -88
- package/.claude/agents/specialized-developer-advocate.md +0 -317
- package/.claude/agents/specialized-document-generator.md +0 -55
- package/.claude/agents/specialized-fedramp-rmf-compliance.md +0 -378
- package/.claude/agents/specialized-focus-music-architect.md +0 -175
- package/.claude/agents/specialized-french-consulting-market.md +0 -194
- package/.claude/agents/specialized-korean-business-navigator.md +0 -216
- package/.claude/agents/specialized-master-plan-architect.md +0 -157
- package/.claude/agents/specialized-mcp-builder.md +0 -260
- package/.claude/agents/specialized-model-qa.md +0 -528
- package/.claude/agents/specialized-pricing-analyst.md +0 -243
- package/.claude/agents/specialized-salesforce-architect.md +0 -182
- package/.claude/agents/specialized-strategy-duel-agent.md +0 -130
- package/.claude/agents/specialized-workflow-architect.md +0 -597
- package/.claude/agents/study-abroad-advisor.md +0 -282
- package/.claude/agents/supply-chain-strategist.md +0 -591
- package/.claude/agents/support-analytics-reporter.md +0 -387
- package/.claude/agents/support-executive-summary-generator.md +0 -212
- package/.claude/agents/support-finance-tracker.md +0 -480
- package/.claude/agents/support-infrastructure-maintainer.md +0 -628
- package/.claude/agents/support-legal-compliance-checker.md +0 -591
- package/.claude/agents/support-support-responder.md +0 -607
- package/.claude/agents/technical-artist.md +0 -233
- package/.claude/agents/terminal-integration-specialist.md +0 -70
- package/.claude/agents/testing-accessibility-auditor.md +0 -327
- package/.claude/agents/testing-api-tester.md +0 -334
- package/.claude/agents/testing-evidence-collector.md +0 -210
- package/.claude/agents/testing-performance-benchmarker.md +0 -283
- package/.claude/agents/testing-reality-checker.md +0 -249
- package/.claude/agents/testing-test-automation-engineer.md +0 -196
- package/.claude/agents/testing-test-results-analyzer.md +0 -330
- package/.claude/agents/testing-tool-evaluator.md +0 -416
- package/.claude/agents/testing-workflow-optimizer.md +0 -463
- package/.claude/agents/unity-architect.md +0 -271
- package/.claude/agents/unity-editor-tool-developer.md +0 -310
- package/.claude/agents/unity-multiplayer-engineer.md +0 -323
- package/.claude/agents/unity-shader-graph-artist.md +0 -269
- package/.claude/agents/unreal-multiplayer-architect.md +0 -364
- package/.claude/agents/unreal-systems-engineer.md +0 -322
- package/.claude/agents/unreal-technical-artist.md +0 -256
- package/.claude/agents/unreal-world-builder.md +0 -273
- package/.claude/agents/visionos-spatial-engineer.md +0 -54
- package/.claude/agents/xr-cockpit-interaction-specialist.md +0 -32
- package/.claude/agents/xr-immersive-developer.md +0 -32
- package/.claude/agents/xr-interface-architect.md +0 -32
- package/.claude/agents/zk-steward.md +0 -211
- package/.claude-plugin/marketplace.json +0 -30
- package/.commitlintrc.json +0 -26
- package/.devcontainer/Dockerfile +0 -24
- package/.devcontainer/devcontainer.json +0 -70
- package/.devcontainer/docker-compose.memory.yml +0 -42
- package/.devcontainer/memory-stack/devcontainer.json +0 -84
- package/.devcontainer/post-create.sh +0 -83
- package/.dockerignore +0 -23
- package/.env.act.example +0 -15
- package/.env.example +0 -171
- package/.eslintrc.json +0 -16
- package/.git-blame-ignore-revs +0 -10
- package/.gitattributes +0 -2
- package/.gitguardian.yaml +0 -50
- package/.githooks/pre-commit +0 -6
- package/.pre-commit-config.yaml +0 -30
- package/.release-please-config-xithead.json +0 -22
- package/.release-please-config.json +0 -44
- package/.release-please-manifest-xithead.json +0 -3
- package/.release-please-manifest.json +0 -3
- package/CODE_OF_CONDUCT.md +0 -133
- package/CONTRIBUTING.md +0 -133
- package/Cargo.lock +0 -5557
- package/Cargo.toml +0 -121
- package/Dockerfile +0 -38
- package/Dockerfile.proxy +0 -48
- package/ENTERPRISE.md +0 -5
- package/FEATURES_ADVANCED.md +0 -311
- package/Headroom-2.gif +0 -0
- package/HeadroomDemo-Fast.gif +0 -0
- package/MANIFEST.in +0 -4
- package/MODERNIZATION_GUIDE.md +0 -358
- package/Makefile +0 -140
- package/NOTICE +0 -43
- package/NPM_TOKEN_SETUP.md +0 -81
- package/PR.md +0 -170
- package/PUBLISH.md +0 -77
- package/README_FRONTEND.md +0 -196
- package/REALIGNMENT/00-overview.md +0 -53
- package/REALIGNMENT/01-bug-list.md +0 -421
- package/REALIGNMENT/02-architecture.md +0 -322
- package/REALIGNMENT/03-phase-A-lockdown.md +0 -420
- package/REALIGNMENT/04-phase-B-live-zone.md +0 -470
- package/REALIGNMENT/05-phase-C-rust-proxy.md +0 -329
- package/REALIGNMENT/06-phase-D-bedrock-vertex.md +0 -222
- package/REALIGNMENT/07-phase-E-cache-stabilization.md +0 -338
- package/REALIGNMENT/08-phase-F-auth-mode.md +0 -254
- package/REALIGNMENT/09-phase-G-rtk-observability.md +0 -194
- package/REALIGNMENT/10-phase-H-python-retirement.md +0 -214
- package/REALIGNMENT/11-phase-I-test-infra.md +0 -385
- package/REALIGNMENT/12-decisions-needed.md +0 -196
- package/REALIGNMENT/INDEX.md +0 -82
- package/REFACTORING_CAMPAIGN.md +0 -277
- package/RESTRUCTURE_PLAN.md +0 -100
- package/RUST_DEV.md +0 -361
- package/SECURITY.md +0 -65
- package/SETUP_AUTO_PUBLISH.md +0 -164
- package/TESTING-copilot-subscription.md +0 -153
- package/codecov.yml +0 -34
- package/crates/headroom-core/Cargo.toml +0 -165
- package/crates/headroom-core/benches/auth_mode.rs +0 -74
- package/crates/headroom-core/benches/ccr_store.rs +0 -224
- package/crates/headroom-core/benches/tokenizer.rs +0 -52
- package/crates/headroom-core/config/pipeline.toml +0 -151
- package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +0 -9
- package/crates/headroom-core/src/auth_mode.rs +0 -250
- package/crates/headroom-core/src/cache_control.rs +0 -414
- package/crates/headroom-core/src/ccr/backends/in_memory.rs +0 -317
- package/crates/headroom-core/src/ccr/backends/mod.rs +0 -152
- package/crates/headroom-core/src/ccr/backends/redis.rs +0 -146
- package/crates/headroom-core/src/ccr/backends/sqlite.rs +0 -205
- package/crates/headroom-core/src/ccr/mod.rs +0 -119
- package/crates/headroom-core/src/compression_policy.rs +0 -505
- package/crates/headroom-core/src/lib.rs +0 -33
- package/crates/headroom-core/src/relevance/base.rs +0 -139
- package/crates/headroom-core/src/relevance/bm25.rs +0 -385
- package/crates/headroom-core/src/relevance/embedding.rs +0 -354
- package/crates/headroom-core/src/relevance/hybrid.rs +0 -364
- package/crates/headroom-core/src/relevance/mod.rs +0 -64
- package/crates/headroom-core/src/signals/keyword_detector.rs +0 -433
- package/crates/headroom-core/src/signals/line_importance.rs +0 -84
- package/crates/headroom-core/src/signals/mod.rs +0 -61
- package/crates/headroom-core/src/signals/tiered.rs +0 -141
- package/crates/headroom-core/src/tokenizer/estimator.rs +0 -152
- package/crates/headroom-core/src/tokenizer/hf_impl.rs +0 -314
- package/crates/headroom-core/src/tokenizer/mod.rs +0 -56
- package/crates/headroom-core/src/tokenizer/registry.rs +0 -342
- package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +0 -265
- package/crates/headroom-core/src/transforms/adaptive_sizer.rs +0 -610
- package/crates/headroom-core/src/transforms/anchor_selector.rs +0 -1189
- package/crates/headroom-core/src/transforms/content_detector.rs +0 -769
- package/crates/headroom-core/src/transforms/detection.rs +0 -222
- package/crates/headroom-core/src/transforms/diff_compressor.rs +0 -1685
- package/crates/headroom-core/src/transforms/live_zone.rs +0 -2967
- package/crates/headroom-core/src/transforms/log_compressor.rs +0 -1295
- package/crates/headroom-core/src/transforms/magika_detector.rs +0 -395
- package/crates/headroom-core/src/transforms/mod.rs +0 -64
- package/crates/headroom-core/src/transforms/pipeline/config.rs +0 -331
- package/crates/headroom-core/src/transforms/pipeline/mod.rs +0 -103
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +0 -524
- package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +0 -279
- package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +0 -400
- package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +0 -284
- package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +0 -34
- package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +0 -331
- package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +0 -848
- package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +0 -175
- package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +0 -545
- package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +0 -12
- package/crates/headroom-core/src/transforms/pipeline/traits.rs +0 -338
- package/crates/headroom-core/src/transforms/recommendations.rs +0 -329
- package/crates/headroom-core/src/transforms/safety.rs +0 -215
- package/crates/headroom-core/src/transforms/search_compressor.rs +0 -902
- package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +0 -1262
- package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +0 -407
- package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +0 -263
- package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +0 -214
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +0 -283
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +0 -733
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +0 -961
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +0 -252
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +0 -127
- package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +0 -397
- package/crates/headroom-core/src/transforms/smart_crusher/config.rs +0 -173
- package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +0 -159
- package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +0 -1665
- package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +0 -865
- package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +0 -77
- package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +0 -393
- package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +0 -72
- package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +0 -81
- package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +0 -66
- package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +0 -459
- package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +0 -507
- package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +0 -904
- package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +0 -510
- package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +0 -287
- package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +0 -203
- package/crates/headroom-core/src/transforms/smart_crusher/types.rs +0 -263
- package/crates/headroom-core/src/transforms/tag_protector.rs +0 -1272
- package/crates/headroom-core/src/transforms/unidiff_detector.rs +0 -232
- package/crates/headroom-parity/Cargo.toml +0 -26
- package/crates/headroom-parity/examples/diff_fixture.rs +0 -66
- package/crates/headroom-parity/src/bin/parity_run.rs +0 -78
- package/crates/headroom-parity/src/lib.rs +0 -613
- package/crates/headroom-proxy/Cargo.toml +0 -119
- package/crates/headroom-proxy/data/model_prices_and_context_window.json +0 -39767
- package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +0 -192
- package/crates/headroom-proxy/src/bedrock/envelope.rs +0 -239
- package/crates/headroom-proxy/src/bedrock/eventstream.rs +0 -769
- package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +0 -459
- package/crates/headroom-proxy/src/bedrock/invoke.rs +0 -735
- package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +0 -1098
- package/crates/headroom-proxy/src/bedrock/mod.rs +0 -66
- package/crates/headroom-proxy/src/bedrock/sigv4.rs +0 -324
- package/crates/headroom-proxy/src/bedrock/vendor.rs +0 -82
- package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +0 -698
- package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +0 -683
- package/crates/headroom-proxy/src/cache_stabilization/mod.rs +0 -61
- package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +0 -600
- package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +0 -514
- package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +0 -720
- package/crates/headroom-proxy/src/compression/anthropic.rs +0 -92
- package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +0 -1311
- package/crates/headroom-proxy/src/compression/live_zone_openai.rs +0 -660
- package/crates/headroom-proxy/src/compression/live_zone_responses.rs +0 -678
- package/crates/headroom-proxy/src/compression/mod.rs +0 -127
- package/crates/headroom-proxy/src/compression/model_limits.rs +0 -211
- package/crates/headroom-proxy/src/config.rs +0 -646
- package/crates/headroom-proxy/src/error.rs +0 -69
- package/crates/headroom-proxy/src/handlers/chat_completions.rs +0 -100
- package/crates/headroom-proxy/src/handlers/conversations.rs +0 -241
- package/crates/headroom-proxy/src/handlers/mod.rs +0 -13
- package/crates/headroom-proxy/src/handlers/responses.rs +0 -256
- package/crates/headroom-proxy/src/headers.rs +0 -288
- package/crates/headroom-proxy/src/health.rs +0 -41
- package/crates/headroom-proxy/src/lib.rs +0 -21
- package/crates/headroom-proxy/src/main.rs +0 -141
- package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +0 -340
- package/crates/headroom-proxy/src/observability/compression_ratio.rs +0 -158
- package/crates/headroom-proxy/src/observability/metric_names.rs +0 -174
- package/crates/headroom-proxy/src/observability/mod.rs +0 -68
- package/crates/headroom-proxy/src/observability/prometheus.rs +0 -394
- package/crates/headroom-proxy/src/observability/proxy_metrics.rs +0 -368
- package/crates/headroom-proxy/src/proxy.rs +0 -1619
- package/crates/headroom-proxy/src/responses_items.rs +0 -565
- package/crates/headroom-proxy/src/sse/anthropic.rs +0 -415
- package/crates/headroom-proxy/src/sse/framing.rs +0 -366
- package/crates/headroom-proxy/src/sse/mod.rs +0 -40
- package/crates/headroom-proxy/src/sse/openai_chat.rs +0 -231
- package/crates/headroom-proxy/src/sse/openai_responses.rs +0 -458
- package/crates/headroom-proxy/src/vertex/adc.rs +0 -315
- package/crates/headroom-proxy/src/vertex/envelope.rs +0 -167
- package/crates/headroom-proxy/src/vertex/mod.rs +0 -277
- package/crates/headroom-proxy/src/vertex/raw_predict.rs +0 -490
- package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +0 -49
- package/crates/headroom-proxy/src/websocket.rs +0 -246
- package/crates/headroom-py/Cargo.toml +0 -37
- package/crates/headroom-py/build.rs +0 -77
- package/crates/headroom-py/glibc_compat.c +0 -170
- package/crates/headroom-py/src/lib.rs +0 -1655
- package/deny.toml +0 -32
- package/docker/differential-network-capture/Dockerfile.runner +0 -14
- package/docker/differential-network-capture/docker-compose.yml +0 -142
- package/docker/differential-network-capture/run-claude-lane.sh +0 -24
- package/docker/docker-compose.native.yml +0 -44
- package/docker-bake.hcl +0 -88
- package/docker-compose.yml +0 -80
- package/e2e/_lib/make_shim.ps1 +0 -24
- package/e2e/_lib/make_shim.sh +0 -28
- package/e2e/docker-native-install.sh +0 -120
- package/e2e/init/Dockerfile +0 -79
- package/e2e/wrap/Dockerfile +0 -115
- package/examples/07-context-compression.ipynb +0 -279
- package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +0 -65
- package/examples/deployment/macos-launchagent/install.sh +0 -227
- package/examples/deployment/macos-launchagent/shell-integration.sh +0 -74
- package/examples/deployment/macos-launchagent/uninstall.sh +0 -145
- package/headroom-savings.png +0 -0
- package/headroom_learn.gif +0 -0
- package/llms.txt +0 -67
- package/mkdocs.yml +0 -136
- package/npm/bin/xithead.js +0 -366
- package/npm/bin/xtream-head.js +0 -366
- package/npm/index.d.ts +0 -57
- package/npm/index.js +0 -139
- package/npm/package.json +0 -55
- package/npm/postinstall.js +0 -43
- package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +0 -17
- package/plugins/headroom-agent-hooks/hooks/hooks.json +0 -29
- package/plugins/headroom-oauth2/LICENSE +0 -3
- package/plugins/headroom-oauth2/SPEC.md +0 -115
- package/plugins/headroom-oauth2/pyproject.toml +0 -48
- package/plugins/hermes/headroom_retrieve/plugin.yaml +0 -6
- package/plugins/openclaw/hook-shim/HOOK.md +0 -21
- package/plugins/openclaw/hook-shim/handler.js +0 -3
- package/plugins/openclaw/openclaw.plugin.json +0 -98
- package/plugins/openclaw/package-lock.json +0 -2692
- package/plugins/openclaw/package.json +0 -54
- package/plugins/openclaw/prepare-dist.mjs +0 -56
- package/plugins/openclaw/src/convert.ts +0 -418
- package/plugins/openclaw/src/engine.ts +0 -284
- package/plugins/openclaw/src/gateway-config.ts +0 -143
- package/plugins/openclaw/src/index.ts +0 -11
- package/plugins/openclaw/src/plugin/index.ts +0 -98
- package/plugins/openclaw/src/proxy-manager.ts +0 -477
- package/plugins/openclaw/src/tools/headroom-retrieve.ts +0 -76
- package/plugins/openclaw/test/convert.test.ts +0 -96
- package/plugins/openclaw/test/engine-normalization.test.ts +0 -21
- package/plugins/openclaw/test/engine.test.ts +0 -101
- package/plugins/openclaw/test/gateway-config.test.ts +0 -278
- package/plugins/openclaw/test/plugin-runtime-routing.test.ts +0 -141
- package/plugins/openclaw/test/proxy-manager.test.ts +0 -343
- package/plugins/openclaw/tsup.config.ts +0 -9
- package/pyproject.toml +0 -438
- package/rust-toolchain.toml +0 -16
- package/sdk/typescript/examples/basic-compress.ts +0 -64
- package/sdk/typescript/examples/ccr-retrieve.ts +0 -80
- package/sdk/typescript/examples/hooks-custom-compression.ts +0 -117
- package/sdk/typescript/examples/middleware-composition.ts +0 -59
- package/sdk/typescript/examples/multi-provider.ts +0 -53
- package/sdk/typescript/examples/openai-anthropic-adapters.ts +0 -73
- package/sdk/typescript/examples/shared-context-multi-agent.ts +0 -74
- package/sdk/typescript/examples/simulation-dry-run.ts +0 -80
- package/sdk/typescript/examples/streaming-chat.ts +0 -71
- package/sdk/typescript/examples/structured-output.ts +0 -99
- package/sdk/typescript/examples/tool-calling-agent.ts +0 -86
- package/sdk/typescript/examples/with-headroom-vercel.ts +0 -57
- package/sdk/typescript/package-lock.json +0 -3437
- package/sdk/typescript/package.json +0 -108
- package/sdk/typescript/src/adapters/anthropic.ts +0 -218
- package/sdk/typescript/src/adapters/gemini.ts +0 -83
- package/sdk/typescript/src/adapters/openai.ts +0 -77
- package/sdk/typescript/src/adapters/vercel-ai.ts +0 -131
- package/sdk/typescript/src/client.ts +0 -632
- package/sdk/typescript/src/compress.ts +0 -87
- package/sdk/typescript/src/errors.ts +0 -114
- package/sdk/typescript/src/hooks.ts +0 -113
- package/sdk/typescript/src/index.ts +0 -140
- package/sdk/typescript/src/paths.ts +0 -272
- package/sdk/typescript/src/shared-context.ts +0 -188
- package/sdk/typescript/src/simulate.ts +0 -52
- package/sdk/typescript/src/types/config.ts +0 -183
- package/sdk/typescript/src/types/models.ts +0 -314
- package/sdk/typescript/src/types.ts +0 -139
- package/sdk/typescript/src/utils/case.ts +0 -34
- package/sdk/typescript/src/utils/format.ts +0 -480
- package/sdk/typescript/src/utils/stream.ts +0 -50
- package/sdk/typescript/test/adapters/anthropic.test.ts +0 -217
- package/sdk/typescript/test/adapters/gemini.test.ts +0 -131
- package/sdk/typescript/test/adapters/openai.test.ts +0 -174
- package/sdk/typescript/test/adapters/vercel-ai.test.ts +0 -306
- package/sdk/typescript/test/client-expanded.test.ts +0 -333
- package/sdk/typescript/test/client.test.ts +0 -266
- package/sdk/typescript/test/compress.test.ts +0 -118
- package/sdk/typescript/test/config.test.ts +0 -275
- package/sdk/typescript/test/errors.test.ts +0 -169
- package/sdk/typescript/test/format-integration.test.ts +0 -252
- package/sdk/typescript/test/hooks.test.ts +0 -265
- package/sdk/typescript/test/integration.test.ts +0 -249
- package/sdk/typescript/test/mdx-examples.test.ts +0 -253
- package/sdk/typescript/test/models.test.ts +0 -318
- package/sdk/typescript/test/parity.test.ts +0 -337
- package/sdk/typescript/test/paths.test.ts +0 -447
- package/sdk/typescript/test/shared-context.test.ts +0 -245
- package/sdk/typescript/test/simulate.test.ts +0 -84
- package/sdk/typescript/test/types.test.ts +0 -244
- package/sdk/typescript/test/utils/case.test.ts +0 -129
- package/sdk/typescript/test/utils/detect-format.test.ts +0 -133
- package/sdk/typescript/test/utils/format.test.ts +0 -434
- package/sdk/typescript/test/vercel-ai-e2e.test.ts +0 -179
- package/sdk/typescript/tsup.config.ts +0 -17
- package/uv.lock +0 -6951
- package/xithead.egg-info/PKG-INFO +0 -22
- package/xithead.egg-info/SOURCES.txt +0 -16
- package/xithead.egg-info/dependency_links.txt +0 -1
- package/xithead.egg-info/entry_points.txt +0 -2
- package/xithead.egg-info/requires.txt +0 -10
- package/xithead.egg-info/top_level.txt +0 -2
- package/xithead.ps1 +0 -136
- package/xithead.sh +0 -129
- package/xithead_dist/pyproject.toml +0 -39
- package/xithead_dist/xithead.egg-info/PKG-INFO +0 -22
- package/xithead_dist/xithead.egg-info/SOURCES.txt +0 -16
- package/xithead_dist/xithead.egg-info/dependency_links.txt +0 -1
- package/xithead_dist/xithead.egg-info/entry_points.txt +0 -3
- package/xithead_dist/xithead.egg-info/requires.txt +0 -10
- package/xithead_dist/xithead.egg-info/top_level.txt +0 -2
|
@@ -0,0 +1,445 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Tier-3 replay: reproduce Codex /v1/responses compression load.
|
|
3
|
+
|
|
4
|
+
Parses a production proxy log to extract per-session frame-size scenarios,
|
|
5
|
+
generates synthetic payloads matching those sizes/shapes, and concurrently
|
|
6
|
+
drives the proxy's _compress_openai_responses_payload entry point. Reports
|
|
7
|
+
per-frame latency percentiles, timeout count, and total wall time so a
|
|
8
|
+
before/after comparison proves the P2 scheduler fix.
|
|
9
|
+
|
|
10
|
+
Why this lives in scripts/ (not tests/):
|
|
11
|
+
- It is a measurement tool, not a correctness test.
|
|
12
|
+
- It needs to run against multiple branches (main baseline vs fix
|
|
13
|
+
branch) and report comparable numbers.
|
|
14
|
+
- It exercises the *real* compression dispatch by booting a proxy
|
|
15
|
+
instance via create_app() and calling the handler method directly —
|
|
16
|
+
no HTTP/WS layer, because the bug is in the dispatch, not the wire.
|
|
17
|
+
|
|
18
|
+
Usage:
|
|
19
|
+
.venv/bin/python scripts/replay_codex_ws_load.py \\
|
|
20
|
+
--log "/Users/tchopra/Downloads/proxy (1).log" \\
|
|
21
|
+
--concurrency 10 \\
|
|
22
|
+
--frames-per-session 20
|
|
23
|
+
"""
|
|
24
|
+
|
|
25
|
+
from __future__ import annotations
|
|
26
|
+
|
|
27
|
+
import argparse
|
|
28
|
+
import concurrent.futures
|
|
29
|
+
import json
|
|
30
|
+
import os
|
|
31
|
+
import statistics
|
|
32
|
+
import sys
|
|
33
|
+
import time
|
|
34
|
+
from dataclasses import dataclass, field
|
|
35
|
+
from pathlib import Path
|
|
36
|
+
|
|
37
|
+
REPO_ROOT = Path(__file__).resolve().parent.parent
|
|
38
|
+
sys.path.insert(0, str(REPO_ROOT))
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
# Telemetry off so we don't pollute the user's metrics during replay.
|
|
42
|
+
os.environ.setdefault("HEADROOM_DISABLE_TELEMETRY", "true")
|
|
43
|
+
os.environ.setdefault("HEADROOM_REQUIRE_RUST_CORE", "false")
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
@dataclass
|
|
47
|
+
class Frame:
|
|
48
|
+
bytes_estimate: int
|
|
49
|
+
text_shape: str # plain_text_like | code_fence | traceback | jsonl_like
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
@dataclass
|
|
53
|
+
class Scenario:
|
|
54
|
+
request_id: str
|
|
55
|
+
frames: list[Frame] = field(default_factory=list)
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
# ── Log parser ─────────────────────────────────────────────────────────
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
# Marker columns. We are not using regex here per the design constraints —
|
|
62
|
+
# the log shape is a single deterministic format set by code we own. If
|
|
63
|
+
# the format changes the parser fails loud, not silently.
|
|
64
|
+
_FRAME_TOKEN = " WS /v1/responses "
|
|
65
|
+
_REQID_OPEN = "["
|
|
66
|
+
_REQID_CLOSE = "]"
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
def _parse_kv(text: str) -> dict[str, str]:
|
|
70
|
+
"""Parse ``key=value`` pairs out of a slow-unit log tail. Stops at the
|
|
71
|
+
first unquoted space after a value. Quoted values not supported because
|
|
72
|
+
the log never emits them; if it ever does, this raises.
|
|
73
|
+
"""
|
|
74
|
+
out: dict[str, str] = {}
|
|
75
|
+
for token in text.split():
|
|
76
|
+
if "=" not in token:
|
|
77
|
+
continue
|
|
78
|
+
k, _, v = token.partition("=")
|
|
79
|
+
out[k] = v
|
|
80
|
+
return out
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
def parse_log(log_path: Path) -> dict[str, Scenario]:
|
|
84
|
+
"""Group ``WS /v1/responses slow compression unit`` entries by request_id.
|
|
85
|
+
|
|
86
|
+
Each ``slow compression unit`` line carries the per-unit byte count and
|
|
87
|
+
text_shape — exactly what we need to reconstruct a payload of similar
|
|
88
|
+
compression cost. We deliberately ignore the ``compressed`` / ``frame
|
|
89
|
+
compressed`` lines because they report POST-compression bytes, not the
|
|
90
|
+
pre-compression input the dispatcher sees.
|
|
91
|
+
|
|
92
|
+
Format:
|
|
93
|
+
... [hr_..._...] WS /v1/responses slow compression unit elapsed_ms=N
|
|
94
|
+
strategy=X category=Y modified=Z content_type=T text_shape=S
|
|
95
|
+
bytes=B min_bytes=N tokens_before=T tokens_after=T tokens_saved=S
|
|
96
|
+
strategy_chain=[...]
|
|
97
|
+
"""
|
|
98
|
+
scenarios: dict[str, Scenario] = {}
|
|
99
|
+
with log_path.open("r", encoding="utf-8", errors="replace") as fh:
|
|
100
|
+
for line in fh:
|
|
101
|
+
if "slow compression unit" not in line:
|
|
102
|
+
continue
|
|
103
|
+
if _FRAME_TOKEN not in line:
|
|
104
|
+
continue
|
|
105
|
+
req_open = line.find(_REQID_OPEN)
|
|
106
|
+
req_close = line.find(_REQID_CLOSE, req_open + 1)
|
|
107
|
+
if req_open < 0 or req_close < 0:
|
|
108
|
+
continue
|
|
109
|
+
request_id = line[req_open + 1 : req_close]
|
|
110
|
+
tail = line[req_close + 1 :]
|
|
111
|
+
kv = _parse_kv(tail)
|
|
112
|
+
try:
|
|
113
|
+
size = int(kv["bytes"])
|
|
114
|
+
except (KeyError, ValueError):
|
|
115
|
+
continue
|
|
116
|
+
shape = kv.get("text_shape", "plain_text_like")
|
|
117
|
+
scen = scenarios.setdefault(request_id, Scenario(request_id=request_id))
|
|
118
|
+
scen.frames.append(Frame(bytes_estimate=size, text_shape=shape))
|
|
119
|
+
return scenarios
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
# ── Payload synthesizer ────────────────────────────────────────────────
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
_LOREM = (
|
|
126
|
+
"Lorem ipsum dolor sit amet, consectetur adipiscing elit. "
|
|
127
|
+
"Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. "
|
|
128
|
+
)
|
|
129
|
+
_CODE_LINE = "def compute_metric_{i}(value: int) -> int:\n return value * {i}\n\n"
|
|
130
|
+
_TRACEBACK_LINE = (
|
|
131
|
+
' File "/app/handler.py", line {i}, in process_request\n raise RuntimeError(f"oops {i}")\n'
|
|
132
|
+
)
|
|
133
|
+
|
|
134
|
+
|
|
135
|
+
def _text_for_shape(shape: str, target_bytes: int) -> str:
|
|
136
|
+
"""Generate a string roughly ``target_bytes`` long, shaped like the
|
|
137
|
+
production observation. No randomness — same input produces same output
|
|
138
|
+
so the replay is reproducible.
|
|
139
|
+
"""
|
|
140
|
+
if target_bytes < 64:
|
|
141
|
+
# Below size_floor — generator just returns a short token.
|
|
142
|
+
return "ok"
|
|
143
|
+
if shape == "code_fence":
|
|
144
|
+
body_target = max(target_bytes - 12, 0) # "```python\n" + closing
|
|
145
|
+
repeats = max(body_target // 50, 1)
|
|
146
|
+
body = "".join(_CODE_LINE.format(i=i) for i in range(repeats))
|
|
147
|
+
return "```python\n" + body[:body_target] + "\n```"
|
|
148
|
+
if shape == "traceback":
|
|
149
|
+
header = "Traceback (most recent call last):\n"
|
|
150
|
+
body_target = max(target_bytes - len(header), 0)
|
|
151
|
+
repeats = max(body_target // 65, 1)
|
|
152
|
+
body = "".join(_TRACEBACK_LINE.format(i=i) for i in range(repeats))
|
|
153
|
+
return header + body[:body_target]
|
|
154
|
+
# plain_text_like / unknown / jsonl_like → lorem ipsum is fine as a
|
|
155
|
+
# neutral payload; we are measuring scheduler contention, not compressor
|
|
156
|
+
# quality, so the content shape just needs to traverse the same router.
|
|
157
|
+
repeats = max(target_bytes // len(_LOREM), 1)
|
|
158
|
+
raw = _LOREM * repeats
|
|
159
|
+
return raw[:target_bytes]
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
def synthesize_payload(frame: Frame, turn_no: int) -> dict:
|
|
163
|
+
"""Build the *inner* Responses payload (no `response.create` envelope)
|
|
164
|
+
with one function_call_output of the target byte size.
|
|
165
|
+
|
|
166
|
+
``_compress_openai_responses_payload`` is envelope-agnostic but routes
|
|
167
|
+
by inspecting ``input``/``messages`` at the top level. The WS handler
|
|
168
|
+
extracts ``payload["response"]`` and passes that downstream — we pass
|
|
169
|
+
the same shape directly so the router actually sees compressible
|
|
170
|
+
candidates instead of a single opaque ``response`` key.
|
|
171
|
+
"""
|
|
172
|
+
output_text = _text_for_shape(frame.text_shape, frame.bytes_estimate)
|
|
173
|
+
return {
|
|
174
|
+
"model": "gpt-4o-mini",
|
|
175
|
+
"input": [
|
|
176
|
+
{
|
|
177
|
+
"type": "message",
|
|
178
|
+
"role": "user",
|
|
179
|
+
"content": [
|
|
180
|
+
{
|
|
181
|
+
"type": "input_text",
|
|
182
|
+
"text": f"Turn {turn_no} — please summarize.",
|
|
183
|
+
}
|
|
184
|
+
],
|
|
185
|
+
},
|
|
186
|
+
{
|
|
187
|
+
"type": "function_call",
|
|
188
|
+
"call_id": f"call_replay_{turn_no}",
|
|
189
|
+
"name": "shell",
|
|
190
|
+
"arguments": '{"command": "build"}',
|
|
191
|
+
},
|
|
192
|
+
{
|
|
193
|
+
"type": "function_call_output",
|
|
194
|
+
"call_id": f"call_replay_{turn_no}",
|
|
195
|
+
"output": output_text,
|
|
196
|
+
},
|
|
197
|
+
],
|
|
198
|
+
"instructions": "Be brief.",
|
|
199
|
+
"max_output_tokens": 30,
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
# ── Proxy bring-up ─────────────────────────────────────────────────────
|
|
204
|
+
|
|
205
|
+
|
|
206
|
+
def boot_proxy():
|
|
207
|
+
"""Build a HeadroomProxy instance with optimize=True so the compression
|
|
208
|
+
dispatch is actually exercised.
|
|
209
|
+
|
|
210
|
+
This deliberately does NOT start the FastAPI server. We only need the
|
|
211
|
+
in-process handler methods. Lifecycle hooks (background tasks, model
|
|
212
|
+
pre-loading) that fire on startup are not required for the dispatch
|
|
213
|
+
method we exercise — Kompress will lazy-load on first use, which we
|
|
214
|
+
explicitly warm up below.
|
|
215
|
+
"""
|
|
216
|
+
from headroom.proxy.server import ProxyConfig, create_app
|
|
217
|
+
|
|
218
|
+
config = ProxyConfig(
|
|
219
|
+
optimize=True,
|
|
220
|
+
cache_enabled=False,
|
|
221
|
+
rate_limit_enabled=False,
|
|
222
|
+
)
|
|
223
|
+
app = create_app(config)
|
|
224
|
+
return app.state.proxy
|
|
225
|
+
|
|
226
|
+
|
|
227
|
+
def warmup(proxy, model: str = "gpt-4o-mini") -> float:
|
|
228
|
+
"""Issue one small compression call so model weights are loaded.
|
|
229
|
+
|
|
230
|
+
Returns the warmup wall time so the caller can sanity-check the
|
|
231
|
+
measurements (warmup time is NOT counted toward replay metrics).
|
|
232
|
+
"""
|
|
233
|
+
payload = synthesize_payload(
|
|
234
|
+
Frame(bytes_estimate=4096, text_shape="plain_text_like"), turn_no=0
|
|
235
|
+
)
|
|
236
|
+
started = time.perf_counter()
|
|
237
|
+
proxy._compress_openai_responses_payload(payload, model=model, request_id="replay-warmup")
|
|
238
|
+
return (time.perf_counter() - started) * 1000.0
|
|
239
|
+
|
|
240
|
+
|
|
241
|
+
# ── Replay driver ──────────────────────────────────────────────────────
|
|
242
|
+
|
|
243
|
+
|
|
244
|
+
@dataclass
|
|
245
|
+
class FrameResult:
|
|
246
|
+
request_id: str
|
|
247
|
+
frame_index: int
|
|
248
|
+
bytes_in: int
|
|
249
|
+
elapsed_ms: float
|
|
250
|
+
error: str | None = None
|
|
251
|
+
|
|
252
|
+
|
|
253
|
+
def replay_session(proxy, scenario: Scenario, model: str) -> list[FrameResult]:
|
|
254
|
+
out: list[FrameResult] = []
|
|
255
|
+
for idx, frame in enumerate(scenario.frames):
|
|
256
|
+
payload = synthesize_payload(frame, turn_no=idx + 1)
|
|
257
|
+
started = time.perf_counter()
|
|
258
|
+
err: str | None = None
|
|
259
|
+
try:
|
|
260
|
+
proxy._compress_openai_responses_payload(
|
|
261
|
+
payload, model=model, request_id=scenario.request_id
|
|
262
|
+
)
|
|
263
|
+
except Exception as e: # noqa: BLE001 — surface ALL failure modes
|
|
264
|
+
err = f"{type(e).__name__}: {e}"
|
|
265
|
+
elapsed_ms = (time.perf_counter() - started) * 1000.0
|
|
266
|
+
out.append(
|
|
267
|
+
FrameResult(
|
|
268
|
+
request_id=scenario.request_id,
|
|
269
|
+
frame_index=idx,
|
|
270
|
+
bytes_in=frame.bytes_estimate,
|
|
271
|
+
elapsed_ms=elapsed_ms,
|
|
272
|
+
error=err,
|
|
273
|
+
)
|
|
274
|
+
)
|
|
275
|
+
return out
|
|
276
|
+
|
|
277
|
+
|
|
278
|
+
def _percentile(values: list[float], pct: float) -> float:
|
|
279
|
+
if not values:
|
|
280
|
+
return 0.0
|
|
281
|
+
s = sorted(values)
|
|
282
|
+
k = max(0, min(len(s) - 1, int(round(pct / 100.0 * (len(s) - 1)))))
|
|
283
|
+
return s[k]
|
|
284
|
+
|
|
285
|
+
|
|
286
|
+
# ── Reporting ──────────────────────────────────────────────────────────
|
|
287
|
+
|
|
288
|
+
|
|
289
|
+
def print_report(
|
|
290
|
+
results: list[FrameResult],
|
|
291
|
+
wall_time_s: float,
|
|
292
|
+
concurrency: int,
|
|
293
|
+
warmup_ms: float,
|
|
294
|
+
out_json: Path | None,
|
|
295
|
+
) -> None:
|
|
296
|
+
elapsed = [r.elapsed_ms for r in results]
|
|
297
|
+
errors = [r for r in results if r.error]
|
|
298
|
+
total_bytes = sum(r.bytes_in for r in results)
|
|
299
|
+
by_session: dict[str, list[float]] = {}
|
|
300
|
+
for r in results:
|
|
301
|
+
by_session.setdefault(r.request_id, []).append(r.elapsed_ms)
|
|
302
|
+
session_totals = [sum(v) for v in by_session.values()]
|
|
303
|
+
|
|
304
|
+
summary = {
|
|
305
|
+
"concurrency": concurrency,
|
|
306
|
+
"warmup_ms": round(warmup_ms, 1),
|
|
307
|
+
"frames_total": len(results),
|
|
308
|
+
"sessions": len(by_session),
|
|
309
|
+
"wall_time_s": round(wall_time_s, 2),
|
|
310
|
+
"errors": len(errors),
|
|
311
|
+
"error_classes": sorted({type(e.error).__name__: 1 for e in errors if e.error}.keys()),
|
|
312
|
+
"input_bytes_total": total_bytes,
|
|
313
|
+
"per_frame_elapsed_ms": {
|
|
314
|
+
"p50": round(_percentile(elapsed, 50), 1),
|
|
315
|
+
"p90": round(_percentile(elapsed, 90), 1),
|
|
316
|
+
"p99": round(_percentile(elapsed, 99), 1),
|
|
317
|
+
"max": round(max(elapsed) if elapsed else 0.0, 1),
|
|
318
|
+
"mean": round(statistics.mean(elapsed) if elapsed else 0.0, 1),
|
|
319
|
+
},
|
|
320
|
+
"per_session_total_ms": {
|
|
321
|
+
"p50": round(_percentile(session_totals, 50), 1),
|
|
322
|
+
"p90": round(_percentile(session_totals, 90), 1),
|
|
323
|
+
"max": round(max(session_totals) if session_totals else 0.0, 1),
|
|
324
|
+
},
|
|
325
|
+
}
|
|
326
|
+
|
|
327
|
+
print("─── Codex compression replay summary ───")
|
|
328
|
+
print(f"Concurrency: {summary['concurrency']}")
|
|
329
|
+
print(f"Sessions replayed: {summary['sessions']}")
|
|
330
|
+
print(f"Frames replayed: {summary['frames_total']}")
|
|
331
|
+
print(f"Wall time: {summary['wall_time_s']}s")
|
|
332
|
+
print(f"Warmup wall time: {summary['warmup_ms']}ms (NOT counted in metrics)")
|
|
333
|
+
print(f"Failures: {summary['errors']}")
|
|
334
|
+
print(f"Input bytes total: {summary['input_bytes_total']:,}")
|
|
335
|
+
print("Per-frame elapsed_ms:")
|
|
336
|
+
for k, v in summary["per_frame_elapsed_ms"].items():
|
|
337
|
+
print(f" {k:5} {v}")
|
|
338
|
+
print("Per-session total_ms:")
|
|
339
|
+
for k, v in summary["per_session_total_ms"].items():
|
|
340
|
+
print(f" {k:5} {v}")
|
|
341
|
+
if errors:
|
|
342
|
+
print("\nFirst 5 errors:")
|
|
343
|
+
for e in errors[:5]:
|
|
344
|
+
print(f" [{e.request_id}] frame {e.frame_index}: {e.error}")
|
|
345
|
+
|
|
346
|
+
if out_json:
|
|
347
|
+
out_json.write_text(json.dumps(summary, indent=2))
|
|
348
|
+
print(f"\nWrote machine-readable summary to {out_json}")
|
|
349
|
+
|
|
350
|
+
|
|
351
|
+
# ── Main ───────────────────────────────────────────────────────────────
|
|
352
|
+
|
|
353
|
+
|
|
354
|
+
def main() -> int:
|
|
355
|
+
parser = argparse.ArgumentParser(description=__doc__.splitlines()[0])
|
|
356
|
+
parser.add_argument(
|
|
357
|
+
"--log",
|
|
358
|
+
type=Path,
|
|
359
|
+
required=True,
|
|
360
|
+
help="Path to production proxy log; per-session frame sizes are extracted from "
|
|
361
|
+
"`slow compression unit` lines.",
|
|
362
|
+
)
|
|
363
|
+
parser.add_argument(
|
|
364
|
+
"--concurrency",
|
|
365
|
+
type=int,
|
|
366
|
+
default=10,
|
|
367
|
+
help="Number of concurrent sessions to replay (default: 10).",
|
|
368
|
+
)
|
|
369
|
+
parser.add_argument(
|
|
370
|
+
"--frames-per-session",
|
|
371
|
+
type=int,
|
|
372
|
+
default=20,
|
|
373
|
+
help="Cap frames per session for bounded run-time (default: 20). "
|
|
374
|
+
"Sessions with more frames are truncated; with fewer are padded.",
|
|
375
|
+
)
|
|
376
|
+
parser.add_argument(
|
|
377
|
+
"--model",
|
|
378
|
+
default="gpt-4o-mini",
|
|
379
|
+
help="Model name passed through the dispatcher (default: gpt-4o-mini).",
|
|
380
|
+
)
|
|
381
|
+
parser.add_argument(
|
|
382
|
+
"--out-json",
|
|
383
|
+
type=Path,
|
|
384
|
+
help="Write machine-readable summary JSON here for before/after comparison.",
|
|
385
|
+
)
|
|
386
|
+
args = parser.parse_args()
|
|
387
|
+
|
|
388
|
+
if not args.log.exists():
|
|
389
|
+
print(f"error: log file not found: {args.log}", file=sys.stderr)
|
|
390
|
+
return 2
|
|
391
|
+
|
|
392
|
+
print(f"[replay] parsing {args.log} ...", flush=True)
|
|
393
|
+
scenarios = parse_log(args.log)
|
|
394
|
+
if not scenarios:
|
|
395
|
+
print(
|
|
396
|
+
"error: no scenarios extracted from log (no `slow compression unit` lines)",
|
|
397
|
+
file=sys.stderr,
|
|
398
|
+
)
|
|
399
|
+
return 2
|
|
400
|
+
|
|
401
|
+
# Pick the top-N sessions by frame count — those exercised the bug
|
|
402
|
+
# hardest in production and give the most representative replay.
|
|
403
|
+
ranked = sorted(scenarios.values(), key=lambda s: -len(s.frames))
|
|
404
|
+
picked = ranked[: args.concurrency]
|
|
405
|
+
# Cap each scenario's frame count for bounded runtime.
|
|
406
|
+
for s in picked:
|
|
407
|
+
s.frames = s.frames[: args.frames_per_session]
|
|
408
|
+
print(
|
|
409
|
+
f"[replay] picked {len(picked)} scenarios "
|
|
410
|
+
f"(total frames: {sum(len(s.frames) for s in picked)})",
|
|
411
|
+
flush=True,
|
|
412
|
+
)
|
|
413
|
+
|
|
414
|
+
print("[replay] booting proxy in-process ...", flush=True)
|
|
415
|
+
proxy = boot_proxy()
|
|
416
|
+
|
|
417
|
+
print("[replay] warming up Kompress + router ...", flush=True)
|
|
418
|
+
warmup_ms = warmup(proxy, model=args.model)
|
|
419
|
+
print(f"[replay] warmup done in {warmup_ms:.1f}ms", flush=True)
|
|
420
|
+
|
|
421
|
+
print(
|
|
422
|
+
f"[replay] starting replay: {len(picked)} concurrent sessions x "
|
|
423
|
+
f"{args.frames_per_session} frames",
|
|
424
|
+
flush=True,
|
|
425
|
+
)
|
|
426
|
+
results: list[FrameResult] = []
|
|
427
|
+
wall_started = time.perf_counter()
|
|
428
|
+
with concurrent.futures.ThreadPoolExecutor(max_workers=args.concurrency) as pool:
|
|
429
|
+
futures = [pool.submit(replay_session, proxy, s, args.model) for s in picked]
|
|
430
|
+
for fut in concurrent.futures.as_completed(futures):
|
|
431
|
+
results.extend(fut.result())
|
|
432
|
+
wall_time_s = time.perf_counter() - wall_started
|
|
433
|
+
|
|
434
|
+
print_report(
|
|
435
|
+
results,
|
|
436
|
+
wall_time_s=wall_time_s,
|
|
437
|
+
concurrency=args.concurrency,
|
|
438
|
+
warmup_ms=warmup_ms,
|
|
439
|
+
out_json=args.out_json,
|
|
440
|
+
)
|
|
441
|
+
return 0 if all(r.error is None for r in results) else 1
|
|
442
|
+
|
|
443
|
+
|
|
444
|
+
if __name__ == "__main__":
|
|
445
|
+
raise SystemExit(main())
|