xithead 1.5.0 → 1.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (649) hide show
  1. package/design-system/README.md +80 -0
  2. package/package.json +20 -1
  3. package/public/apple-touch-icon.png +0 -0
  4. package/public/logo-transparent.png +0 -0
  5. package/public/xithead.ps1 +937 -0
  6. package/scripts/README.md +77 -0
  7. package/scripts/audit_wheel_glibc_symbols.py +217 -0
  8. package/scripts/build-master-design-system.cjs +33 -0
  9. package/scripts/build_rust_extension.sh +58 -0
  10. package/scripts/changelog-gen.py +203 -0
  11. package/scripts/eval_output_shaper.py +235 -0
  12. package/scripts/export_kompress_v2_onnx.py +267 -0
  13. package/scripts/fixtures/anthropic_replay_body.json +133 -0
  14. package/scripts/fixtures/codex_response_create_frame.json +52 -0
  15. package/scripts/install-git-hooks.sh +104 -0
  16. package/scripts/install.ps1 +1809 -0
  17. package/scripts/install.sh +1673 -0
  18. package/scripts/pr-governance.py +297 -0
  19. package/scripts/record_fixtures.py +59 -0
  20. package/scripts/refresh_model_limits.sh +48 -0
  21. package/scripts/replay_codex_ws_load.py +445 -0
  22. package/scripts/repro_codex_replay.py +699 -0
  23. package/scripts/smoke_issue_327.py +233 -0
  24. package/scripts/sync-plugin-versions.py +116 -0
  25. package/scripts/tests/test_changelog_gen.py +302 -0
  26. package/scripts/tests/test_pr_governance.py +163 -0
  27. package/scripts/tests/test_pr_health_labels.py +94 -0
  28. package/scripts/tests/test_pr_health_workflow.py +14 -0
  29. package/scripts/tests/test_sync_plugin_versions.py +131 -0
  30. package/scripts/tests/test_version_sync.py +291 -0
  31. package/scripts/validate-workflows.sh +39 -0
  32. package/scripts/verify-versions.py +106 -0
  33. package/scripts/version-sync.py +207 -0
  34. package/tailwind.config.js +31 -0
  35. package/tsconfig.json +84 -0
  36. package/.actrc +0 -14
  37. package/.actrc.local.example +0 -15
  38. package/.changelog.md +0 -2
  39. package/.claude/agents/academic-anthropologist.md +0 -125
  40. package/.claude/agents/academic-geographer.md +0 -127
  41. package/.claude/agents/academic-historian.md +0 -123
  42. package/.claude/agents/academic-narratologist.md +0 -118
  43. package/.claude/agents/academic-psychologist.md +0 -118
  44. package/.claude/agents/academic-statistician.md +0 -144
  45. package/.claude/agents/accounts-payable-agent.md +0 -205
  46. package/.claude/agents/agentic-identity-trust.md +0 -394
  47. package/.claude/agents/agents-orchestrator.md +0 -367
  48. package/.claude/agents/automation-governance-architect.md +0 -216
  49. package/.claude/agents/blender-addon-engineer.md +0 -243
  50. package/.claude/agents/business-strategist.md +0 -488
  51. package/.claude/agents/change-management-consultant.md +0 -497
  52. package/.claude/agents/chief-financial-officer.md +0 -388
  53. package/.claude/agents/corporate-training-designer.md +0 -192
  54. package/.claude/agents/customer-service.md +0 -398
  55. package/.claude/agents/customer-success-manager.md +0 -460
  56. package/.claude/agents/data-consolidation-agent.md +0 -60
  57. package/.claude/agents/data-privacy-officer.md +0 -412
  58. package/.claude/agents/design-brand-guardian.md +0 -322
  59. package/.claude/agents/design-image-prompt-engineer.md +0 -236
  60. package/.claude/agents/design-inclusive-visuals-specialist.md +0 -73
  61. package/.claude/agents/design-persona-walkthrough.md +0 -272
  62. package/.claude/agents/design-ui-designer.md +0 -386
  63. package/.claude/agents/design-ui-finish-gate-reviewer.md +0 -217
  64. package/.claude/agents/design-ux-architect.md +0 -482
  65. package/.claude/agents/design-ux-researcher.md +0 -329
  66. package/.claude/agents/design-visual-storyteller.md +0 -149
  67. package/.claude/agents/design-whimsy-injector.md +0 -460
  68. package/.claude/agents/economy-designer.md +0 -156
  69. package/.claude/agents/engineering-ai-data-remediation-engineer.md +0 -211
  70. package/.claude/agents/engineering-ai-engineer.md +0 -146
  71. package/.claude/agents/engineering-api-platform-engineer.md +0 -181
  72. package/.claude/agents/engineering-ats-validator-architect.md +0 -383
  73. package/.claude/agents/engineering-autonomous-optimization-architect.md +0 -121
  74. package/.claude/agents/engineering-backend-architect.md +0 -255
  75. package/.claude/agents/engineering-china-network-engineer.md +0 -252
  76. package/.claude/agents/engineering-cms-developer.md +0 -536
  77. package/.claude/agents/engineering-code-reviewer.md +0 -76
  78. package/.claude/agents/engineering-codebase-onboarding-engineer.md +0 -173
  79. package/.claude/agents/engineering-data-engineer.md +0 -349
  80. package/.claude/agents/engineering-data-visualization-engineer.md +0 -151
  81. package/.claude/agents/engineering-database-optimizer.md +0 -188
  82. package/.claude/agents/engineering-database-reliability-engineer.md +0 -201
  83. package/.claude/agents/engineering-desktop-app-engineer.md +0 -209
  84. package/.claude/agents/engineering-developer-tooling-engineer.md +0 -153
  85. package/.claude/agents/engineering-devops-automator.md +0 -385
  86. package/.claude/agents/engineering-drupal-performance.md +0 -347
  87. package/.claude/agents/engineering-drupal-shopping-cart.md +0 -360
  88. package/.claude/agents/engineering-electrical-engineer.md +0 -575
  89. package/.claude/agents/engineering-email-intelligence-engineer.md +0 -390
  90. package/.claude/agents/engineering-embedded-firmware-engineer.md +0 -196
  91. package/.claude/agents/engineering-feishu-integration-developer.md +0 -606
  92. package/.claude/agents/engineering-filament-optimization-specialist.md +0 -283
  93. package/.claude/agents/engineering-finops-engineer.md +0 -164
  94. package/.claude/agents/engineering-frontend-developer.md +0 -257
  95. package/.claude/agents/engineering-gaussdb-expert.md +0 -334
  96. package/.claude/agents/engineering-git-workflow-master.md +0 -98
  97. package/.claude/agents/engineering-i18n-engineer.md +0 -214
  98. package/.claude/agents/engineering-identity-access-engineer.md +0 -217
  99. package/.claude/agents/engineering-incident-response-commander.md +0 -444
  100. package/.claude/agents/engineering-iot-fleet-engineer.md +0 -148
  101. package/.claude/agents/engineering-it-service-manager.md +0 -561
  102. package/.claude/agents/engineering-knowledge-graph-engineer.md +0 -372
  103. package/.claude/agents/engineering-llm-post-training-engineer.md +0 -166
  104. package/.claude/agents/engineering-minimal-change-engineer.md +0 -207
  105. package/.claude/agents/engineering-mobile-app-builder.md +0 -493
  106. package/.claude/agents/engineering-mobile-release-engineer.md +0 -164
  107. package/.claude/agents/engineering-multi-agent-systems-architect.md +0 -600
  108. package/.claude/agents/engineering-network-engineer.md +0 -245
  109. package/.claude/agents/engineering-orgscript-engineer.md +0 -113
  110. package/.claude/agents/engineering-payments-billing-engineer.md +0 -228
  111. package/.claude/agents/engineering-pdf-engine-architect.md +0 -696
  112. package/.claude/agents/engineering-platform-engineer.md +0 -270
  113. package/.claude/agents/engineering-privacy-engineer.md +0 -152
  114. package/.claude/agents/engineering-prompt-engineer.md +0 -209
  115. package/.claude/agents/engineering-rag-pipeline-engineer.md +0 -450
  116. package/.claude/agents/engineering-rapid-prototyper.md +0 -466
  117. package/.claude/agents/engineering-realtime-collaboration-engineer.md +0 -200
  118. package/.claude/agents/engineering-rust-refactoring-specialist.md +0 -313
  119. package/.claude/agents/engineering-search-relevance-engineer.md +0 -237
  120. package/.claude/agents/engineering-section-508-specialist.md +0 -339
  121. package/.claude/agents/engineering-senior-developer.md +0 -176
  122. package/.claude/agents/engineering-servicenow-developer-mentor.md +0 -180
  123. package/.claude/agents/engineering-software-architect.md +0 -112
  124. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +0 -522
  125. package/.claude/agents/engineering-sre.md +0 -90
  126. package/.claude/agents/engineering-technical-writer.md +0 -393
  127. package/.claude/agents/engineering-universal-document-compiler.md +0 -370
  128. package/.claude/agents/engineering-uswds-developer.md +0 -340
  129. package/.claude/agents/engineering-video-streaming-engineer.md +0 -151
  130. package/.claude/agents/engineering-voice-ai-integration-engineer.md +0 -584
  131. package/.claude/agents/engineering-webassembly-engineer.md +0 -153
  132. package/.claude/agents/engineering-wechat-mini-program-developer.md +0 -356
  133. package/.claude/agents/engineering-wordpress-performance.md +0 -346
  134. package/.claude/agents/engineering-wordpress-shopping-cart.md +0 -346
  135. package/.claude/agents/esg-sustainability-officer.md +0 -396
  136. package/.claude/agents/finance-bookkeeper-controller.md +0 -260
  137. package/.claude/agents/finance-financial-analyst.md +0 -234
  138. package/.claude/agents/finance-fpa-analyst.md +0 -263
  139. package/.claude/agents/finance-investment-researcher.md +0 -272
  140. package/.claude/agents/finance-tax-strategist.md +0 -239
  141. package/.claude/agents/game-audio-engineer.md +0 -264
  142. package/.claude/agents/game-designer.md +0 -167
  143. package/.claude/agents/gis-3d-scene-developer.md +0 -111
  144. package/.claude/agents/gis-analyst.md +0 -91
  145. package/.claude/agents/gis-bim-specialist.md +0 -108
  146. package/.claude/agents/gis-cartography-designer.md +0 -150
  147. package/.claude/agents/gis-drone-reality-mapping.md +0 -120
  148. package/.claude/agents/gis-geoai-ml-engineer.md +0 -105
  149. package/.claude/agents/gis-geoprocessing-specialist.md +0 -97
  150. package/.claude/agents/gis-qa-engineer.md +0 -133
  151. package/.claude/agents/gis-solution-engineer.md +0 -101
  152. package/.claude/agents/gis-spatial-data-engineer.md +0 -97
  153. package/.claude/agents/gis-spatial-data-scientist.md +0 -111
  154. package/.claude/agents/gis-technical-consultant.md +0 -86
  155. package/.claude/agents/gis-web-gis-developer.md +0 -108
  156. package/.claude/agents/godot-gameplay-scripter.md +0 -338
  157. package/.claude/agents/godot-multiplayer-engineer.md +0 -301
  158. package/.claude/agents/godot-shader-developer.md +0 -267
  159. package/.claude/agents/government-digital-presales-consultant.md +0 -363
  160. package/.claude/agents/grant-writer.md +0 -511
  161. package/.claude/agents/healthcare-aging-parent-care-companion.md +0 -414
  162. package/.claude/agents/healthcare-clinical-evidence-agent.md +0 -231
  163. package/.claude/agents/healthcare-customer-service.md +0 -389
  164. package/.claude/agents/healthcare-innovation-strategist.md +0 -433
  165. package/.claude/agents/healthcare-marketing-compliance.md +0 -395
  166. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +0 -312
  167. package/.claude/agents/hospitality-guest-services.md +0 -603
  168. package/.claude/agents/hr-onboarding.md +0 -451
  169. package/.claude/agents/identity-graph-operator.md +0 -303
  170. package/.claude/agents/language-translator.md +0 -264
  171. package/.claude/agents/legal-billing-time-tracking.md +0 -569
  172. package/.claude/agents/legal-client-intake.md +0 -492
  173. package/.claude/agents/legal-document-review.md +0 -454
  174. package/.claude/agents/level-designer.md +0 -208
  175. package/.claude/agents/loan-officer-assistant.md +0 -555
  176. package/.claude/agents/lsp-index-engineer.md +0 -320
  177. package/.claude/agents/ma-integration-manager.md +0 -427
  178. package/.claude/agents/macos-spatial-metal-engineer.md +0 -337
  179. package/.claude/agents/marketing-aeo-foundations.md +0 -264
  180. package/.claude/agents/marketing-agentic-search-optimizer.md +0 -279
  181. package/.claude/agents/marketing-ai-citation-strategist.md +0 -172
  182. package/.claude/agents/marketing-app-store-optimizer.md +0 -321
  183. package/.claude/agents/marketing-baidu-seo-specialist.md +0 -226
  184. package/.claude/agents/marketing-bilibili-content-strategist.md +0 -199
  185. package/.claude/agents/marketing-book-co-author.md +0 -110
  186. package/.claude/agents/marketing-carousel-growth-engine.md +0 -204
  187. package/.claude/agents/marketing-china-ecommerce-operator.md +0 -283
  188. package/.claude/agents/marketing-china-market-localization-strategist.md +0 -283
  189. package/.claude/agents/marketing-content-creator.md +0 -54
  190. package/.claude/agents/marketing-cross-border-ecommerce.md +0 -259
  191. package/.claude/agents/marketing-developer-community-builder.md +0 -285
  192. package/.claude/agents/marketing-douyin-strategist.md +0 -149
  193. package/.claude/agents/marketing-email-strategist.md +0 -249
  194. package/.claude/agents/marketing-global-podcast-strategist.md +0 -206
  195. package/.claude/agents/marketing-growth-hacker.md +0 -54
  196. package/.claude/agents/marketing-instagram-curator.md +0 -113
  197. package/.claude/agents/marketing-kuaishou-strategist.md +0 -223
  198. package/.claude/agents/marketing-linkedin-content-creator.md +0 -214
  199. package/.claude/agents/marketing-livestream-commerce-coach.md +0 -305
  200. package/.claude/agents/marketing-multi-platform-publisher.md +0 -217
  201. package/.claude/agents/marketing-podcast-strategist.md +0 -277
  202. package/.claude/agents/marketing-pr-communications-manager.md +0 -473
  203. package/.claude/agents/marketing-private-domain-operator.md +0 -308
  204. package/.claude/agents/marketing-reddit-community-builder.md +0 -123
  205. package/.claude/agents/marketing-seo-specialist.md +0 -370
  206. package/.claude/agents/marketing-short-video-editing-coach.md +0 -412
  207. package/.claude/agents/marketing-social-media-strategist.md +0 -125
  208. package/.claude/agents/marketing-tiktok-strategist.md +0 -125
  209. package/.claude/agents/marketing-twitter-engager.md +0 -126
  210. package/.claude/agents/marketing-video-optimization-specialist.md +0 -119
  211. package/.claude/agents/marketing-wechat-official-account.md +0 -145
  212. package/.claude/agents/marketing-weibo-strategist.md +0 -240
  213. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +0 -161
  214. package/.claude/agents/marketing-xiaohongshu-specialist.md +0 -138
  215. package/.claude/agents/marketing-zhihu-strategist.md +0 -162
  216. package/.claude/agents/medical-billing-coding-specialist.md +0 -491
  217. package/.claude/agents/narrative-designer.md +0 -243
  218. package/.claude/agents/operations-manager.md +0 -399
  219. package/.claude/agents/organizational-psychologist.md +0 -391
  220. package/.claude/agents/paid-media-auditor.md +0 -71
  221. package/.claude/agents/paid-media-creative-strategist.md +0 -71
  222. package/.claude/agents/paid-media-paid-social-strategist.md +0 -71
  223. package/.claude/agents/paid-media-ppc-strategist.md +0 -71
  224. package/.claude/agents/paid-media-programmatic-buyer.md +0 -71
  225. package/.claude/agents/paid-media-search-query-analyst.md +0 -71
  226. package/.claude/agents/paid-media-tracking-specialist.md +0 -71
  227. package/.claude/agents/personal-growth-mentor.md +0 -159
  228. package/.claude/agents/product-behavioral-nudge-engine.md +0 -83
  229. package/.claude/agents/product-dx-engineer.md +0 -332
  230. package/.claude/agents/product-feedback-synthesizer.md +0 -119
  231. package/.claude/agents/product-manager.md +0 -469
  232. package/.claude/agents/product-sprint-prioritizer.md +0 -154
  233. package/.claude/agents/product-trend-researcher.md +0 -159
  234. package/.claude/agents/project-management-experiment-tracker.md +0 -198
  235. package/.claude/agents/project-management-jira-workflow-steward.md +0 -233
  236. package/.claude/agents/project-management-meeting-notes-specialist.md +0 -95
  237. package/.claude/agents/project-management-project-shepherd.md +0 -194
  238. package/.claude/agents/project-management-studio-operations.md +0 -200
  239. package/.claude/agents/project-management-studio-producer.md +0 -203
  240. package/.claude/agents/project-manager-senior.md +0 -135
  241. package/.claude/agents/real-estate-buyer-seller.md +0 -596
  242. package/.claude/agents/recruitment-specialist.md +0 -515
  243. package/.claude/agents/report-distribution-agent.md +0 -65
  244. package/.claude/agents/research-synthesist.md +0 -136
  245. package/.claude/agents/resume-tailor.md +0 -230
  246. package/.claude/agents/retail-customer-returns.md +0 -566
  247. package/.claude/agents/roblox-avatar-creator.md +0 -297
  248. package/.claude/agents/roblox-experience-designer.md +0 -306
  249. package/.claude/agents/roblox-systems-scripter.md +0 -332
  250. package/.claude/agents/sales-account-strategist.md +0 -227
  251. package/.claude/agents/sales-coach.md +0 -271
  252. package/.claude/agents/sales-data-extraction-agent.md +0 -67
  253. package/.claude/agents/sales-deal-strategist.md +0 -180
  254. package/.claude/agents/sales-discovery-coach.md +0 -225
  255. package/.claude/agents/sales-engineer.md +0 -182
  256. package/.claude/agents/sales-offer-lead-gen-strategist.md +0 -257
  257. package/.claude/agents/sales-outbound-strategist.md +0 -201
  258. package/.claude/agents/sales-outreach.md +0 -425
  259. package/.claude/agents/sales-pipeline-analyst.md +0 -267
  260. package/.claude/agents/sales-proposal-strategist.md +0 -217
  261. package/.claude/agents/security-ai-generated-code-auditor.md +0 -207
  262. package/.claude/agents/security-appsec-engineer.md +0 -536
  263. package/.claude/agents/security-architect.md +0 -307
  264. package/.claude/agents/security-blockchain-security-auditor.md +0 -482
  265. package/.claude/agents/security-cloud-security-architect.md +0 -576
  266. package/.claude/agents/security-compliance-auditor.md +0 -158
  267. package/.claude/agents/security-incident-responder.md +0 -450
  268. package/.claude/agents/security-penetration-tester.md +0 -399
  269. package/.claude/agents/security-secrets-credential-engineer.md +0 -189
  270. package/.claude/agents/security-senior-secops.md +0 -760
  271. package/.claude/agents/security-threat-detection-engineer.md +0 -553
  272. package/.claude/agents/security-threat-intelligence-analyst.md +0 -661
  273. package/.claude/agents/specialized-chief-of-staff.md +0 -279
  274. package/.claude/agents/specialized-civil-engineer.md +0 -356
  275. package/.claude/agents/specialized-codebase-archaeologist.md +0 -341
  276. package/.claude/agents/specialized-cultural-intelligence-strategist.md +0 -88
  277. package/.claude/agents/specialized-developer-advocate.md +0 -317
  278. package/.claude/agents/specialized-document-generator.md +0 -55
  279. package/.claude/agents/specialized-fedramp-rmf-compliance.md +0 -378
  280. package/.claude/agents/specialized-focus-music-architect.md +0 -175
  281. package/.claude/agents/specialized-french-consulting-market.md +0 -194
  282. package/.claude/agents/specialized-korean-business-navigator.md +0 -216
  283. package/.claude/agents/specialized-master-plan-architect.md +0 -157
  284. package/.claude/agents/specialized-mcp-builder.md +0 -260
  285. package/.claude/agents/specialized-model-qa.md +0 -528
  286. package/.claude/agents/specialized-pricing-analyst.md +0 -243
  287. package/.claude/agents/specialized-salesforce-architect.md +0 -182
  288. package/.claude/agents/specialized-strategy-duel-agent.md +0 -130
  289. package/.claude/agents/specialized-workflow-architect.md +0 -597
  290. package/.claude/agents/study-abroad-advisor.md +0 -282
  291. package/.claude/agents/supply-chain-strategist.md +0 -591
  292. package/.claude/agents/support-analytics-reporter.md +0 -387
  293. package/.claude/agents/support-executive-summary-generator.md +0 -212
  294. package/.claude/agents/support-finance-tracker.md +0 -480
  295. package/.claude/agents/support-infrastructure-maintainer.md +0 -628
  296. package/.claude/agents/support-legal-compliance-checker.md +0 -591
  297. package/.claude/agents/support-support-responder.md +0 -607
  298. package/.claude/agents/technical-artist.md +0 -233
  299. package/.claude/agents/terminal-integration-specialist.md +0 -70
  300. package/.claude/agents/testing-accessibility-auditor.md +0 -327
  301. package/.claude/agents/testing-api-tester.md +0 -334
  302. package/.claude/agents/testing-evidence-collector.md +0 -210
  303. package/.claude/agents/testing-performance-benchmarker.md +0 -283
  304. package/.claude/agents/testing-reality-checker.md +0 -249
  305. package/.claude/agents/testing-test-automation-engineer.md +0 -196
  306. package/.claude/agents/testing-test-results-analyzer.md +0 -330
  307. package/.claude/agents/testing-tool-evaluator.md +0 -416
  308. package/.claude/agents/testing-workflow-optimizer.md +0 -463
  309. package/.claude/agents/unity-architect.md +0 -271
  310. package/.claude/agents/unity-editor-tool-developer.md +0 -310
  311. package/.claude/agents/unity-multiplayer-engineer.md +0 -323
  312. package/.claude/agents/unity-shader-graph-artist.md +0 -269
  313. package/.claude/agents/unreal-multiplayer-architect.md +0 -364
  314. package/.claude/agents/unreal-systems-engineer.md +0 -322
  315. package/.claude/agents/unreal-technical-artist.md +0 -256
  316. package/.claude/agents/unreal-world-builder.md +0 -273
  317. package/.claude/agents/visionos-spatial-engineer.md +0 -54
  318. package/.claude/agents/xr-cockpit-interaction-specialist.md +0 -32
  319. package/.claude/agents/xr-immersive-developer.md +0 -32
  320. package/.claude/agents/xr-interface-architect.md +0 -32
  321. package/.claude/agents/zk-steward.md +0 -211
  322. package/.claude-plugin/marketplace.json +0 -30
  323. package/.commitlintrc.json +0 -26
  324. package/.devcontainer/Dockerfile +0 -24
  325. package/.devcontainer/devcontainer.json +0 -70
  326. package/.devcontainer/docker-compose.memory.yml +0 -42
  327. package/.devcontainer/memory-stack/devcontainer.json +0 -84
  328. package/.devcontainer/post-create.sh +0 -83
  329. package/.dockerignore +0 -23
  330. package/.env.act.example +0 -15
  331. package/.env.example +0 -171
  332. package/.eslintrc.json +0 -16
  333. package/.git-blame-ignore-revs +0 -10
  334. package/.gitattributes +0 -2
  335. package/.gitguardian.yaml +0 -50
  336. package/.githooks/pre-commit +0 -6
  337. package/.pre-commit-config.yaml +0 -30
  338. package/.release-please-config-xithead.json +0 -22
  339. package/.release-please-config.json +0 -44
  340. package/.release-please-manifest-xithead.json +0 -3
  341. package/.release-please-manifest.json +0 -3
  342. package/CODE_OF_CONDUCT.md +0 -133
  343. package/CONTRIBUTING.md +0 -133
  344. package/Cargo.lock +0 -5557
  345. package/Cargo.toml +0 -121
  346. package/Dockerfile +0 -38
  347. package/Dockerfile.proxy +0 -48
  348. package/ENTERPRISE.md +0 -5
  349. package/FEATURES_ADVANCED.md +0 -311
  350. package/Headroom-2.gif +0 -0
  351. package/HeadroomDemo-Fast.gif +0 -0
  352. package/MANIFEST.in +0 -4
  353. package/MODERNIZATION_GUIDE.md +0 -358
  354. package/Makefile +0 -140
  355. package/NOTICE +0 -43
  356. package/NPM_TOKEN_SETUP.md +0 -81
  357. package/PR.md +0 -170
  358. package/PUBLISH.md +0 -77
  359. package/README_FRONTEND.md +0 -196
  360. package/REALIGNMENT/00-overview.md +0 -53
  361. package/REALIGNMENT/01-bug-list.md +0 -421
  362. package/REALIGNMENT/02-architecture.md +0 -322
  363. package/REALIGNMENT/03-phase-A-lockdown.md +0 -420
  364. package/REALIGNMENT/04-phase-B-live-zone.md +0 -470
  365. package/REALIGNMENT/05-phase-C-rust-proxy.md +0 -329
  366. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +0 -222
  367. package/REALIGNMENT/07-phase-E-cache-stabilization.md +0 -338
  368. package/REALIGNMENT/08-phase-F-auth-mode.md +0 -254
  369. package/REALIGNMENT/09-phase-G-rtk-observability.md +0 -194
  370. package/REALIGNMENT/10-phase-H-python-retirement.md +0 -214
  371. package/REALIGNMENT/11-phase-I-test-infra.md +0 -385
  372. package/REALIGNMENT/12-decisions-needed.md +0 -196
  373. package/REALIGNMENT/INDEX.md +0 -82
  374. package/REFACTORING_CAMPAIGN.md +0 -277
  375. package/RESTRUCTURE_PLAN.md +0 -100
  376. package/RUST_DEV.md +0 -361
  377. package/SECURITY.md +0 -65
  378. package/SETUP_AUTO_PUBLISH.md +0 -164
  379. package/TESTING-copilot-subscription.md +0 -153
  380. package/codecov.yml +0 -34
  381. package/crates/headroom-core/Cargo.toml +0 -165
  382. package/crates/headroom-core/benches/auth_mode.rs +0 -74
  383. package/crates/headroom-core/benches/ccr_store.rs +0 -224
  384. package/crates/headroom-core/benches/tokenizer.rs +0 -52
  385. package/crates/headroom-core/config/pipeline.toml +0 -151
  386. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +0 -9
  387. package/crates/headroom-core/src/auth_mode.rs +0 -250
  388. package/crates/headroom-core/src/cache_control.rs +0 -414
  389. package/crates/headroom-core/src/ccr/backends/in_memory.rs +0 -317
  390. package/crates/headroom-core/src/ccr/backends/mod.rs +0 -152
  391. package/crates/headroom-core/src/ccr/backends/redis.rs +0 -146
  392. package/crates/headroom-core/src/ccr/backends/sqlite.rs +0 -205
  393. package/crates/headroom-core/src/ccr/mod.rs +0 -119
  394. package/crates/headroom-core/src/compression_policy.rs +0 -505
  395. package/crates/headroom-core/src/lib.rs +0 -33
  396. package/crates/headroom-core/src/relevance/base.rs +0 -139
  397. package/crates/headroom-core/src/relevance/bm25.rs +0 -385
  398. package/crates/headroom-core/src/relevance/embedding.rs +0 -354
  399. package/crates/headroom-core/src/relevance/hybrid.rs +0 -364
  400. package/crates/headroom-core/src/relevance/mod.rs +0 -64
  401. package/crates/headroom-core/src/signals/keyword_detector.rs +0 -433
  402. package/crates/headroom-core/src/signals/line_importance.rs +0 -84
  403. package/crates/headroom-core/src/signals/mod.rs +0 -61
  404. package/crates/headroom-core/src/signals/tiered.rs +0 -141
  405. package/crates/headroom-core/src/tokenizer/estimator.rs +0 -152
  406. package/crates/headroom-core/src/tokenizer/hf_impl.rs +0 -314
  407. package/crates/headroom-core/src/tokenizer/mod.rs +0 -56
  408. package/crates/headroom-core/src/tokenizer/registry.rs +0 -342
  409. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +0 -265
  410. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +0 -610
  411. package/crates/headroom-core/src/transforms/anchor_selector.rs +0 -1189
  412. package/crates/headroom-core/src/transforms/content_detector.rs +0 -769
  413. package/crates/headroom-core/src/transforms/detection.rs +0 -222
  414. package/crates/headroom-core/src/transforms/diff_compressor.rs +0 -1685
  415. package/crates/headroom-core/src/transforms/live_zone.rs +0 -2967
  416. package/crates/headroom-core/src/transforms/log_compressor.rs +0 -1295
  417. package/crates/headroom-core/src/transforms/magika_detector.rs +0 -395
  418. package/crates/headroom-core/src/transforms/mod.rs +0 -64
  419. package/crates/headroom-core/src/transforms/pipeline/config.rs +0 -331
  420. package/crates/headroom-core/src/transforms/pipeline/mod.rs +0 -103
  421. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +0 -524
  422. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +0 -279
  423. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +0 -400
  424. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +0 -284
  425. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +0 -34
  426. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +0 -331
  427. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +0 -848
  428. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +0 -175
  429. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +0 -545
  430. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +0 -12
  431. package/crates/headroom-core/src/transforms/pipeline/traits.rs +0 -338
  432. package/crates/headroom-core/src/transforms/recommendations.rs +0 -329
  433. package/crates/headroom-core/src/transforms/safety.rs +0 -215
  434. package/crates/headroom-core/src/transforms/search_compressor.rs +0 -902
  435. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +0 -1262
  436. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +0 -407
  437. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +0 -263
  438. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +0 -214
  439. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +0 -283
  440. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +0 -733
  441. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +0 -961
  442. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +0 -252
  443. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +0 -127
  444. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +0 -397
  445. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +0 -173
  446. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +0 -159
  447. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +0 -1665
  448. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +0 -865
  449. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +0 -77
  450. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +0 -393
  451. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +0 -72
  452. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +0 -81
  453. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +0 -66
  454. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +0 -459
  455. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +0 -507
  456. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +0 -904
  457. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +0 -510
  458. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +0 -287
  459. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +0 -203
  460. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +0 -263
  461. package/crates/headroom-core/src/transforms/tag_protector.rs +0 -1272
  462. package/crates/headroom-core/src/transforms/unidiff_detector.rs +0 -232
  463. package/crates/headroom-parity/Cargo.toml +0 -26
  464. package/crates/headroom-parity/examples/diff_fixture.rs +0 -66
  465. package/crates/headroom-parity/src/bin/parity_run.rs +0 -78
  466. package/crates/headroom-parity/src/lib.rs +0 -613
  467. package/crates/headroom-proxy/Cargo.toml +0 -119
  468. package/crates/headroom-proxy/data/model_prices_and_context_window.json +0 -39767
  469. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +0 -192
  470. package/crates/headroom-proxy/src/bedrock/envelope.rs +0 -239
  471. package/crates/headroom-proxy/src/bedrock/eventstream.rs +0 -769
  472. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +0 -459
  473. package/crates/headroom-proxy/src/bedrock/invoke.rs +0 -735
  474. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +0 -1098
  475. package/crates/headroom-proxy/src/bedrock/mod.rs +0 -66
  476. package/crates/headroom-proxy/src/bedrock/sigv4.rs +0 -324
  477. package/crates/headroom-proxy/src/bedrock/vendor.rs +0 -82
  478. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +0 -698
  479. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +0 -683
  480. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +0 -61
  481. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +0 -600
  482. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +0 -514
  483. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +0 -720
  484. package/crates/headroom-proxy/src/compression/anthropic.rs +0 -92
  485. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +0 -1311
  486. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +0 -660
  487. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +0 -678
  488. package/crates/headroom-proxy/src/compression/mod.rs +0 -127
  489. package/crates/headroom-proxy/src/compression/model_limits.rs +0 -211
  490. package/crates/headroom-proxy/src/config.rs +0 -646
  491. package/crates/headroom-proxy/src/error.rs +0 -69
  492. package/crates/headroom-proxy/src/handlers/chat_completions.rs +0 -100
  493. package/crates/headroom-proxy/src/handlers/conversations.rs +0 -241
  494. package/crates/headroom-proxy/src/handlers/mod.rs +0 -13
  495. package/crates/headroom-proxy/src/handlers/responses.rs +0 -256
  496. package/crates/headroom-proxy/src/headers.rs +0 -288
  497. package/crates/headroom-proxy/src/health.rs +0 -41
  498. package/crates/headroom-proxy/src/lib.rs +0 -21
  499. package/crates/headroom-proxy/src/main.rs +0 -141
  500. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +0 -340
  501. package/crates/headroom-proxy/src/observability/compression_ratio.rs +0 -158
  502. package/crates/headroom-proxy/src/observability/metric_names.rs +0 -174
  503. package/crates/headroom-proxy/src/observability/mod.rs +0 -68
  504. package/crates/headroom-proxy/src/observability/prometheus.rs +0 -394
  505. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +0 -368
  506. package/crates/headroom-proxy/src/proxy.rs +0 -1619
  507. package/crates/headroom-proxy/src/responses_items.rs +0 -565
  508. package/crates/headroom-proxy/src/sse/anthropic.rs +0 -415
  509. package/crates/headroom-proxy/src/sse/framing.rs +0 -366
  510. package/crates/headroom-proxy/src/sse/mod.rs +0 -40
  511. package/crates/headroom-proxy/src/sse/openai_chat.rs +0 -231
  512. package/crates/headroom-proxy/src/sse/openai_responses.rs +0 -458
  513. package/crates/headroom-proxy/src/vertex/adc.rs +0 -315
  514. package/crates/headroom-proxy/src/vertex/envelope.rs +0 -167
  515. package/crates/headroom-proxy/src/vertex/mod.rs +0 -277
  516. package/crates/headroom-proxy/src/vertex/raw_predict.rs +0 -490
  517. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +0 -49
  518. package/crates/headroom-proxy/src/websocket.rs +0 -246
  519. package/crates/headroom-py/Cargo.toml +0 -37
  520. package/crates/headroom-py/build.rs +0 -77
  521. package/crates/headroom-py/glibc_compat.c +0 -170
  522. package/crates/headroom-py/src/lib.rs +0 -1655
  523. package/deny.toml +0 -32
  524. package/docker/differential-network-capture/Dockerfile.runner +0 -14
  525. package/docker/differential-network-capture/docker-compose.yml +0 -142
  526. package/docker/differential-network-capture/run-claude-lane.sh +0 -24
  527. package/docker/docker-compose.native.yml +0 -44
  528. package/docker-bake.hcl +0 -88
  529. package/docker-compose.yml +0 -80
  530. package/e2e/_lib/make_shim.ps1 +0 -24
  531. package/e2e/_lib/make_shim.sh +0 -28
  532. package/e2e/docker-native-install.sh +0 -120
  533. package/e2e/init/Dockerfile +0 -79
  534. package/e2e/wrap/Dockerfile +0 -115
  535. package/examples/07-context-compression.ipynb +0 -279
  536. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +0 -65
  537. package/examples/deployment/macos-launchagent/install.sh +0 -227
  538. package/examples/deployment/macos-launchagent/shell-integration.sh +0 -74
  539. package/examples/deployment/macos-launchagent/uninstall.sh +0 -145
  540. package/headroom-savings.png +0 -0
  541. package/headroom_learn.gif +0 -0
  542. package/llms.txt +0 -67
  543. package/mkdocs.yml +0 -136
  544. package/npm/bin/xithead.js +0 -366
  545. package/npm/bin/xtream-head.js +0 -366
  546. package/npm/index.d.ts +0 -57
  547. package/npm/index.js +0 -139
  548. package/npm/package.json +0 -55
  549. package/npm/postinstall.js +0 -43
  550. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +0 -17
  551. package/plugins/headroom-agent-hooks/hooks/hooks.json +0 -29
  552. package/plugins/headroom-oauth2/LICENSE +0 -3
  553. package/plugins/headroom-oauth2/SPEC.md +0 -115
  554. package/plugins/headroom-oauth2/pyproject.toml +0 -48
  555. package/plugins/hermes/headroom_retrieve/plugin.yaml +0 -6
  556. package/plugins/openclaw/hook-shim/HOOK.md +0 -21
  557. package/plugins/openclaw/hook-shim/handler.js +0 -3
  558. package/plugins/openclaw/openclaw.plugin.json +0 -98
  559. package/plugins/openclaw/package-lock.json +0 -2692
  560. package/plugins/openclaw/package.json +0 -54
  561. package/plugins/openclaw/prepare-dist.mjs +0 -56
  562. package/plugins/openclaw/src/convert.ts +0 -418
  563. package/plugins/openclaw/src/engine.ts +0 -284
  564. package/plugins/openclaw/src/gateway-config.ts +0 -143
  565. package/plugins/openclaw/src/index.ts +0 -11
  566. package/plugins/openclaw/src/plugin/index.ts +0 -98
  567. package/plugins/openclaw/src/proxy-manager.ts +0 -477
  568. package/plugins/openclaw/src/tools/headroom-retrieve.ts +0 -76
  569. package/plugins/openclaw/test/convert.test.ts +0 -96
  570. package/plugins/openclaw/test/engine-normalization.test.ts +0 -21
  571. package/plugins/openclaw/test/engine.test.ts +0 -101
  572. package/plugins/openclaw/test/gateway-config.test.ts +0 -278
  573. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +0 -141
  574. package/plugins/openclaw/test/proxy-manager.test.ts +0 -343
  575. package/plugins/openclaw/tsup.config.ts +0 -9
  576. package/pyproject.toml +0 -438
  577. package/rust-toolchain.toml +0 -16
  578. package/sdk/typescript/examples/basic-compress.ts +0 -64
  579. package/sdk/typescript/examples/ccr-retrieve.ts +0 -80
  580. package/sdk/typescript/examples/hooks-custom-compression.ts +0 -117
  581. package/sdk/typescript/examples/middleware-composition.ts +0 -59
  582. package/sdk/typescript/examples/multi-provider.ts +0 -53
  583. package/sdk/typescript/examples/openai-anthropic-adapters.ts +0 -73
  584. package/sdk/typescript/examples/shared-context-multi-agent.ts +0 -74
  585. package/sdk/typescript/examples/simulation-dry-run.ts +0 -80
  586. package/sdk/typescript/examples/streaming-chat.ts +0 -71
  587. package/sdk/typescript/examples/structured-output.ts +0 -99
  588. package/sdk/typescript/examples/tool-calling-agent.ts +0 -86
  589. package/sdk/typescript/examples/with-headroom-vercel.ts +0 -57
  590. package/sdk/typescript/package-lock.json +0 -3437
  591. package/sdk/typescript/package.json +0 -108
  592. package/sdk/typescript/src/adapters/anthropic.ts +0 -218
  593. package/sdk/typescript/src/adapters/gemini.ts +0 -83
  594. package/sdk/typescript/src/adapters/openai.ts +0 -77
  595. package/sdk/typescript/src/adapters/vercel-ai.ts +0 -131
  596. package/sdk/typescript/src/client.ts +0 -632
  597. package/sdk/typescript/src/compress.ts +0 -87
  598. package/sdk/typescript/src/errors.ts +0 -114
  599. package/sdk/typescript/src/hooks.ts +0 -113
  600. package/sdk/typescript/src/index.ts +0 -140
  601. package/sdk/typescript/src/paths.ts +0 -272
  602. package/sdk/typescript/src/shared-context.ts +0 -188
  603. package/sdk/typescript/src/simulate.ts +0 -52
  604. package/sdk/typescript/src/types/config.ts +0 -183
  605. package/sdk/typescript/src/types/models.ts +0 -314
  606. package/sdk/typescript/src/types.ts +0 -139
  607. package/sdk/typescript/src/utils/case.ts +0 -34
  608. package/sdk/typescript/src/utils/format.ts +0 -480
  609. package/sdk/typescript/src/utils/stream.ts +0 -50
  610. package/sdk/typescript/test/adapters/anthropic.test.ts +0 -217
  611. package/sdk/typescript/test/adapters/gemini.test.ts +0 -131
  612. package/sdk/typescript/test/adapters/openai.test.ts +0 -174
  613. package/sdk/typescript/test/adapters/vercel-ai.test.ts +0 -306
  614. package/sdk/typescript/test/client-expanded.test.ts +0 -333
  615. package/sdk/typescript/test/client.test.ts +0 -266
  616. package/sdk/typescript/test/compress.test.ts +0 -118
  617. package/sdk/typescript/test/config.test.ts +0 -275
  618. package/sdk/typescript/test/errors.test.ts +0 -169
  619. package/sdk/typescript/test/format-integration.test.ts +0 -252
  620. package/sdk/typescript/test/hooks.test.ts +0 -265
  621. package/sdk/typescript/test/integration.test.ts +0 -249
  622. package/sdk/typescript/test/mdx-examples.test.ts +0 -253
  623. package/sdk/typescript/test/models.test.ts +0 -318
  624. package/sdk/typescript/test/parity.test.ts +0 -337
  625. package/sdk/typescript/test/paths.test.ts +0 -447
  626. package/sdk/typescript/test/shared-context.test.ts +0 -245
  627. package/sdk/typescript/test/simulate.test.ts +0 -84
  628. package/sdk/typescript/test/types.test.ts +0 -244
  629. package/sdk/typescript/test/utils/case.test.ts +0 -129
  630. package/sdk/typescript/test/utils/detect-format.test.ts +0 -133
  631. package/sdk/typescript/test/utils/format.test.ts +0 -434
  632. package/sdk/typescript/test/vercel-ai-e2e.test.ts +0 -179
  633. package/sdk/typescript/tsup.config.ts +0 -17
  634. package/uv.lock +0 -6951
  635. package/xithead.egg-info/PKG-INFO +0 -22
  636. package/xithead.egg-info/SOURCES.txt +0 -16
  637. package/xithead.egg-info/dependency_links.txt +0 -1
  638. package/xithead.egg-info/entry_points.txt +0 -2
  639. package/xithead.egg-info/requires.txt +0 -10
  640. package/xithead.egg-info/top_level.txt +0 -2
  641. package/xithead.ps1 +0 -136
  642. package/xithead.sh +0 -129
  643. package/xithead_dist/pyproject.toml +0 -39
  644. package/xithead_dist/xithead.egg-info/PKG-INFO +0 -22
  645. package/xithead_dist/xithead.egg-info/SOURCES.txt +0 -16
  646. package/xithead_dist/xithead.egg-info/dependency_links.txt +0 -1
  647. package/xithead_dist/xithead.egg-info/entry_points.txt +0 -3
  648. package/xithead_dist/xithead.egg-info/requires.txt +0 -10
  649. package/xithead_dist/xithead.egg-info/top_level.txt +0 -2
@@ -1,902 +0,0 @@
1
- //! Search-results compressor — Rust port of
2
- //! `headroom.transforms.search_compressor`.
3
- //!
4
- //! Compresses grep / ripgrep / ag output (one of the most common tool
5
- //! outputs in coding tasks). Typical compression: 5-10×.
6
- //!
7
- //! # Input format
8
- //!
9
- //! Standard `grep -n` style:
10
- //! ```text
11
- //! src/utils.py:42:def process_data(items):
12
- //! src/utils.py:43: """Process items with validation."""
13
- //! src/models.py:15:class DataProcessor:
14
- //! ```
15
- //!
16
- //! Ripgrep with `-C` context (mixes `:` and `-` separators):
17
- //! ```text
18
- //! src/main.py-40-some context before
19
- //! src/main.py:42:def process_data(items):
20
- //! src/main.py-43-some context after
21
- //! ```
22
- //!
23
- //! # Compression pipeline
24
- //!
25
- //! 1. Parse into `{file: [(line, content), ...]}` structure.
26
- //! 2. Score each match on relevance (context-word overlap +
27
- //! [`crate::signals::LineImportanceDetector`] priority signals +
28
- //! config-supplied keywords).
29
- //! 3. Sort files by total match score; cap to `max_files`.
30
- //! 4. Run [`crate::transforms::adaptive_sizer::compute_optimal_k`] over
31
- //! the global match list with `bias` to land an adaptive total.
32
- //! 5. Per-file selection: always-keep first/last (configurable), fill
33
- //! remaining slots by score, sort survivors back to line order.
34
- //! 6. Format `file:line:content` lines + `[... and N more matches in
35
- //! file]` summaries.
36
- //! 7. Optional CCR storage when `min_matches_for_ccr` cleared and
37
- //! compression ratio < 0.8 — appends standard CCR marker.
38
- //!
39
- //! # Bug fixes vs Python (2026-04-29)
40
- //!
41
- //! Python's `_GREP_PATTERN`/`_RG_CONTEXT_PATTERN` regexes mis-handled
42
- //! two real-world inputs. The hand-rolled parser here fixes both:
43
- //!
44
- //! - **Windows paths.** `^([^:]+):(\d+):(.*)$` captured only the drive
45
- //! letter for `C:\Users\foo\bar.py:42:line`, then the `\d+` group
46
- //! failed (next char is `\`). Result: every Windows-formatted line
47
- //! silently dropped from `file_matches`. Rust parser detects
48
- //! `[A-Za-z]:[\\/]` drive-prefix and starts the line-number scan
49
- //! *after* the drive colon.
50
- //! - **Filenames containing `-`.** `_RG_CONTEXT_PATTERN`'s
51
- //! `[^:-]+` excluded dashes from the path, so legitimate names like
52
- //! `pre-commit-config.yaml-42-line` parsed wrong. Rust parser
53
- //! anchors on the *line-number marker* (`<sep>\d+<sep>`) found
54
- //! earliest in the line; everything before is the path, everything
55
- //! after is the content.
56
- //!
57
- //! Two further hardening changes:
58
- //!
59
- //! - **CCR storage failures are loud.** Python silently swallowed all
60
- //! exceptions from the store. Rust returns `Result` and surfaces
61
- //! storage errors via `tracing::warn!` so operations can investigate.
62
- //! - **Per-file dedup is `O(n log n)`.** Python checks `match not in
63
- //! file_selected` linearly inside a loop (worst-case O(n²) for big
64
- //! files). Rust uses a `BTreeSet<(line_number, content_hash)>` so the
65
- //! membership check is logarithmic.
66
-
67
- use std::collections::{BTreeMap, BTreeSet};
68
-
69
- use md5::{Digest, Md5};
70
-
71
- use crate::ccr::CcrStore;
72
- use crate::signals::{ImportanceContext, LineImportanceDetector};
73
- use crate::transforms::adaptive_sizer::compute_optimal_k;
74
-
75
- // ─── Types ──────────────────────────────────────────────────────────────
76
-
77
- /// Single search match — a single grep-style hit.
78
- #[derive(Debug, Clone, PartialEq)]
79
- pub struct SearchMatch {
80
- pub file: String,
81
- pub line_number: u64,
82
- pub content: String,
83
- /// Relevance score in [0.0, 1.0]; populated by [`SearchCompressor::score_matches`].
84
- pub score: f32,
85
- }
86
-
87
- impl SearchMatch {
88
- pub fn new(file: impl Into<String>, line_number: u64, content: impl Into<String>) -> Self {
89
- Self {
90
- file: file.into(),
91
- line_number,
92
- content: content.into(),
93
- score: 0.0,
94
- }
95
- }
96
- }
97
-
98
- /// All matches grouped under a single file.
99
- #[derive(Debug, Clone, Default)]
100
- pub struct FileMatches {
101
- pub file: String,
102
- pub matches: Vec<SearchMatch>,
103
- }
104
-
105
- impl FileMatches {
106
- pub fn new(file: impl Into<String>) -> Self {
107
- Self {
108
- file: file.into(),
109
- matches: Vec::new(),
110
- }
111
- }
112
-
113
- pub fn first(&self) -> Option<&SearchMatch> {
114
- self.matches.first()
115
- }
116
-
117
- pub fn last(&self) -> Option<&SearchMatch> {
118
- self.matches.last()
119
- }
120
-
121
- pub fn total_score(&self) -> f32 {
122
- self.matches.iter().map(|m| m.score).sum()
123
- }
124
- }
125
-
126
- /// Compressor configuration. Defaults match Python `SearchCompressorConfig`.
127
- #[derive(Debug, Clone)]
128
- pub struct SearchCompressorConfig {
129
- pub max_matches_per_file: usize,
130
- pub always_keep_first: bool,
131
- pub always_keep_last: bool,
132
- pub max_total_matches: usize,
133
- pub max_files: usize,
134
- pub context_keywords: Vec<String>,
135
- pub boost_errors: bool,
136
- pub enable_ccr: bool,
137
- pub min_matches_for_ccr: usize,
138
- /// Compression ratio threshold for CCR storage. Python defaults to
139
- /// 0.8 — only persist when compression saved at least 20%. Promoted
140
- /// to a config field here (Python had it inline) so a future
141
- /// pipeline can tune per-content-type.
142
- pub min_compression_ratio_for_ccr: f64,
143
- /// Group output by file (`rg --heading` style): emit each file path
144
- /// once as a header line, then `line:content` rows beneath it, with
145
- /// a blank line between file groups. Eliminates per-match path
146
- /// repetition — the dominant remaining token waste on large result
147
- /// sets (a 70-char path repeated 15× is ~250 wasted tokens).
148
- /// Default `false` (classic `file:line:content`) for parity; the
149
- /// proxy enables it in token mode.
150
- pub group_by_file: bool,
151
- }
152
-
153
- impl Default for SearchCompressorConfig {
154
- fn default() -> Self {
155
- Self {
156
- max_matches_per_file: 5,
157
- always_keep_first: true,
158
- always_keep_last: true,
159
- max_total_matches: 30,
160
- max_files: 15,
161
- context_keywords: Vec::new(),
162
- boost_errors: true,
163
- enable_ccr: true,
164
- min_matches_for_ccr: 10,
165
- min_compression_ratio_for_ccr: 0.8,
166
- group_by_file: false,
167
- }
168
- }
169
- }
170
-
171
- /// Compression result. `compressed` carries the formatted output (with
172
- /// optional CCR marker appended); `summaries` maps file paths to the
173
- /// `[... and N more matches in foo.py]` line that landed in that file's
174
- /// section.
175
- #[derive(Debug, Clone)]
176
- pub struct SearchCompressionResult {
177
- pub compressed: String,
178
- pub original: String,
179
- pub original_match_count: usize,
180
- pub compressed_match_count: usize,
181
- pub files_affected: usize,
182
- pub compression_ratio: f64,
183
- pub cache_key: Option<String>,
184
- pub summaries: BTreeMap<String, String>,
185
- }
186
-
187
- impl SearchCompressionResult {
188
- /// Estimate tokens saved (rough: 1 token per 4 chars), matching Python.
189
- pub fn tokens_saved_estimate(&self) -> i64 {
190
- let chars_saved = self.original.len() as i64 - self.compressed.len() as i64;
191
- chars_saved.max(0) / 4
192
- }
193
-
194
- pub fn matches_omitted(&self) -> usize {
195
- self.original_match_count
196
- .saturating_sub(self.compressed_match_count)
197
- }
198
- }
199
-
200
- /// Sidecar diagnostics not returned by the parity-equal API. Captures
201
- /// per-stage drop counts so OTel can see what the compressor actually
202
- /// did beyond the bytes Python emits.
203
- #[derive(Debug, Clone, Default)]
204
- pub struct SearchCompressorStats {
205
- pub lines_scanned: usize,
206
- pub lines_unparsed: usize,
207
- pub files_dropped: usize,
208
- pub matches_dropped_by_per_file_cap: usize,
209
- pub matches_dropped_by_global_cap: usize,
210
- pub ccr_emitted: bool,
211
- pub ccr_skip_reason: Option<&'static str>,
212
- }
213
-
214
- // ─── Compressor ─────────────────────────────────────────────────────────
215
-
216
- /// Top-level compressor. Holds an importance detector (from the signals
217
- /// trait family) so the priority-pattern scoring is pluggable. Defaults
218
- /// to a [`crate::signals::KeywordDetector`].
219
- pub struct SearchCompressor {
220
- config: SearchCompressorConfig,
221
- importance: Box<dyn LineImportanceDetector>,
222
- }
223
-
224
- impl SearchCompressor {
225
- pub fn new(config: SearchCompressorConfig) -> Self {
226
- Self {
227
- config,
228
- importance: Box::new(crate::signals::KeywordDetector::new()),
229
- }
230
- }
231
-
232
- /// Construct with a custom [`LineImportanceDetector`]. Use this when
233
- /// stacking a `Tiered` detector (e.g. ML head + keyword fallback).
234
- pub fn with_detector<D: LineImportanceDetector + 'static>(
235
- config: SearchCompressorConfig,
236
- detector: D,
237
- ) -> Self {
238
- Self {
239
- config,
240
- importance: Box::new(detector),
241
- }
242
- }
243
-
244
- pub fn config(&self) -> &SearchCompressorConfig {
245
- &self.config
246
- }
247
-
248
- /// Compress without persisting CCR. Returns the parity-equal result
249
- /// plus sidecar stats.
250
- pub fn compress(
251
- &self,
252
- content: &str,
253
- context: &str,
254
- bias: f64,
255
- ) -> (SearchCompressionResult, SearchCompressorStats) {
256
- self.compress_with_store(content, context, bias, None)
257
- }
258
-
259
- /// Compress with optional CCR persistence. `store` is consulted only
260
- /// if `config.enable_ccr` is true and the compression cleared the
261
- /// thresholds; storage failures emit `tracing::warn!` rather than
262
- /// being silently swallowed.
263
- pub fn compress_with_store(
264
- &self,
265
- content: &str,
266
- context: &str,
267
- bias: f64,
268
- store: Option<&dyn CcrStore>,
269
- ) -> (SearchCompressionResult, SearchCompressorStats) {
270
- let mut stats = SearchCompressorStats::default();
271
- let parsed = self.parse_search_results(content, &mut stats);
272
-
273
- if parsed.is_empty() {
274
- return (
275
- SearchCompressionResult {
276
- compressed: content.to_string(),
277
- original: content.to_string(),
278
- original_match_count: 0,
279
- compressed_match_count: 0,
280
- files_affected: 0,
281
- compression_ratio: 1.0,
282
- cache_key: None,
283
- summaries: BTreeMap::new(),
284
- },
285
- stats,
286
- );
287
- }
288
-
289
- let original_count: usize = parsed.values().map(|fm| fm.matches.len()).sum();
290
-
291
- let mut scored = parsed;
292
- self.score_matches(&mut scored, context);
293
-
294
- let selected = self.select_matches(&scored, bias, &mut stats);
295
-
296
- let (compressed_body, summaries) = self.format_output(&selected, &scored);
297
- let compressed_count: usize = selected.values().map(|fm| fm.matches.len()).sum();
298
- let ratio = compressed_body.len() as f64 / content.len().max(1) as f64;
299
-
300
- let mut compressed = compressed_body;
301
- let mut cache_key = None;
302
- if self.config.enable_ccr {
303
- if original_count < self.config.min_matches_for_ccr {
304
- stats.ccr_skip_reason = Some("below min_matches_for_ccr");
305
- } else if ratio >= self.config.min_compression_ratio_for_ccr {
306
- stats.ccr_skip_reason = Some("compression ratio too high");
307
- } else if let Some(store) = store {
308
- let key = md5_hex_24(content);
309
- store.put(&key, content);
310
- let marker = format!(
311
- "\n[{} matches compressed to {}. Retrieve more: hash={}]",
312
- original_count, compressed_count, key
313
- );
314
- compressed.push_str(&marker);
315
- cache_key = Some(key);
316
- stats.ccr_emitted = true;
317
- } else {
318
- stats.ccr_skip_reason = Some("no store provided");
319
- }
320
- } else {
321
- stats.ccr_skip_reason = Some("ccr disabled in config");
322
- }
323
-
324
- let result = SearchCompressionResult {
325
- compressed,
326
- original: content.to_string(),
327
- original_match_count: original_count,
328
- compressed_match_count: compressed_count,
329
- files_affected: scored.len(),
330
- compression_ratio: ratio,
331
- cache_key,
332
- summaries,
333
- };
334
- (result, stats)
335
- }
336
-
337
- // ─── Stage helpers (also used by tests + Python adapter) ───────────
338
-
339
- pub fn parse_search_results(
340
- &self,
341
- content: &str,
342
- stats: &mut SearchCompressorStats,
343
- ) -> BTreeMap<String, FileMatches> {
344
- let mut out: BTreeMap<String, FileMatches> = BTreeMap::new();
345
- for raw in content.split('\n') {
346
- let line = raw.trim();
347
- if line.is_empty() {
348
- continue;
349
- }
350
- stats.lines_scanned += 1;
351
- match parse_match_line(line) {
352
- Some((file, line_no, body)) => {
353
- out.entry(file.to_string())
354
- .or_insert_with(|| FileMatches::new(file))
355
- .matches
356
- .push(SearchMatch::new(file, line_no, body));
357
- }
358
- None => stats.lines_unparsed += 1,
359
- }
360
- }
361
- out
362
- }
363
-
364
- pub fn score_matches(&self, files: &mut BTreeMap<String, FileMatches>, context: &str) {
365
- let context_lower = context.to_ascii_lowercase();
366
- let context_words: Vec<&str> = context_lower
367
- .split_whitespace()
368
- .filter(|w| w.len() > 2)
369
- .collect();
370
-
371
- for fm in files.values_mut() {
372
- for m in &mut fm.matches {
373
- let mut score: f32 = 0.0;
374
- let content_lower = m.content.to_ascii_lowercase();
375
-
376
- for w in &context_words {
377
- if content_lower.contains(w) {
378
- score += 0.3;
379
- }
380
- }
381
-
382
- if self.config.boost_errors {
383
- let signal = self.importance.score(&m.content, ImportanceContext::Search);
384
- if let Some(category) = signal.category {
385
- // Python's loop boosts by 0.5 - i*0.1 over priority
386
- // patterns; map our trait categories to the same
387
- // ordering: Error first (0.5), Warning (0.4),
388
- // Importance (0.3).
389
- let bump = match category {
390
- crate::signals::ImportanceCategory::Error => 0.5,
391
- crate::signals::ImportanceCategory::Warning => 0.4,
392
- crate::signals::ImportanceCategory::Importance => 0.3,
393
- // Categories below aren't part of
394
- // PRIORITY_PATTERNS_SEARCH; preserve Python's
395
- // behavior of not boosting for them.
396
- crate::signals::ImportanceCategory::Security
397
- | crate::signals::ImportanceCategory::Markdown => 0.0,
398
- };
399
- score += bump;
400
- }
401
- }
402
-
403
- for kw in &self.config.context_keywords {
404
- if content_lower.contains(&kw.to_ascii_lowercase()) {
405
- score += 0.4;
406
- }
407
- }
408
-
409
- m.score = score.min(1.0);
410
- }
411
- }
412
- }
413
-
414
- pub fn select_matches(
415
- &self,
416
- files: &BTreeMap<String, FileMatches>,
417
- bias: f64,
418
- stats: &mut SearchCompressorStats,
419
- ) -> BTreeMap<String, FileMatches> {
420
- // Python `_select_matches` sorts files by total match score
421
- // descending. `BTreeMap` iterates in key order, so we collect
422
- // and sort explicitly.
423
- let mut by_score: Vec<(&String, &FileMatches)> = files.iter().collect();
424
- by_score.sort_by(|a, b| {
425
- b.1.total_score()
426
- .partial_cmp(&a.1.total_score())
427
- .unwrap_or(std::cmp::Ordering::Equal)
428
- });
429
-
430
- if by_score.len() > self.config.max_files {
431
- stats.files_dropped += by_score.len() - self.config.max_files;
432
- by_score.truncate(self.config.max_files);
433
- }
434
-
435
- let all_match_strings: Vec<String> = by_score
436
- .iter()
437
- .flat_map(|(file, fm)| {
438
- fm.matches
439
- .iter()
440
- .map(move |m| format!("{}:{}:{}", file, m.line_number, m.content))
441
- })
442
- .collect();
443
- let all_refs: Vec<&str> = all_match_strings.iter().map(|s| s.as_str()).collect();
444
- let adaptive_total =
445
- compute_optimal_k(&all_refs, bias, 5, Some(self.config.max_total_matches));
446
-
447
- let mut selected: BTreeMap<String, FileMatches> = BTreeMap::new();
448
- let mut total_selected: usize = 0;
449
-
450
- for (file, fm) in by_score {
451
- if total_selected >= adaptive_total {
452
- stats.matches_dropped_by_global_cap += fm.matches.len();
453
- continue;
454
- }
455
-
456
- // Sort by score desc, ties broken by line number asc for
457
- // determinism (Python's `sorted` is stable; order in is
458
- // line-asc by construction so highest-score-first picks the
459
- // earliest line on ties).
460
- let mut sorted = fm.matches.clone();
461
- sorted.sort_by(|a, b| {
462
- b.score
463
- .partial_cmp(&a.score)
464
- .unwrap_or(std::cmp::Ordering::Equal)
465
- .then_with(|| a.line_number.cmp(&b.line_number))
466
- });
467
-
468
- let mut file_selected: Vec<SearchMatch> = Vec::new();
469
- // BTreeSet for O(log n) "already in selection" check (Python
470
- // uses linear `not in` — quadratic for big files).
471
- let mut seen: BTreeSet<(u64, u64)> = BTreeSet::new();
472
-
473
- let remaining_cap = self
474
- .config
475
- .max_matches_per_file
476
- .min(adaptive_total.saturating_sub(total_selected));
477
-
478
- let push_unique = |m: &SearchMatch,
479
- file_selected: &mut Vec<SearchMatch>,
480
- seen: &mut BTreeSet<(u64, u64)>| {
481
- let key = (m.line_number, hash_u64(&m.content));
482
- if seen.insert(key) {
483
- file_selected.push(m.clone());
484
- true
485
- } else {
486
- false
487
- }
488
- };
489
-
490
- if self.config.always_keep_first {
491
- if let Some(first) = fm.first() {
492
- if file_selected.len() < remaining_cap {
493
- push_unique(first, &mut file_selected, &mut seen);
494
- }
495
- }
496
- }
497
-
498
- if self.config.always_keep_last && fm.matches.len() > 1 {
499
- if let Some(last) = fm.last() {
500
- if file_selected.len() < remaining_cap {
501
- push_unique(last, &mut file_selected, &mut seen);
502
- }
503
- }
504
- }
505
-
506
- for m in &sorted {
507
- if file_selected.len() >= remaining_cap {
508
- break;
509
- }
510
- push_unique(m, &mut file_selected, &mut seen);
511
- }
512
-
513
- // Restore line order for output.
514
- file_selected.sort_by_key(|m| m.line_number);
515
-
516
- let dropped_here = fm.matches.len().saturating_sub(file_selected.len());
517
- stats.matches_dropped_by_per_file_cap += dropped_here;
518
-
519
- total_selected += file_selected.len();
520
- selected.insert(
521
- file.clone(),
522
- FileMatches {
523
- file: file.clone(),
524
- matches: file_selected,
525
- },
526
- );
527
- }
528
-
529
- selected
530
- }
531
-
532
- pub fn format_output(
533
- &self,
534
- selected: &BTreeMap<String, FileMatches>,
535
- original: &BTreeMap<String, FileMatches>,
536
- ) -> (String, BTreeMap<String, String>) {
537
- let mut lines: Vec<String> = Vec::new();
538
- let mut summaries: BTreeMap<String, String> = BTreeMap::new();
539
- let grouped = self.config.group_by_file;
540
-
541
- for (file, fm) in selected {
542
- if grouped {
543
- // `rg --heading` style: path once, then line:content rows.
544
- if !lines.is_empty() {
545
- lines.push(String::new());
546
- }
547
- lines.push(file.clone());
548
- for m in &fm.matches {
549
- lines.push(format!("{}:{}", m.line_number, m.content));
550
- }
551
- } else {
552
- for m in &fm.matches {
553
- lines.push(format!("{}:{}:{}", m.file, m.line_number, m.content));
554
- }
555
- }
556
- if let Some(orig_fm) = original.get(file) {
557
- if orig_fm.matches.len() > fm.matches.len() {
558
- let omitted = orig_fm.matches.len() - fm.matches.len();
559
- let summary = if grouped {
560
- format!("[... and {} more matches]", omitted)
561
- } else {
562
- format!("[... and {} more matches in {}]", omitted, file)
563
- };
564
- lines.push(summary.clone());
565
- summaries.insert(file.clone(), summary);
566
- }
567
- }
568
- }
569
-
570
- (lines.join("\n"), summaries)
571
- }
572
- }
573
-
574
- // ─── Parser ─────────────────────────────────────────────────────────────
575
-
576
- /// Parse one grep/ripgrep-style line into `(file, line_number, content)`.
577
- ///
578
- /// Strategy:
579
- /// 1. If the line starts with a Windows drive prefix (`C:\` or `C:/`),
580
- /// record the drive letter + colon as the path's required prefix and
581
- /// start the line-number scan after the drive colon.
582
- /// 2. Find the leftmost `<sep><digits><sep>` triplet where each `<sep>`
583
- /// is `:` or `-`. The path is everything before the first `<sep>`;
584
- /// the line number is the digit run; the content is everything after
585
- /// the second `<sep>`.
586
- /// 3. Both separators must agree in semantic — `:`/`-` may mix because
587
- /// ripgrep emits `file:line:content` for matches and
588
- /// `file-line-content` for context lines, sometimes intermingled.
589
- ///
590
- /// Returns `None` for lines that don't match the shape (no
591
- /// `<sep>\d+<sep>` found). Caller treats those as un-parseable and
592
- /// drops them.
593
- fn parse_match_line(line: &str) -> Option<(&str, u64, &str)> {
594
- let bytes = line.as_bytes();
595
- // Windows drive prefix: starts with [A-Za-z]:[\\/]
596
- let scan_start = if bytes.len() >= 3
597
- && bytes[0].is_ascii_alphabetic()
598
- && bytes[1] == b':'
599
- && (bytes[2] == b'\\' || bytes[2] == b'/')
600
- {
601
- // Skip past the drive colon so it isn't misread as the
602
- // line-number-marker separator.
603
- 2
604
- } else {
605
- 0
606
- };
607
-
608
- let mut i = scan_start;
609
- while i < bytes.len() {
610
- if bytes[i] == b':' || bytes[i] == b'-' {
611
- // Reject markers where the byte immediately before the
612
- // first separator is itself a separator. That collapses
613
- // adjacent-separator runs (`::` or `:-`) so a line like
614
- // `src/file.py:-1:invalid` doesn't parse the `-` as the
615
- // marker's first separator and `1` as the line number;
616
- // the negative sign belongs to the content, not the
617
- // marker, so the line is rejected as un-parseable.
618
- if i > 0 && (bytes[i - 1] == b':' || bytes[i - 1] == b'-') {
619
- i += 1;
620
- continue;
621
- }
622
- // Try this as the first separator. Walk through digits.
623
- let digits_start = i + 1;
624
- let mut j = digits_start;
625
- while j < bytes.len() && bytes[j].is_ascii_digit() {
626
- j += 1;
627
- }
628
- if j > digits_start && j < bytes.len() && (bytes[j] == b':' || bytes[j] == b'-') {
629
- // Found <sep><digits><sep>. Reject zero-length path
630
- // (line starts with separator).
631
- if i == 0 {
632
- return None;
633
- }
634
- let file = &line[..i];
635
- let line_no = std::str::from_utf8(&bytes[digits_start..j])
636
- .ok()
637
- .and_then(|s| s.parse::<u64>().ok())?;
638
- let content = &line[j + 1..];
639
- return Some((file, line_no, content));
640
- }
641
- }
642
- i += 1;
643
- }
644
- None
645
- }
646
-
647
- // ─── Internals ──────────────────────────────────────────────────────────
648
-
649
- fn hash_u64(s: &str) -> u64 {
650
- use std::hash::{Hash, Hasher};
651
- let mut h = std::collections::hash_map::DefaultHasher::new();
652
- s.hash(&mut h);
653
- h.finish()
654
- }
655
-
656
- fn md5_hex_24(s: &str) -> String {
657
- let mut hasher = Md5::new();
658
- hasher.update(s.as_bytes());
659
- let digest = hasher.finalize();
660
- let mut hex = String::with_capacity(32);
661
- for b in digest {
662
- hex.push_str(&format!("{:02x}", b));
663
- }
664
- hex.truncate(24);
665
- hex
666
- }
667
-
668
- #[cfg(test)]
669
- mod tests {
670
- use super::*;
671
- use crate::ccr::InMemoryCcrStore;
672
-
673
- fn parse_line(line: &str) -> Option<(String, u64, String)> {
674
- parse_match_line(line).map(|(f, n, c)| (f.to_string(), n, c.to_string()))
675
- }
676
-
677
- #[test]
678
- fn parses_standard_grep_line() {
679
- assert_eq!(
680
- parse_line("src/main.py:42:def main():"),
681
- Some(("src/main.py".into(), 42, "def main():".into()))
682
- );
683
- }
684
-
685
- #[test]
686
- fn parses_ripgrep_context_line() {
687
- assert_eq!(
688
- parse_line("src/main.py-43-context after match"),
689
- Some(("src/main.py".into(), 43, "context after match".into()))
690
- );
691
- }
692
-
693
- #[test]
694
- fn fixed_in_3e2_handles_windows_path_with_backslash() {
695
- // Pre-3e2 Python regex misread the drive colon as the
696
- // line-number-marker separator and silently dropped this line.
697
- assert_eq!(
698
- parse_line(r"C:\Users\foo\bar.py:42:def main():"),
699
- Some((r"C:\Users\foo\bar.py".into(), 42, "def main():".into()))
700
- );
701
- }
702
-
703
- #[test]
704
- fn fixed_in_3e2_handles_windows_path_with_forward_slash() {
705
- // Ripgrep on Windows often emits forward-slash paths.
706
- assert_eq!(
707
- parse_line("C:/Users/foo/bar.py:42:def main():"),
708
- Some(("C:/Users/foo/bar.py".into(), 42, "def main():".into()))
709
- );
710
- }
711
-
712
- #[test]
713
- fn fixed_in_3e2_handles_dashes_in_filename_with_ripgrep_context() {
714
- // Pre-3e2 `_RG_CONTEXT_PATTERN`'s `[^:-]+` excluded dashes from
715
- // the path, so this line was either misparsed (path truncated
716
- // at the first dash) or fell through.
717
- assert_eq!(
718
- parse_line("pre-commit-config.yaml-42-fail_fast: true"),
719
- Some((
720
- "pre-commit-config.yaml".into(),
721
- 42,
722
- "fail_fast: true".into()
723
- ))
724
- );
725
- }
726
-
727
- #[test]
728
- fn preserves_colons_in_match_content() {
729
- // Standard grep behavior: stop at the second separator, the rest
730
- // is content, even when content contains colons.
731
- assert_eq!(
732
- parse_line(r#"config.py:10:DATABASE_URL = "postgres://user:pass@host:5432/db""#),
733
- Some((
734
- "config.py".into(),
735
- 10,
736
- r#"DATABASE_URL = "postgres://user:pass@host:5432/db""#.into()
737
- ))
738
- );
739
- }
740
-
741
- #[test]
742
- fn rejects_lines_without_line_number_marker() {
743
- assert!(parse_line("just a normal line of prose").is_none());
744
- assert!(parse_line("file.py:not-a-number:something").is_none());
745
- // Empty/zero-length path rejected:
746
- assert!(parse_line(":42:something").is_none());
747
- }
748
-
749
- #[test]
750
- fn rejects_negative_line_numbers() {
751
- // The `-` is part of the content, not a separator. Pre-3e2 the
752
- // adjacent-separator collapse rule didn't exist; a stray fix
753
- // could have re-introduced this regression.
754
- assert!(parse_line("src/file.py:-1:invalid").is_none());
755
- // Equivalent form with the dash adjacent to the dash separator.
756
- assert!(parse_line("src/file.py--1-invalid").is_none());
757
- }
758
-
759
- #[test]
760
- fn parser_groups_by_file_and_counts() {
761
- let compressor = SearchCompressor::new(SearchCompressorConfig::default());
762
- let content = "\
763
- src/main.py:42:def main():
764
- src/main.py:43: pass
765
- src/utils.py:15:def util():
766
- just prose, no marker
767
- src/main.py-44-context line";
768
- let mut stats = SearchCompressorStats::default();
769
- let parsed = compressor.parse_search_results(content, &mut stats);
770
- assert_eq!(parsed.len(), 2);
771
- assert_eq!(parsed["src/main.py"].matches.len(), 3);
772
- assert_eq!(parsed["src/utils.py"].matches.len(), 1);
773
- assert_eq!(stats.lines_unparsed, 1);
774
- assert_eq!(stats.lines_scanned, 5);
775
- }
776
-
777
- #[test]
778
- fn scoring_boosts_error_lines_in_search_context() {
779
- let compressor = SearchCompressor::new(SearchCompressorConfig {
780
- context_keywords: vec!["auth".into()],
781
- ..Default::default()
782
- });
783
- let mut files = BTreeMap::new();
784
- let mut fm = FileMatches::new("src/auth.py");
785
- fm.matches
786
- .push(SearchMatch::new("src/auth.py", 10, "ERROR auth failed"));
787
- fm.matches
788
- .push(SearchMatch::new("src/auth.py", 11, "plain auth line"));
789
- files.insert("src/auth.py".into(), fm);
790
-
791
- compressor.score_matches(&mut files, "find auth error");
792
- let scored = &files["src/auth.py"].matches;
793
- // ERROR + auth-keyword + context-word "error" + context-word
794
- // "auth" all hit; clamped to 1.0.
795
- assert_eq!(scored[0].score, 1.0);
796
- // Plain line gets only context-word + keyword boosts (no error).
797
- assert!(scored[1].score > 0.0 && scored[1].score < 1.0);
798
- }
799
-
800
- #[test]
801
- fn select_respects_per_file_cap_and_global_cap() {
802
- // Note: compute_optimal_k enforces a hard `min_k=5` floor (matches
803
- // Python `_select_matches`), so `max_total_matches` is a soft cap
804
- // that bites only above that floor. Configure 6 here to exercise
805
- // the cap path.
806
- let compressor = SearchCompressor::new(SearchCompressorConfig {
807
- max_matches_per_file: 2,
808
- max_total_matches: 6,
809
- max_files: 2,
810
- always_keep_first: true,
811
- always_keep_last: true,
812
- ..Default::default()
813
- });
814
- let mut files = BTreeMap::new();
815
- for (file, n) in [("a.py", 5), ("b.py", 4), ("c.py", 3)] {
816
- let mut fm = FileMatches::new(file);
817
- for i in 0..n {
818
- fm.matches
819
- .push(SearchMatch::new(file, i + 1, format!("line {}", i + 1)));
820
- }
821
- files.insert(file.into(), fm);
822
- }
823
-
824
- let mut stats = SearchCompressorStats::default();
825
- let selected = compressor.select_matches(&files, 1.0, &mut stats);
826
-
827
- // max_files=2 caps surviving files; one of three is dropped.
828
- assert_eq!(selected.len(), 2);
829
- assert!(stats.files_dropped >= 1);
830
- // Each surviving file is capped at max_matches_per_file=2.
831
- for fm in selected.values() {
832
- assert!(fm.matches.len() <= 2);
833
- // Survivors output in line order.
834
- assert!(fm
835
- .matches
836
- .windows(2)
837
- .all(|w| w[0].line_number < w[1].line_number));
838
- }
839
- }
840
-
841
- #[test]
842
- fn empty_input_returns_unchanged() {
843
- let compressor = SearchCompressor::new(SearchCompressorConfig::default());
844
- let (result, _) = compressor.compress("plain text only", "", 1.0);
845
- assert_eq!(result.original_match_count, 0);
846
- assert_eq!(result.compressed, "plain text only");
847
- assert_eq!(result.compression_ratio, 1.0);
848
- }
849
-
850
- #[test]
851
- fn ccr_marker_emitted_when_thresholds_clear() {
852
- let compressor = SearchCompressor::new(SearchCompressorConfig {
853
- max_matches_per_file: 2,
854
- max_total_matches: 4,
855
- min_matches_for_ccr: 5,
856
- min_compression_ratio_for_ccr: 0.95, // very permissive for the test
857
- ..Default::default()
858
- });
859
- let mut content = String::new();
860
- for i in 1..=12 {
861
- content.push_str(&format!("src/main.py:{}:line content {}\n", i, i));
862
- }
863
- let store = InMemoryCcrStore::new();
864
- let (result, stats) = compressor.compress_with_store(&content, "", 1.0, Some(&store));
865
- assert!(result.cache_key.is_some());
866
- assert!(stats.ccr_emitted);
867
- assert!(result.compressed.contains("[12 matches compressed to"));
868
- // Round-trip via the store.
869
- let key = result.cache_key.as_ref().unwrap();
870
- assert_eq!(store.get(key).unwrap(), content);
871
- }
872
-
873
- #[test]
874
- fn ccr_skipped_when_below_min_matches() {
875
- let compressor = SearchCompressor::new(SearchCompressorConfig {
876
- min_matches_for_ccr: 100,
877
- ..Default::default()
878
- });
879
- let content = "src/main.py:1:hi\nsrc/main.py:2:bye\n";
880
- let store = InMemoryCcrStore::new();
881
- let (_, stats) = compressor.compress_with_store(content, "", 1.0, Some(&store));
882
- assert!(!stats.ccr_emitted);
883
- assert_eq!(stats.ccr_skip_reason, Some("below min_matches_for_ccr"));
884
- assert_eq!(store.len(), 0);
885
- }
886
-
887
- #[test]
888
- fn ccr_skipped_when_disabled() {
889
- let compressor = SearchCompressor::new(SearchCompressorConfig {
890
- enable_ccr: false,
891
- ..Default::default()
892
- });
893
- let mut content = String::new();
894
- for i in 1..=20 {
895
- content.push_str(&format!("src/main.py:{}:line\n", i));
896
- }
897
- let store = InMemoryCcrStore::new();
898
- let (_, stats) = compressor.compress_with_store(&content, "", 1.0, Some(&store));
899
- assert!(!stats.ccr_emitted);
900
- assert_eq!(stats.ccr_skip_reason, Some("ccr disabled in config"));
901
- }
902
- }