xithead 1.5.0 → 1.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (662) hide show
  1. package/bin/xithead.js +486 -226
  2. package/{npm/index.js → index.js} +2 -2
  3. package/package.json +46 -46
  4. package/.actrc +0 -14
  5. package/.actrc.local.example +0 -15
  6. package/.changelog.md +0 -2
  7. package/.claude/agents/academic-anthropologist.md +0 -125
  8. package/.claude/agents/academic-geographer.md +0 -127
  9. package/.claude/agents/academic-historian.md +0 -123
  10. package/.claude/agents/academic-narratologist.md +0 -118
  11. package/.claude/agents/academic-psychologist.md +0 -118
  12. package/.claude/agents/academic-statistician.md +0 -144
  13. package/.claude/agents/accounts-payable-agent.md +0 -205
  14. package/.claude/agents/agentic-identity-trust.md +0 -394
  15. package/.claude/agents/agents-orchestrator.md +0 -367
  16. package/.claude/agents/automation-governance-architect.md +0 -216
  17. package/.claude/agents/blender-addon-engineer.md +0 -243
  18. package/.claude/agents/business-strategist.md +0 -488
  19. package/.claude/agents/change-management-consultant.md +0 -497
  20. package/.claude/agents/chief-financial-officer.md +0 -388
  21. package/.claude/agents/corporate-training-designer.md +0 -192
  22. package/.claude/agents/customer-service.md +0 -398
  23. package/.claude/agents/customer-success-manager.md +0 -460
  24. package/.claude/agents/data-consolidation-agent.md +0 -60
  25. package/.claude/agents/data-privacy-officer.md +0 -412
  26. package/.claude/agents/design-brand-guardian.md +0 -322
  27. package/.claude/agents/design-image-prompt-engineer.md +0 -236
  28. package/.claude/agents/design-inclusive-visuals-specialist.md +0 -73
  29. package/.claude/agents/design-persona-walkthrough.md +0 -272
  30. package/.claude/agents/design-ui-designer.md +0 -386
  31. package/.claude/agents/design-ui-finish-gate-reviewer.md +0 -217
  32. package/.claude/agents/design-ux-architect.md +0 -482
  33. package/.claude/agents/design-ux-researcher.md +0 -329
  34. package/.claude/agents/design-visual-storyteller.md +0 -149
  35. package/.claude/agents/design-whimsy-injector.md +0 -460
  36. package/.claude/agents/economy-designer.md +0 -156
  37. package/.claude/agents/engineering-ai-data-remediation-engineer.md +0 -211
  38. package/.claude/agents/engineering-ai-engineer.md +0 -146
  39. package/.claude/agents/engineering-api-platform-engineer.md +0 -181
  40. package/.claude/agents/engineering-ats-validator-architect.md +0 -383
  41. package/.claude/agents/engineering-autonomous-optimization-architect.md +0 -121
  42. package/.claude/agents/engineering-backend-architect.md +0 -255
  43. package/.claude/agents/engineering-china-network-engineer.md +0 -252
  44. package/.claude/agents/engineering-cms-developer.md +0 -536
  45. package/.claude/agents/engineering-code-reviewer.md +0 -76
  46. package/.claude/agents/engineering-codebase-onboarding-engineer.md +0 -173
  47. package/.claude/agents/engineering-data-engineer.md +0 -349
  48. package/.claude/agents/engineering-data-visualization-engineer.md +0 -151
  49. package/.claude/agents/engineering-database-optimizer.md +0 -188
  50. package/.claude/agents/engineering-database-reliability-engineer.md +0 -201
  51. package/.claude/agents/engineering-desktop-app-engineer.md +0 -209
  52. package/.claude/agents/engineering-developer-tooling-engineer.md +0 -153
  53. package/.claude/agents/engineering-devops-automator.md +0 -385
  54. package/.claude/agents/engineering-drupal-performance.md +0 -347
  55. package/.claude/agents/engineering-drupal-shopping-cart.md +0 -360
  56. package/.claude/agents/engineering-electrical-engineer.md +0 -575
  57. package/.claude/agents/engineering-email-intelligence-engineer.md +0 -390
  58. package/.claude/agents/engineering-embedded-firmware-engineer.md +0 -196
  59. package/.claude/agents/engineering-feishu-integration-developer.md +0 -606
  60. package/.claude/agents/engineering-filament-optimization-specialist.md +0 -283
  61. package/.claude/agents/engineering-finops-engineer.md +0 -164
  62. package/.claude/agents/engineering-frontend-developer.md +0 -257
  63. package/.claude/agents/engineering-gaussdb-expert.md +0 -334
  64. package/.claude/agents/engineering-git-workflow-master.md +0 -98
  65. package/.claude/agents/engineering-i18n-engineer.md +0 -214
  66. package/.claude/agents/engineering-identity-access-engineer.md +0 -217
  67. package/.claude/agents/engineering-incident-response-commander.md +0 -444
  68. package/.claude/agents/engineering-iot-fleet-engineer.md +0 -148
  69. package/.claude/agents/engineering-it-service-manager.md +0 -561
  70. package/.claude/agents/engineering-knowledge-graph-engineer.md +0 -372
  71. package/.claude/agents/engineering-llm-post-training-engineer.md +0 -166
  72. package/.claude/agents/engineering-minimal-change-engineer.md +0 -207
  73. package/.claude/agents/engineering-mobile-app-builder.md +0 -493
  74. package/.claude/agents/engineering-mobile-release-engineer.md +0 -164
  75. package/.claude/agents/engineering-multi-agent-systems-architect.md +0 -600
  76. package/.claude/agents/engineering-network-engineer.md +0 -245
  77. package/.claude/agents/engineering-orgscript-engineer.md +0 -113
  78. package/.claude/agents/engineering-payments-billing-engineer.md +0 -228
  79. package/.claude/agents/engineering-pdf-engine-architect.md +0 -696
  80. package/.claude/agents/engineering-platform-engineer.md +0 -270
  81. package/.claude/agents/engineering-privacy-engineer.md +0 -152
  82. package/.claude/agents/engineering-prompt-engineer.md +0 -209
  83. package/.claude/agents/engineering-rag-pipeline-engineer.md +0 -450
  84. package/.claude/agents/engineering-rapid-prototyper.md +0 -466
  85. package/.claude/agents/engineering-realtime-collaboration-engineer.md +0 -200
  86. package/.claude/agents/engineering-rust-refactoring-specialist.md +0 -313
  87. package/.claude/agents/engineering-search-relevance-engineer.md +0 -237
  88. package/.claude/agents/engineering-section-508-specialist.md +0 -339
  89. package/.claude/agents/engineering-senior-developer.md +0 -176
  90. package/.claude/agents/engineering-servicenow-developer-mentor.md +0 -180
  91. package/.claude/agents/engineering-software-architect.md +0 -112
  92. package/.claude/agents/engineering-solidity-smart-contract-engineer.md +0 -522
  93. package/.claude/agents/engineering-sre.md +0 -90
  94. package/.claude/agents/engineering-technical-writer.md +0 -393
  95. package/.claude/agents/engineering-universal-document-compiler.md +0 -370
  96. package/.claude/agents/engineering-uswds-developer.md +0 -340
  97. package/.claude/agents/engineering-video-streaming-engineer.md +0 -151
  98. package/.claude/agents/engineering-voice-ai-integration-engineer.md +0 -584
  99. package/.claude/agents/engineering-webassembly-engineer.md +0 -153
  100. package/.claude/agents/engineering-wechat-mini-program-developer.md +0 -356
  101. package/.claude/agents/engineering-wordpress-performance.md +0 -346
  102. package/.claude/agents/engineering-wordpress-shopping-cart.md +0 -346
  103. package/.claude/agents/esg-sustainability-officer.md +0 -396
  104. package/.claude/agents/finance-bookkeeper-controller.md +0 -260
  105. package/.claude/agents/finance-financial-analyst.md +0 -234
  106. package/.claude/agents/finance-fpa-analyst.md +0 -263
  107. package/.claude/agents/finance-investment-researcher.md +0 -272
  108. package/.claude/agents/finance-tax-strategist.md +0 -239
  109. package/.claude/agents/game-audio-engineer.md +0 -264
  110. package/.claude/agents/game-designer.md +0 -167
  111. package/.claude/agents/gis-3d-scene-developer.md +0 -111
  112. package/.claude/agents/gis-analyst.md +0 -91
  113. package/.claude/agents/gis-bim-specialist.md +0 -108
  114. package/.claude/agents/gis-cartography-designer.md +0 -150
  115. package/.claude/agents/gis-drone-reality-mapping.md +0 -120
  116. package/.claude/agents/gis-geoai-ml-engineer.md +0 -105
  117. package/.claude/agents/gis-geoprocessing-specialist.md +0 -97
  118. package/.claude/agents/gis-qa-engineer.md +0 -133
  119. package/.claude/agents/gis-solution-engineer.md +0 -101
  120. package/.claude/agents/gis-spatial-data-engineer.md +0 -97
  121. package/.claude/agents/gis-spatial-data-scientist.md +0 -111
  122. package/.claude/agents/gis-technical-consultant.md +0 -86
  123. package/.claude/agents/gis-web-gis-developer.md +0 -108
  124. package/.claude/agents/godot-gameplay-scripter.md +0 -338
  125. package/.claude/agents/godot-multiplayer-engineer.md +0 -301
  126. package/.claude/agents/godot-shader-developer.md +0 -267
  127. package/.claude/agents/government-digital-presales-consultant.md +0 -363
  128. package/.claude/agents/grant-writer.md +0 -511
  129. package/.claude/agents/healthcare-aging-parent-care-companion.md +0 -414
  130. package/.claude/agents/healthcare-clinical-evidence-agent.md +0 -231
  131. package/.claude/agents/healthcare-customer-service.md +0 -389
  132. package/.claude/agents/healthcare-innovation-strategist.md +0 -433
  133. package/.claude/agents/healthcare-marketing-compliance.md +0 -395
  134. package/.claude/agents/healthcare-sovereign-health-systems-agent.md +0 -312
  135. package/.claude/agents/hospitality-guest-services.md +0 -603
  136. package/.claude/agents/hr-onboarding.md +0 -451
  137. package/.claude/agents/identity-graph-operator.md +0 -303
  138. package/.claude/agents/language-translator.md +0 -264
  139. package/.claude/agents/legal-billing-time-tracking.md +0 -569
  140. package/.claude/agents/legal-client-intake.md +0 -492
  141. package/.claude/agents/legal-document-review.md +0 -454
  142. package/.claude/agents/level-designer.md +0 -208
  143. package/.claude/agents/loan-officer-assistant.md +0 -555
  144. package/.claude/agents/lsp-index-engineer.md +0 -320
  145. package/.claude/agents/ma-integration-manager.md +0 -427
  146. package/.claude/agents/macos-spatial-metal-engineer.md +0 -337
  147. package/.claude/agents/marketing-aeo-foundations.md +0 -264
  148. package/.claude/agents/marketing-agentic-search-optimizer.md +0 -279
  149. package/.claude/agents/marketing-ai-citation-strategist.md +0 -172
  150. package/.claude/agents/marketing-app-store-optimizer.md +0 -321
  151. package/.claude/agents/marketing-baidu-seo-specialist.md +0 -226
  152. package/.claude/agents/marketing-bilibili-content-strategist.md +0 -199
  153. package/.claude/agents/marketing-book-co-author.md +0 -110
  154. package/.claude/agents/marketing-carousel-growth-engine.md +0 -204
  155. package/.claude/agents/marketing-china-ecommerce-operator.md +0 -283
  156. package/.claude/agents/marketing-china-market-localization-strategist.md +0 -283
  157. package/.claude/agents/marketing-content-creator.md +0 -54
  158. package/.claude/agents/marketing-cross-border-ecommerce.md +0 -259
  159. package/.claude/agents/marketing-developer-community-builder.md +0 -285
  160. package/.claude/agents/marketing-douyin-strategist.md +0 -149
  161. package/.claude/agents/marketing-email-strategist.md +0 -249
  162. package/.claude/agents/marketing-global-podcast-strategist.md +0 -206
  163. package/.claude/agents/marketing-growth-hacker.md +0 -54
  164. package/.claude/agents/marketing-instagram-curator.md +0 -113
  165. package/.claude/agents/marketing-kuaishou-strategist.md +0 -223
  166. package/.claude/agents/marketing-linkedin-content-creator.md +0 -214
  167. package/.claude/agents/marketing-livestream-commerce-coach.md +0 -305
  168. package/.claude/agents/marketing-multi-platform-publisher.md +0 -217
  169. package/.claude/agents/marketing-podcast-strategist.md +0 -277
  170. package/.claude/agents/marketing-pr-communications-manager.md +0 -473
  171. package/.claude/agents/marketing-private-domain-operator.md +0 -308
  172. package/.claude/agents/marketing-reddit-community-builder.md +0 -123
  173. package/.claude/agents/marketing-seo-specialist.md +0 -370
  174. package/.claude/agents/marketing-short-video-editing-coach.md +0 -412
  175. package/.claude/agents/marketing-social-media-strategist.md +0 -125
  176. package/.claude/agents/marketing-tiktok-strategist.md +0 -125
  177. package/.claude/agents/marketing-twitter-engager.md +0 -126
  178. package/.claude/agents/marketing-video-optimization-specialist.md +0 -119
  179. package/.claude/agents/marketing-wechat-official-account.md +0 -145
  180. package/.claude/agents/marketing-weibo-strategist.md +0 -240
  181. package/.claude/agents/marketing-x-twitter-intelligence-analyst.md +0 -161
  182. package/.claude/agents/marketing-xiaohongshu-specialist.md +0 -138
  183. package/.claude/agents/marketing-zhihu-strategist.md +0 -162
  184. package/.claude/agents/medical-billing-coding-specialist.md +0 -491
  185. package/.claude/agents/narrative-designer.md +0 -243
  186. package/.claude/agents/operations-manager.md +0 -399
  187. package/.claude/agents/organizational-psychologist.md +0 -391
  188. package/.claude/agents/paid-media-auditor.md +0 -71
  189. package/.claude/agents/paid-media-creative-strategist.md +0 -71
  190. package/.claude/agents/paid-media-paid-social-strategist.md +0 -71
  191. package/.claude/agents/paid-media-ppc-strategist.md +0 -71
  192. package/.claude/agents/paid-media-programmatic-buyer.md +0 -71
  193. package/.claude/agents/paid-media-search-query-analyst.md +0 -71
  194. package/.claude/agents/paid-media-tracking-specialist.md +0 -71
  195. package/.claude/agents/personal-growth-mentor.md +0 -159
  196. package/.claude/agents/product-behavioral-nudge-engine.md +0 -83
  197. package/.claude/agents/product-dx-engineer.md +0 -332
  198. package/.claude/agents/product-feedback-synthesizer.md +0 -119
  199. package/.claude/agents/product-manager.md +0 -469
  200. package/.claude/agents/product-sprint-prioritizer.md +0 -154
  201. package/.claude/agents/product-trend-researcher.md +0 -159
  202. package/.claude/agents/project-management-experiment-tracker.md +0 -198
  203. package/.claude/agents/project-management-jira-workflow-steward.md +0 -233
  204. package/.claude/agents/project-management-meeting-notes-specialist.md +0 -95
  205. package/.claude/agents/project-management-project-shepherd.md +0 -194
  206. package/.claude/agents/project-management-studio-operations.md +0 -200
  207. package/.claude/agents/project-management-studio-producer.md +0 -203
  208. package/.claude/agents/project-manager-senior.md +0 -135
  209. package/.claude/agents/real-estate-buyer-seller.md +0 -596
  210. package/.claude/agents/recruitment-specialist.md +0 -515
  211. package/.claude/agents/report-distribution-agent.md +0 -65
  212. package/.claude/agents/research-synthesist.md +0 -136
  213. package/.claude/agents/resume-tailor.md +0 -230
  214. package/.claude/agents/retail-customer-returns.md +0 -566
  215. package/.claude/agents/roblox-avatar-creator.md +0 -297
  216. package/.claude/agents/roblox-experience-designer.md +0 -306
  217. package/.claude/agents/roblox-systems-scripter.md +0 -332
  218. package/.claude/agents/sales-account-strategist.md +0 -227
  219. package/.claude/agents/sales-coach.md +0 -271
  220. package/.claude/agents/sales-data-extraction-agent.md +0 -67
  221. package/.claude/agents/sales-deal-strategist.md +0 -180
  222. package/.claude/agents/sales-discovery-coach.md +0 -225
  223. package/.claude/agents/sales-engineer.md +0 -182
  224. package/.claude/agents/sales-offer-lead-gen-strategist.md +0 -257
  225. package/.claude/agents/sales-outbound-strategist.md +0 -201
  226. package/.claude/agents/sales-outreach.md +0 -425
  227. package/.claude/agents/sales-pipeline-analyst.md +0 -267
  228. package/.claude/agents/sales-proposal-strategist.md +0 -217
  229. package/.claude/agents/security-ai-generated-code-auditor.md +0 -207
  230. package/.claude/agents/security-appsec-engineer.md +0 -536
  231. package/.claude/agents/security-architect.md +0 -307
  232. package/.claude/agents/security-blockchain-security-auditor.md +0 -482
  233. package/.claude/agents/security-cloud-security-architect.md +0 -576
  234. package/.claude/agents/security-compliance-auditor.md +0 -158
  235. package/.claude/agents/security-incident-responder.md +0 -450
  236. package/.claude/agents/security-penetration-tester.md +0 -399
  237. package/.claude/agents/security-secrets-credential-engineer.md +0 -189
  238. package/.claude/agents/security-senior-secops.md +0 -760
  239. package/.claude/agents/security-threat-detection-engineer.md +0 -553
  240. package/.claude/agents/security-threat-intelligence-analyst.md +0 -661
  241. package/.claude/agents/specialized-chief-of-staff.md +0 -279
  242. package/.claude/agents/specialized-civil-engineer.md +0 -356
  243. package/.claude/agents/specialized-codebase-archaeologist.md +0 -341
  244. package/.claude/agents/specialized-cultural-intelligence-strategist.md +0 -88
  245. package/.claude/agents/specialized-developer-advocate.md +0 -317
  246. package/.claude/agents/specialized-document-generator.md +0 -55
  247. package/.claude/agents/specialized-fedramp-rmf-compliance.md +0 -378
  248. package/.claude/agents/specialized-focus-music-architect.md +0 -175
  249. package/.claude/agents/specialized-french-consulting-market.md +0 -194
  250. package/.claude/agents/specialized-korean-business-navigator.md +0 -216
  251. package/.claude/agents/specialized-master-plan-architect.md +0 -157
  252. package/.claude/agents/specialized-mcp-builder.md +0 -260
  253. package/.claude/agents/specialized-model-qa.md +0 -528
  254. package/.claude/agents/specialized-pricing-analyst.md +0 -243
  255. package/.claude/agents/specialized-salesforce-architect.md +0 -182
  256. package/.claude/agents/specialized-strategy-duel-agent.md +0 -130
  257. package/.claude/agents/specialized-workflow-architect.md +0 -597
  258. package/.claude/agents/study-abroad-advisor.md +0 -282
  259. package/.claude/agents/supply-chain-strategist.md +0 -591
  260. package/.claude/agents/support-analytics-reporter.md +0 -387
  261. package/.claude/agents/support-executive-summary-generator.md +0 -212
  262. package/.claude/agents/support-finance-tracker.md +0 -480
  263. package/.claude/agents/support-infrastructure-maintainer.md +0 -628
  264. package/.claude/agents/support-legal-compliance-checker.md +0 -591
  265. package/.claude/agents/support-support-responder.md +0 -607
  266. package/.claude/agents/technical-artist.md +0 -233
  267. package/.claude/agents/terminal-integration-specialist.md +0 -70
  268. package/.claude/agents/testing-accessibility-auditor.md +0 -327
  269. package/.claude/agents/testing-api-tester.md +0 -334
  270. package/.claude/agents/testing-evidence-collector.md +0 -210
  271. package/.claude/agents/testing-performance-benchmarker.md +0 -283
  272. package/.claude/agents/testing-reality-checker.md +0 -249
  273. package/.claude/agents/testing-test-automation-engineer.md +0 -196
  274. package/.claude/agents/testing-test-results-analyzer.md +0 -330
  275. package/.claude/agents/testing-tool-evaluator.md +0 -416
  276. package/.claude/agents/testing-workflow-optimizer.md +0 -463
  277. package/.claude/agents/unity-architect.md +0 -271
  278. package/.claude/agents/unity-editor-tool-developer.md +0 -310
  279. package/.claude/agents/unity-multiplayer-engineer.md +0 -323
  280. package/.claude/agents/unity-shader-graph-artist.md +0 -269
  281. package/.claude/agents/unreal-multiplayer-architect.md +0 -364
  282. package/.claude/agents/unreal-systems-engineer.md +0 -322
  283. package/.claude/agents/unreal-technical-artist.md +0 -256
  284. package/.claude/agents/unreal-world-builder.md +0 -273
  285. package/.claude/agents/visionos-spatial-engineer.md +0 -54
  286. package/.claude/agents/xr-cockpit-interaction-specialist.md +0 -32
  287. package/.claude/agents/xr-immersive-developer.md +0 -32
  288. package/.claude/agents/xr-interface-architect.md +0 -32
  289. package/.claude/agents/zk-steward.md +0 -211
  290. package/.claude-plugin/marketplace.json +0 -30
  291. package/.commitlintrc.json +0 -26
  292. package/.devcontainer/Dockerfile +0 -24
  293. package/.devcontainer/devcontainer.json +0 -70
  294. package/.devcontainer/docker-compose.memory.yml +0 -42
  295. package/.devcontainer/memory-stack/devcontainer.json +0 -84
  296. package/.devcontainer/post-create.sh +0 -83
  297. package/.dockerignore +0 -23
  298. package/.env.act.example +0 -15
  299. package/.env.example +0 -171
  300. package/.eslintrc.json +0 -16
  301. package/.git-blame-ignore-revs +0 -10
  302. package/.gitattributes +0 -2
  303. package/.gitguardian.yaml +0 -50
  304. package/.githooks/pre-commit +0 -6
  305. package/.pre-commit-config.yaml +0 -30
  306. package/.release-please-config-xithead.json +0 -22
  307. package/.release-please-config.json +0 -44
  308. package/.release-please-manifest-xithead.json +0 -3
  309. package/.release-please-manifest.json +0 -3
  310. package/CODE_OF_CONDUCT.md +0 -133
  311. package/CONTRIBUTING.md +0 -133
  312. package/Cargo.lock +0 -5557
  313. package/Cargo.toml +0 -121
  314. package/Dockerfile +0 -38
  315. package/Dockerfile.proxy +0 -48
  316. package/ENTERPRISE.md +0 -5
  317. package/FEATURES_ADVANCED.md +0 -311
  318. package/Headroom-2.gif +0 -0
  319. package/HeadroomDemo-Fast.gif +0 -0
  320. package/LICENSE +0 -190
  321. package/MANIFEST.in +0 -4
  322. package/MODERNIZATION_GUIDE.md +0 -358
  323. package/Makefile +0 -140
  324. package/NOTICE +0 -43
  325. package/NPM_TOKEN_SETUP.md +0 -81
  326. package/PR.md +0 -170
  327. package/PUBLISH.md +0 -77
  328. package/README.md +0 -108
  329. package/README_FRONTEND.md +0 -196
  330. package/REALIGNMENT/00-overview.md +0 -53
  331. package/REALIGNMENT/01-bug-list.md +0 -421
  332. package/REALIGNMENT/02-architecture.md +0 -322
  333. package/REALIGNMENT/03-phase-A-lockdown.md +0 -420
  334. package/REALIGNMENT/04-phase-B-live-zone.md +0 -470
  335. package/REALIGNMENT/05-phase-C-rust-proxy.md +0 -329
  336. package/REALIGNMENT/06-phase-D-bedrock-vertex.md +0 -222
  337. package/REALIGNMENT/07-phase-E-cache-stabilization.md +0 -338
  338. package/REALIGNMENT/08-phase-F-auth-mode.md +0 -254
  339. package/REALIGNMENT/09-phase-G-rtk-observability.md +0 -194
  340. package/REALIGNMENT/10-phase-H-python-retirement.md +0 -214
  341. package/REALIGNMENT/11-phase-I-test-infra.md +0 -385
  342. package/REALIGNMENT/12-decisions-needed.md +0 -196
  343. package/REALIGNMENT/INDEX.md +0 -82
  344. package/REFACTORING_CAMPAIGN.md +0 -277
  345. package/RESTRUCTURE_PLAN.md +0 -100
  346. package/RUST_DEV.md +0 -361
  347. package/SECURITY.md +0 -65
  348. package/SETUP_AUTO_PUBLISH.md +0 -164
  349. package/TESTING-copilot-subscription.md +0 -153
  350. package/app/api/config/route.ts +0 -22
  351. package/app/api/export/route.ts +0 -83
  352. package/app/api/models/route.ts +0 -12
  353. package/app/api/stats/route.ts +0 -46
  354. package/app/dashboard/page.tsx +0 -445
  355. package/app/globals.css +0 -35
  356. package/app/installation/page.tsx +0 -293
  357. package/app/layout.tsx +0 -35
  358. package/app/master-design-system.css +0 -2076
  359. package/app/master-design-system.source.css +0 -8
  360. package/app/page.tsx +0 -187
  361. package/app/rechtliches/agb/page.tsx +0 -165
  362. package/app/rechtliches/datenschutz/page.tsx +0 -128
  363. package/app/rechtliches/impressum/page.tsx +0 -122
  364. package/app/rechtliches/widerruf/page.tsx +0 -185
  365. package/codecov.yml +0 -34
  366. package/components/layout/AppShell.tsx +0 -25
  367. package/components/layout/Footer.tsx +0 -120
  368. package/components/layout/Header.tsx +0 -145
  369. package/components/marketing/LegalHighlights.tsx +0 -45
  370. package/components/marketing/LegalPageShell.tsx +0 -49
  371. package/components/marketing/LegalPanel.tsx +0 -41
  372. package/components/marketing/index.ts +0 -3
  373. package/crates/headroom-core/Cargo.toml +0 -165
  374. package/crates/headroom-core/benches/auth_mode.rs +0 -74
  375. package/crates/headroom-core/benches/ccr_store.rs +0 -224
  376. package/crates/headroom-core/benches/tokenizer.rs +0 -52
  377. package/crates/headroom-core/config/pipeline.toml +0 -151
  378. package/crates/headroom-core/proptest-regressions/transforms/tag_protector.txt +0 -9
  379. package/crates/headroom-core/src/auth_mode.rs +0 -250
  380. package/crates/headroom-core/src/cache_control.rs +0 -414
  381. package/crates/headroom-core/src/ccr/backends/in_memory.rs +0 -317
  382. package/crates/headroom-core/src/ccr/backends/mod.rs +0 -152
  383. package/crates/headroom-core/src/ccr/backends/redis.rs +0 -146
  384. package/crates/headroom-core/src/ccr/backends/sqlite.rs +0 -205
  385. package/crates/headroom-core/src/ccr/mod.rs +0 -119
  386. package/crates/headroom-core/src/compression_policy.rs +0 -505
  387. package/crates/headroom-core/src/lib.rs +0 -33
  388. package/crates/headroom-core/src/relevance/base.rs +0 -139
  389. package/crates/headroom-core/src/relevance/bm25.rs +0 -385
  390. package/crates/headroom-core/src/relevance/embedding.rs +0 -354
  391. package/crates/headroom-core/src/relevance/hybrid.rs +0 -364
  392. package/crates/headroom-core/src/relevance/mod.rs +0 -64
  393. package/crates/headroom-core/src/signals/keyword_detector.rs +0 -433
  394. package/crates/headroom-core/src/signals/line_importance.rs +0 -84
  395. package/crates/headroom-core/src/signals/mod.rs +0 -61
  396. package/crates/headroom-core/src/signals/tiered.rs +0 -141
  397. package/crates/headroom-core/src/tokenizer/estimator.rs +0 -152
  398. package/crates/headroom-core/src/tokenizer/hf_impl.rs +0 -314
  399. package/crates/headroom-core/src/tokenizer/mod.rs +0 -56
  400. package/crates/headroom-core/src/tokenizer/registry.rs +0 -342
  401. package/crates/headroom-core/src/tokenizer/tiktoken_impl.rs +0 -265
  402. package/crates/headroom-core/src/transforms/adaptive_sizer.rs +0 -610
  403. package/crates/headroom-core/src/transforms/anchor_selector.rs +0 -1189
  404. package/crates/headroom-core/src/transforms/content_detector.rs +0 -769
  405. package/crates/headroom-core/src/transforms/detection.rs +0 -222
  406. package/crates/headroom-core/src/transforms/diff_compressor.rs +0 -1685
  407. package/crates/headroom-core/src/transforms/live_zone.rs +0 -2967
  408. package/crates/headroom-core/src/transforms/log_compressor.rs +0 -1295
  409. package/crates/headroom-core/src/transforms/magika_detector.rs +0 -395
  410. package/crates/headroom-core/src/transforms/mod.rs +0 -64
  411. package/crates/headroom-core/src/transforms/pipeline/config.rs +0 -331
  412. package/crates/headroom-core/src/transforms/pipeline/mod.rs +0 -103
  413. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_noise.rs +0 -524
  414. package/crates/headroom-core/src/transforms/pipeline/offloads/diff_offload.rs +0 -279
  415. package/crates/headroom-core/src/transforms/pipeline/offloads/json_offload.rs +0 -400
  416. package/crates/headroom-core/src/transforms/pipeline/offloads/log_offload.rs +0 -284
  417. package/crates/headroom-core/src/transforms/pipeline/offloads/mod.rs +0 -34
  418. package/crates/headroom-core/src/transforms/pipeline/offloads/search_offload.rs +0 -331
  419. package/crates/headroom-core/src/transforms/pipeline/orchestrator.rs +0 -848
  420. package/crates/headroom-core/src/transforms/pipeline/reformats/json_minifier.rs +0 -175
  421. package/crates/headroom-core/src/transforms/pipeline/reformats/log_template.rs +0 -545
  422. package/crates/headroom-core/src/transforms/pipeline/reformats/mod.rs +0 -12
  423. package/crates/headroom-core/src/transforms/pipeline/traits.rs +0 -338
  424. package/crates/headroom-core/src/transforms/recommendations.rs +0 -329
  425. package/crates/headroom-core/src/transforms/safety.rs +0 -215
  426. package/crates/headroom-core/src/transforms/search_compressor.rs +0 -902
  427. package/crates/headroom-core/src/transforms/smart_crusher/analyzer.rs +0 -1262
  428. package/crates/headroom-core/src/transforms/smart_crusher/anchors.rs +0 -407
  429. package/crates/headroom-core/src/transforms/smart_crusher/builder.rs +0 -263
  430. package/crates/headroom-core/src/transforms/smart_crusher/classifier.rs +0 -214
  431. package/crates/headroom-core/src/transforms/smart_crusher/compaction/classifier.rs +0 -283
  432. package/crates/headroom-core/src/transforms/smart_crusher/compaction/compactor.rs +0 -733
  433. package/crates/headroom-core/src/transforms/smart_crusher/compaction/formatter.rs +0 -961
  434. package/crates/headroom-core/src/transforms/smart_crusher/compaction/ir.rs +0 -252
  435. package/crates/headroom-core/src/transforms/smart_crusher/compaction/mod.rs +0 -127
  436. package/crates/headroom-core/src/transforms/smart_crusher/compaction/walker.rs +0 -397
  437. package/crates/headroom-core/src/transforms/smart_crusher/config.rs +0 -173
  438. package/crates/headroom-core/src/transforms/smart_crusher/constraints.rs +0 -159
  439. package/crates/headroom-core/src/transforms/smart_crusher/crusher.rs +0 -1665
  440. package/crates/headroom-core/src/transforms/smart_crusher/crushers.rs +0 -865
  441. package/crates/headroom-core/src/transforms/smart_crusher/error_keywords.rs +0 -77
  442. package/crates/headroom-core/src/transforms/smart_crusher/field_detect.rs +0 -393
  443. package/crates/headroom-core/src/transforms/smart_crusher/hashing.rs +0 -72
  444. package/crates/headroom-core/src/transforms/smart_crusher/mod.rs +0 -81
  445. package/crates/headroom-core/src/transforms/smart_crusher/observer.rs +0 -66
  446. package/crates/headroom-core/src/transforms/smart_crusher/orchestration.rs +0 -459
  447. package/crates/headroom-core/src/transforms/smart_crusher/outliers.rs +0 -507
  448. package/crates/headroom-core/src/transforms/smart_crusher/planning.rs +0 -904
  449. package/crates/headroom-core/src/transforms/smart_crusher/statistics.rs +0 -510
  450. package/crates/headroom-core/src/transforms/smart_crusher/stats_math.rs +0 -287
  451. package/crates/headroom-core/src/transforms/smart_crusher/traits.rs +0 -203
  452. package/crates/headroom-core/src/transforms/smart_crusher/types.rs +0 -263
  453. package/crates/headroom-core/src/transforms/tag_protector.rs +0 -1272
  454. package/crates/headroom-core/src/transforms/unidiff_detector.rs +0 -232
  455. package/crates/headroom-parity/Cargo.toml +0 -26
  456. package/crates/headroom-parity/examples/diff_fixture.rs +0 -66
  457. package/crates/headroom-parity/src/bin/parity_run.rs +0 -78
  458. package/crates/headroom-parity/src/lib.rs +0 -613
  459. package/crates/headroom-proxy/Cargo.toml +0 -119
  460. package/crates/headroom-proxy/data/model_prices_and_context_window.json +0 -39767
  461. package/crates/headroom-proxy/src/bedrock/auth_mode_layer.rs +0 -192
  462. package/crates/headroom-proxy/src/bedrock/envelope.rs +0 -239
  463. package/crates/headroom-proxy/src/bedrock/eventstream.rs +0 -769
  464. package/crates/headroom-proxy/src/bedrock/eventstream_to_sse.rs +0 -459
  465. package/crates/headroom-proxy/src/bedrock/invoke.rs +0 -735
  466. package/crates/headroom-proxy/src/bedrock/invoke_streaming.rs +0 -1098
  467. package/crates/headroom-proxy/src/bedrock/mod.rs +0 -66
  468. package/crates/headroom-proxy/src/bedrock/sigv4.rs +0 -324
  469. package/crates/headroom-proxy/src/bedrock/vendor.rs +0 -82
  470. package/crates/headroom-proxy/src/cache_stabilization/anthropic_cache_control.rs +0 -698
  471. package/crates/headroom-proxy/src/cache_stabilization/drift_detector.rs +0 -683
  472. package/crates/headroom-proxy/src/cache_stabilization/mod.rs +0 -61
  473. package/crates/headroom-proxy/src/cache_stabilization/openai_cache_key.rs +0 -600
  474. package/crates/headroom-proxy/src/cache_stabilization/tool_def_normalize.rs +0 -514
  475. package/crates/headroom-proxy/src/cache_stabilization/volatile_detector.rs +0 -720
  476. package/crates/headroom-proxy/src/compression/anthropic.rs +0 -92
  477. package/crates/headroom-proxy/src/compression/live_zone_anthropic.rs +0 -1311
  478. package/crates/headroom-proxy/src/compression/live_zone_openai.rs +0 -660
  479. package/crates/headroom-proxy/src/compression/live_zone_responses.rs +0 -678
  480. package/crates/headroom-proxy/src/compression/mod.rs +0 -127
  481. package/crates/headroom-proxy/src/compression/model_limits.rs +0 -211
  482. package/crates/headroom-proxy/src/config.rs +0 -646
  483. package/crates/headroom-proxy/src/error.rs +0 -69
  484. package/crates/headroom-proxy/src/handlers/chat_completions.rs +0 -100
  485. package/crates/headroom-proxy/src/handlers/conversations.rs +0 -241
  486. package/crates/headroom-proxy/src/handlers/mod.rs +0 -13
  487. package/crates/headroom-proxy/src/handlers/responses.rs +0 -256
  488. package/crates/headroom-proxy/src/headers.rs +0 -288
  489. package/crates/headroom-proxy/src/health.rs +0 -41
  490. package/crates/headroom-proxy/src/lib.rs +0 -21
  491. package/crates/headroom-proxy/src/main.rs +0 -141
  492. package/crates/headroom-proxy/src/observability/cache_hit_rate.rs +0 -340
  493. package/crates/headroom-proxy/src/observability/compression_ratio.rs +0 -158
  494. package/crates/headroom-proxy/src/observability/metric_names.rs +0 -174
  495. package/crates/headroom-proxy/src/observability/mod.rs +0 -68
  496. package/crates/headroom-proxy/src/observability/prometheus.rs +0 -394
  497. package/crates/headroom-proxy/src/observability/proxy_metrics.rs +0 -368
  498. package/crates/headroom-proxy/src/proxy.rs +0 -1619
  499. package/crates/headroom-proxy/src/responses_items.rs +0 -565
  500. package/crates/headroom-proxy/src/sse/anthropic.rs +0 -415
  501. package/crates/headroom-proxy/src/sse/framing.rs +0 -366
  502. package/crates/headroom-proxy/src/sse/mod.rs +0 -40
  503. package/crates/headroom-proxy/src/sse/openai_chat.rs +0 -231
  504. package/crates/headroom-proxy/src/sse/openai_responses.rs +0 -458
  505. package/crates/headroom-proxy/src/vertex/adc.rs +0 -315
  506. package/crates/headroom-proxy/src/vertex/envelope.rs +0 -167
  507. package/crates/headroom-proxy/src/vertex/mod.rs +0 -277
  508. package/crates/headroom-proxy/src/vertex/raw_predict.rs +0 -490
  509. package/crates/headroom-proxy/src/vertex/stream_raw_predict.rs +0 -49
  510. package/crates/headroom-proxy/src/websocket.rs +0 -246
  511. package/crates/headroom-py/Cargo.toml +0 -37
  512. package/crates/headroom-py/build.rs +0 -77
  513. package/crates/headroom-py/glibc_compat.c +0 -170
  514. package/crates/headroom-py/src/lib.rs +0 -1655
  515. package/deny.toml +0 -32
  516. package/design-system/base.css +0 -127
  517. package/design-system/components.css +0 -1943
  518. package/design-system/fonts.css +0 -17
  519. package/design-system/tailwind-preset.js +0 -95
  520. package/design-system/tokens.css +0 -48
  521. package/design-system/utilities.css +0 -53
  522. package/docker/differential-network-capture/Dockerfile.runner +0 -14
  523. package/docker/differential-network-capture/docker-compose.yml +0 -142
  524. package/docker/differential-network-capture/run-claude-lane.sh +0 -24
  525. package/docker/docker-compose.native.yml +0 -44
  526. package/docker-bake.hcl +0 -88
  527. package/docker-compose.yml +0 -80
  528. package/e2e/_lib/make_shim.ps1 +0 -24
  529. package/e2e/_lib/make_shim.sh +0 -28
  530. package/e2e/docker-native-install.sh +0 -120
  531. package/e2e/init/Dockerfile +0 -79
  532. package/e2e/wrap/Dockerfile +0 -115
  533. package/examples/07-context-compression.ipynb +0 -279
  534. package/examples/deployment/macos-launchagent/com.headroom.proxy.plist.template +0 -65
  535. package/examples/deployment/macos-launchagent/install.sh +0 -227
  536. package/examples/deployment/macos-launchagent/shell-integration.sh +0 -74
  537. package/examples/deployment/macos-launchagent/uninstall.sh +0 -145
  538. package/headroom-savings.png +0 -0
  539. package/headroom_learn.gif +0 -0
  540. package/lib/config/index.ts +0 -12
  541. package/lib/hooks/index.ts +0 -4
  542. package/lib/hooks/use-mounted.ts +0 -13
  543. package/lib/hooks/use-session.ts +0 -34
  544. package/lib/hooks/use-settings.ts +0 -49
  545. package/lib/utils/index.ts +0 -1
  546. package/lib/utils/settings.ts +0 -162
  547. package/lib/utils/utils.ts +0 -6
  548. package/llms.txt +0 -67
  549. package/middleware.ts +0 -26
  550. package/mkdocs.yml +0 -136
  551. package/next-env.d.ts +0 -7
  552. package/next.config.ts +0 -12
  553. package/npm/bin/xithead.js +0 -366
  554. package/npm/bin/xtream-head.js +0 -366
  555. package/npm/package.json +0 -55
  556. package/plugins/headroom-agent-hooks/.claude-plugin/plugin.json +0 -17
  557. package/plugins/headroom-agent-hooks/hooks/hooks.json +0 -29
  558. package/plugins/headroom-oauth2/LICENSE +0 -3
  559. package/plugins/headroom-oauth2/SPEC.md +0 -115
  560. package/plugins/headroom-oauth2/pyproject.toml +0 -48
  561. package/plugins/hermes/headroom_retrieve/plugin.yaml +0 -6
  562. package/plugins/openclaw/hook-shim/HOOK.md +0 -21
  563. package/plugins/openclaw/hook-shim/handler.js +0 -3
  564. package/plugins/openclaw/openclaw.plugin.json +0 -98
  565. package/plugins/openclaw/package-lock.json +0 -2692
  566. package/plugins/openclaw/package.json +0 -54
  567. package/plugins/openclaw/prepare-dist.mjs +0 -56
  568. package/plugins/openclaw/src/convert.ts +0 -418
  569. package/plugins/openclaw/src/engine.ts +0 -284
  570. package/plugins/openclaw/src/gateway-config.ts +0 -143
  571. package/plugins/openclaw/src/index.ts +0 -11
  572. package/plugins/openclaw/src/plugin/index.ts +0 -98
  573. package/plugins/openclaw/src/proxy-manager.ts +0 -477
  574. package/plugins/openclaw/src/tools/headroom-retrieve.ts +0 -76
  575. package/plugins/openclaw/test/convert.test.ts +0 -96
  576. package/plugins/openclaw/test/engine-normalization.test.ts +0 -21
  577. package/plugins/openclaw/test/engine.test.ts +0 -101
  578. package/plugins/openclaw/test/gateway-config.test.ts +0 -278
  579. package/plugins/openclaw/test/plugin-runtime-routing.test.ts +0 -141
  580. package/plugins/openclaw/test/proxy-manager.test.ts +0 -343
  581. package/plugins/openclaw/tsup.config.ts +0 -9
  582. package/postcss.config.mjs +0 -7
  583. package/pyproject.toml +0 -438
  584. package/rust-toolchain.toml +0 -16
  585. package/sdk/typescript/examples/basic-compress.ts +0 -64
  586. package/sdk/typescript/examples/ccr-retrieve.ts +0 -80
  587. package/sdk/typescript/examples/hooks-custom-compression.ts +0 -117
  588. package/sdk/typescript/examples/middleware-composition.ts +0 -59
  589. package/sdk/typescript/examples/multi-provider.ts +0 -53
  590. package/sdk/typescript/examples/openai-anthropic-adapters.ts +0 -73
  591. package/sdk/typescript/examples/shared-context-multi-agent.ts +0 -74
  592. package/sdk/typescript/examples/simulation-dry-run.ts +0 -80
  593. package/sdk/typescript/examples/streaming-chat.ts +0 -71
  594. package/sdk/typescript/examples/structured-output.ts +0 -99
  595. package/sdk/typescript/examples/tool-calling-agent.ts +0 -86
  596. package/sdk/typescript/examples/with-headroom-vercel.ts +0 -57
  597. package/sdk/typescript/package-lock.json +0 -3437
  598. package/sdk/typescript/package.json +0 -108
  599. package/sdk/typescript/src/adapters/anthropic.ts +0 -218
  600. package/sdk/typescript/src/adapters/gemini.ts +0 -83
  601. package/sdk/typescript/src/adapters/openai.ts +0 -77
  602. package/sdk/typescript/src/adapters/vercel-ai.ts +0 -131
  603. package/sdk/typescript/src/client.ts +0 -632
  604. package/sdk/typescript/src/compress.ts +0 -87
  605. package/sdk/typescript/src/errors.ts +0 -114
  606. package/sdk/typescript/src/hooks.ts +0 -113
  607. package/sdk/typescript/src/index.ts +0 -140
  608. package/sdk/typescript/src/paths.ts +0 -272
  609. package/sdk/typescript/src/shared-context.ts +0 -188
  610. package/sdk/typescript/src/simulate.ts +0 -52
  611. package/sdk/typescript/src/types/config.ts +0 -183
  612. package/sdk/typescript/src/types/models.ts +0 -314
  613. package/sdk/typescript/src/types.ts +0 -139
  614. package/sdk/typescript/src/utils/case.ts +0 -34
  615. package/sdk/typescript/src/utils/format.ts +0 -480
  616. package/sdk/typescript/src/utils/stream.ts +0 -50
  617. package/sdk/typescript/test/adapters/anthropic.test.ts +0 -217
  618. package/sdk/typescript/test/adapters/gemini.test.ts +0 -131
  619. package/sdk/typescript/test/adapters/openai.test.ts +0 -174
  620. package/sdk/typescript/test/adapters/vercel-ai.test.ts +0 -306
  621. package/sdk/typescript/test/client-expanded.test.ts +0 -333
  622. package/sdk/typescript/test/client.test.ts +0 -266
  623. package/sdk/typescript/test/compress.test.ts +0 -118
  624. package/sdk/typescript/test/config.test.ts +0 -275
  625. package/sdk/typescript/test/errors.test.ts +0 -169
  626. package/sdk/typescript/test/format-integration.test.ts +0 -252
  627. package/sdk/typescript/test/hooks.test.ts +0 -265
  628. package/sdk/typescript/test/integration.test.ts +0 -249
  629. package/sdk/typescript/test/mdx-examples.test.ts +0 -253
  630. package/sdk/typescript/test/models.test.ts +0 -318
  631. package/sdk/typescript/test/parity.test.ts +0 -337
  632. package/sdk/typescript/test/paths.test.ts +0 -447
  633. package/sdk/typescript/test/shared-context.test.ts +0 -245
  634. package/sdk/typescript/test/simulate.test.ts +0 -84
  635. package/sdk/typescript/test/types.test.ts +0 -244
  636. package/sdk/typescript/test/utils/case.test.ts +0 -129
  637. package/sdk/typescript/test/utils/detect-format.test.ts +0 -133
  638. package/sdk/typescript/test/utils/format.test.ts +0 -434
  639. package/sdk/typescript/test/vercel-ai-e2e.test.ts +0 -179
  640. package/sdk/typescript/tsup.config.ts +0 -17
  641. package/tailwind.master.config.cjs +0 -47
  642. package/types/api.ts +0 -12
  643. package/types/config.ts +0 -9
  644. package/types/index.ts +0 -2
  645. package/uv.lock +0 -6951
  646. package/xithead.egg-info/PKG-INFO +0 -22
  647. package/xithead.egg-info/SOURCES.txt +0 -16
  648. package/xithead.egg-info/dependency_links.txt +0 -1
  649. package/xithead.egg-info/entry_points.txt +0 -2
  650. package/xithead.egg-info/requires.txt +0 -10
  651. package/xithead.egg-info/top_level.txt +0 -2
  652. package/xithead.ps1 +0 -136
  653. package/xithead.sh +0 -129
  654. package/xithead_dist/pyproject.toml +0 -39
  655. package/xithead_dist/xithead.egg-info/PKG-INFO +0 -22
  656. package/xithead_dist/xithead.egg-info/SOURCES.txt +0 -16
  657. package/xithead_dist/xithead.egg-info/dependency_links.txt +0 -1
  658. package/xithead_dist/xithead.egg-info/entry_points.txt +0 -3
  659. package/xithead_dist/xithead.egg-info/requires.txt +0 -10
  660. package/xithead_dist/xithead.egg-info/top_level.txt +0 -2
  661. /package/{npm/index.d.ts → index.d.ts} +0 -0
  662. /package/{npm/postinstall.js → postinstall.js} +0 -0
@@ -1,1189 +0,0 @@
1
- //! Dynamic anchor selection for array compression.
2
- //!
3
- //! Direct port of `headroom/transforms/anchor_selector.py`. Used by
4
- //! `smart_crusher::analyzer` (and the not-yet-ported planning layer)
5
- //! to allocate position-based anchor slots — the items that are kept
6
- //! purely for their position in the array, not their relevance score.
7
- //!
8
- //! # What it does
9
- //!
10
- //! Given an array of N items and a target K (max items after compression),
11
- //! decide which K' < K positions to "anchor" (always keep). The choice
12
- //! depends on:
13
- //!
14
- //! 1. **Pattern**: search results favor the front; logs favor the back;
15
- //! time series want both ends; generic spreads evenly.
16
- //! 2. **Query keywords**: "latest" / "recent" → shift toward back;
17
- //! "first" / "earliest" → shift toward front.
18
- //! 3. **Information density** (middle region only): compute a [0,1]
19
- //! score per candidate based on field-value uniqueness, content
20
- //! length, and structural uniqueness.
21
- //! 4. **Dedup**: identical items hash to the same MD5[:16]; duplicates
22
- //! are skipped so we don't waste slots.
23
- //!
24
- //! # Hash parity with Python
25
- //!
26
- //! `compute_item_hash` returns `md5(json.dumps(item, sort_keys=True,
27
- //! default=str)).hexdigest()[:16]`. Python's `json.dumps` by default
28
- //! emits `", "` and `": "` separators and ASCII-escapes non-ASCII via
29
- //! `\uXXXX`. We replicate this in `python_json_dumps_sort_keys` below.
30
- //! Mismatching the format would silently change which items are
31
- //! considered duplicates, so it's load-bearing for parity fixtures.
32
-
33
- use md5::{Digest, Md5};
34
- use serde_json::Value;
35
- use std::collections::{BTreeSet, HashMap, HashSet};
36
-
37
- // ============================================================================
38
- // Configuration (Python `headroom/config.py:294` AnchorConfig)
39
- // ============================================================================
40
-
41
- /// Configuration for dynamic anchor allocation.
42
- ///
43
- /// Direct port of Python `AnchorConfig` (`headroom/config.py:294-348`).
44
- /// Defaults must match Python byte-for-byte — they're consulted by
45
- /// every anchor decision and parity fixtures lock the resulting choices.
46
- #[derive(Debug, Clone)]
47
- pub struct AnchorConfig {
48
- /// Base anchor budget as percentage of `max_items`. Default 0.25.
49
- pub anchor_budget_pct: f64,
50
- pub min_anchor_slots: usize,
51
- pub max_anchor_slots: usize,
52
-
53
- pub default_front_weight: f64,
54
- pub default_back_weight: f64,
55
- pub default_middle_weight: f64,
56
-
57
- pub search_front_weight: f64,
58
- pub search_back_weight: f64,
59
- pub logs_front_weight: f64,
60
- pub logs_back_weight: f64,
61
-
62
- /// Query keywords that shift the weight distribution toward the
63
- /// back of the array (recent items). Lowercase substring match.
64
- pub recency_keywords: Vec<&'static str>,
65
- /// Query keywords that shift toward the front (older items).
66
- pub historical_keywords: Vec<&'static str>,
67
-
68
- pub use_information_density: bool,
69
- /// Considers `num_slots * candidate_multiplier` candidates when
70
- /// using density-based selection.
71
- pub candidate_multiplier: usize,
72
- pub dedup_identical_items: bool,
73
- }
74
-
75
- impl Default for AnchorConfig {
76
- fn default() -> Self {
77
- AnchorConfig {
78
- anchor_budget_pct: 0.25,
79
- min_anchor_slots: 3,
80
- max_anchor_slots: 12,
81
- default_front_weight: 0.5,
82
- default_back_weight: 0.4,
83
- default_middle_weight: 0.1,
84
- search_front_weight: 0.75,
85
- search_back_weight: 0.15,
86
- logs_front_weight: 0.15,
87
- logs_back_weight: 0.75,
88
- recency_keywords: vec!["latest", "recent", "last", "newest", "current", "now"],
89
- historical_keywords: vec![
90
- "first",
91
- "oldest",
92
- "earliest",
93
- "original",
94
- "initial",
95
- "beginning",
96
- ],
97
- use_information_density: true,
98
- candidate_multiplier: 3,
99
- dedup_identical_items: true,
100
- }
101
- }
102
- }
103
-
104
- // ============================================================================
105
- // Enums (Python `DataPattern`, `AnchorStrategy`)
106
- // ============================================================================
107
-
108
- /// Detected data pattern. Drives anchor strategy selection.
109
- #[derive(Debug, Clone, Copy, PartialEq, Eq)]
110
- pub enum DataPattern {
111
- SearchResults,
112
- Logs,
113
- TimeSeries,
114
- Generic,
115
- }
116
-
117
- impl DataPattern {
118
- /// Mirrors `DataPattern.from_string` in Python — unknown strings
119
- /// fall through to `Generic`.
120
- pub fn from_string(s: &str) -> DataPattern {
121
- match s.to_lowercase().as_str() {
122
- "search_results" => DataPattern::SearchResults,
123
- "logs" => DataPattern::Logs,
124
- "time_series" => DataPattern::TimeSeries,
125
- "generic" => DataPattern::Generic,
126
- _ => DataPattern::Generic,
127
- }
128
- }
129
- }
130
-
131
- /// Anchor distribution strategy. Determined by pattern via
132
- /// `AnchorSelector::strategy_for_pattern`.
133
- #[derive(Debug, Clone, Copy, PartialEq, Eq)]
134
- pub enum AnchorStrategy {
135
- FrontHeavy,
136
- BackHeavy,
137
- Balanced,
138
- Distributed,
139
- }
140
-
141
- /// Distribution weights for the front / middle / back regions of the
142
- /// array. Should sum to 1.0; `normalize()` enforces it.
143
- #[derive(Debug, Clone, Copy, PartialEq)]
144
- pub struct AnchorWeights {
145
- pub front: f64,
146
- pub middle: f64,
147
- pub back: f64,
148
- }
149
-
150
- impl Default for AnchorWeights {
151
- fn default() -> Self {
152
- AnchorWeights {
153
- front: 0.5,
154
- middle: 0.1,
155
- back: 0.4,
156
- }
157
- }
158
- }
159
-
160
- impl AnchorWeights {
161
- /// Return a copy with weights normalized to sum to 1.0. If the
162
- /// total is 0, returns `default()` (the same fallback Python uses).
163
- pub fn normalize(&self) -> AnchorWeights {
164
- let total = self.front + self.middle + self.back;
165
- if total == 0.0 {
166
- return AnchorWeights::default();
167
- }
168
- AnchorWeights {
169
- front: self.front / total,
170
- middle: self.middle / total,
171
- back: self.back / total,
172
- }
173
- }
174
- }
175
-
176
- // ============================================================================
177
- // Information density scoring
178
- // ============================================================================
179
-
180
- /// Information density score for an item, in `[0.0, 1.0]`.
181
- ///
182
- /// Combines three factors with hard-coded Python weights:
183
- /// - 0.4: field-value rareness (rare values → higher score).
184
- /// - 0.3: content length (relative to the corpus).
185
- /// - 0.3: structural uniqueness (rare/missing fields).
186
- ///
187
- /// Direct port of `calculate_information_score`
188
- /// (Python `anchor_selector.py:132-175`).
189
- pub fn calculate_information_score(item: &Value, all_items: &[Value]) -> f64 {
190
- if all_items.is_empty() {
191
- return 0.0;
192
- }
193
- let Some(_) = item.as_object() else {
194
- return 0.0;
195
- };
196
-
197
- let uniqueness = calculate_value_uniqueness(item, all_items);
198
- let length = calculate_length_score(item, all_items);
199
- let structural = calculate_structural_uniqueness(item, all_items);
200
-
201
- // Python: weighted sum then normalized by total weight (1.0 here).
202
- let score = uniqueness * 0.4 + length * 0.3 + structural * 0.3;
203
- score.clamp(0.0, 1.0)
204
- }
205
-
206
- fn calculate_value_uniqueness(item: &Value, all_items: &[Value]) -> f64 {
207
- if all_items.len() < 2 {
208
- return 0.5;
209
- }
210
-
211
- // Build per-field value counts using Python-compatible string keys.
212
- // Python: json.dumps(value, sort_keys=True) for non-strings; raw
213
- // string for strings.
214
- let mut field_counts: HashMap<String, HashMap<String, usize>> = HashMap::new();
215
- for other in all_items {
216
- let Some(obj) = other.as_object() else {
217
- continue;
218
- };
219
- for (key, value) in obj {
220
- let value_str = stringify_for_uniqueness(value);
221
- field_counts
222
- .entry(key.clone())
223
- .or_default()
224
- .entry(value_str)
225
- .and_modify(|c| *c += 1)
226
- .or_insert(1);
227
- }
228
- }
229
-
230
- let item_obj = match item.as_object() {
231
- Some(o) => o,
232
- None => return 0.5,
233
- };
234
-
235
- let total_items = all_items.len() as f64;
236
- let mut rareness_scores: Vec<f64> = Vec::new();
237
-
238
- for (key, value) in item_obj {
239
- let Some(counts) = field_counts.get(key) else {
240
- continue;
241
- };
242
- let value_str = stringify_for_uniqueness(value);
243
- let count = counts.get(&value_str).copied().unwrap_or(0);
244
- if count > 0 {
245
- let frequency = count as f64 / total_items;
246
- rareness_scores.push(1.0 - frequency);
247
- }
248
- }
249
-
250
- if rareness_scores.is_empty() {
251
- return 0.5;
252
- }
253
- rareness_scores.iter().sum::<f64>() / rareness_scores.len() as f64
254
- }
255
-
256
- /// Stringification used for uniqueness counting. Python:
257
- /// `json.dumps(value, sort_keys=True) if not isinstance(value, str) else value`
258
- /// Mirror that exactly: bare strings stay bare; everything else uses the
259
- /// Python-compatible sort-keys serializer.
260
- fn stringify_for_uniqueness(value: &Value) -> String {
261
- match value {
262
- Value::String(s) => s.clone(),
263
- _ => python_json_dumps_sort_keys(value),
264
- }
265
- }
266
-
267
- fn calculate_length_score(item: &Value, all_items: &[Value]) -> f64 {
268
- if all_items.len() < 2 {
269
- return 0.5;
270
- }
271
-
272
- let item_length = serde_json::to_string(item)
273
- .map(|s| s.len())
274
- .unwrap_or_else(|_| format!("{}", item).len());
275
-
276
- let lengths: Vec<usize> = all_items
277
- .iter()
278
- .filter(|i| i.is_object())
279
- .map(|i| serde_json::to_string(i).map(|s| s.len()).unwrap_or(0))
280
- .collect();
281
-
282
- if lengths.is_empty() {
283
- return 0.5;
284
- }
285
-
286
- let max_length = *lengths.iter().max().unwrap_or(&0);
287
- let min_length = *lengths.iter().min().unwrap_or(&0);
288
-
289
- if max_length == min_length {
290
- return 0.5;
291
- }
292
-
293
- (item_length as f64 - min_length as f64) / (max_length as f64 - min_length as f64)
294
- }
295
-
296
- fn calculate_structural_uniqueness(item: &Value, all_items: &[Value]) -> f64 {
297
- let valid: Vec<&serde_json::Map<String, Value>> =
298
- all_items.iter().filter_map(|v| v.as_object()).collect();
299
- let n = valid.len();
300
- if n < 2 {
301
- return 0.5;
302
- }
303
-
304
- let mut field_counts: HashMap<&String, usize> = HashMap::new();
305
- for obj in &valid {
306
- for key in obj.keys() {
307
- *field_counts.entry(key).or_insert(0) += 1;
308
- }
309
- }
310
-
311
- let n_f = n as f64;
312
- let common: HashSet<&String> = field_counts
313
- .iter()
314
- .filter(|(_, &c)| c as f64 >= n_f * 0.8)
315
- .map(|(k, _)| *k)
316
- .collect();
317
- let rare: HashSet<&String> = field_counts
318
- .iter()
319
- .filter(|(_, &c)| (c as f64) < n_f * 0.2)
320
- .map(|(k, _)| *k)
321
- .collect();
322
-
323
- let item_fields: HashSet<&String> = item
324
- .as_object()
325
- .map(|o| o.keys().collect())
326
- .unwrap_or_default();
327
-
328
- let has_rare = item_fields.intersection(&rare).count();
329
- let missing_common = common.difference(&item_fields).count();
330
-
331
- let mut uniqueness = 0.0;
332
- if !rare.is_empty() {
333
- uniqueness += 0.5 * (has_rare as f64 / rare.len().max(1) as f64);
334
- }
335
- if !common.is_empty() {
336
- uniqueness += 0.5 * (missing_common as f64 / common.len().max(1) as f64);
337
- }
338
- uniqueness.min(1.0)
339
- }
340
-
341
- // ============================================================================
342
- // Item hashing (with Python-compatible JSON serialization)
343
- // ============================================================================
344
-
345
- /// Compute a 16-hex-char MD5 hash of the item's content for dedup.
346
- ///
347
- /// Python: `md5(json.dumps(item, sort_keys=True, default=str)).hexdigest()[:16]`.
348
- /// The serialization MUST match Python byte-for-byte — different
349
- /// formatting → different hash → different dedup behavior.
350
- pub fn compute_item_hash(item: &Value) -> String {
351
- let content = python_json_dumps_sort_keys(item);
352
- let digest = Md5::digest(content.as_bytes());
353
- let hex = format!("{:x}", digest);
354
- hex[..16].to_string()
355
- }
356
-
357
- /// Python json.dumps formatting flags used by the writer below.
358
- #[derive(Clone, Copy)]
359
- struct JsonFmt {
360
- /// `sort_keys=True` → alphabetical object key order.
361
- sort_keys: bool,
362
- /// Compact separators `(",", ":")`. False → Python default `(", ", ": ")`.
363
- compact: bool,
364
- /// `ensure_ascii=True` → non-ASCII becomes `\uXXXX`. False → emit UTF-8.
365
- ensure_ascii: bool,
366
- }
367
-
368
- /// Python `json.dumps(value, sort_keys=True)` — exact format parity.
369
- ///
370
- /// Differences from `serde_json::to_string`:
371
- /// 1. Separators: `, ` and `: ` (with spaces, not compact).
372
- /// 2. Object keys are sorted alphabetically.
373
- /// 3. Non-ASCII strings are escaped to `\uXXXX` (Python default
374
- /// `ensure_ascii=True`).
375
- /// 4. Numbers serialize the same as serde_json for finite f64; serde_json
376
- /// refuses NaN/Inf which JSON forbids — Python's json.dumps also
377
- /// refuses by default but `default=str` would coerce them. For
378
- /// compute_item_hash inputs (already-parsed JSON) NaN/Inf are
379
- /// impossible so we don't handle them here.
380
- pub fn python_json_dumps_sort_keys(value: &Value) -> String {
381
- let mut out = String::new();
382
- write_python_json_inner(
383
- value,
384
- &mut out,
385
- JsonFmt {
386
- sort_keys: true,
387
- compact: false,
388
- ensure_ascii: true,
389
- },
390
- );
391
- out
392
- }
393
-
394
- /// Python `json.dumps(value)` — exact format parity, preserving
395
- /// object-key insertion order (matches the JSON parser's order via
396
- /// serde_json's `preserve_order` feature).
397
- ///
398
- /// Bytes differ from `to_string` because of the `, ` / `: ` separators
399
- /// and `\uXXXX` non-ASCII escapes — both Python defaults.
400
- pub fn python_json_dumps(value: &Value) -> String {
401
- let mut out = String::new();
402
- write_python_json_inner(
403
- value,
404
- &mut out,
405
- JsonFmt {
406
- sort_keys: false,
407
- compact: false,
408
- ensure_ascii: true,
409
- },
410
- );
411
- out
412
- }
413
-
414
- /// Python `safe_json_dumps(value)` — compact separators `(",", ":")` +
415
- /// `ensure_ascii=False`, preserving object-key insertion order. This is
416
- /// the format `SmartCrusher._smart_crush_content` uses to re-serialize
417
- /// crushed output, so the proxy's wire bytes match Python's exactly.
418
- pub fn python_safe_json_dumps(value: &Value) -> String {
419
- let mut out = String::new();
420
- write_python_json_inner(
421
- value,
422
- &mut out,
423
- JsonFmt {
424
- sort_keys: false,
425
- compact: true,
426
- ensure_ascii: false,
427
- },
428
- );
429
- out
430
- }
431
-
432
- fn write_python_json_inner(value: &Value, out: &mut String, fmt: JsonFmt) {
433
- let item_sep = if fmt.compact { "," } else { ", " };
434
- let kv_sep = if fmt.compact { ":" } else { ": " };
435
- match value {
436
- Value::Null => out.push_str("null"),
437
- Value::Bool(true) => out.push_str("true"),
438
- Value::Bool(false) => out.push_str("false"),
439
- Value::Number(n) => out.push_str(&n.to_string()),
440
- Value::String(s) => write_python_json_string(s, out, fmt.ensure_ascii),
441
- Value::Array(arr) => {
442
- out.push('[');
443
- for (i, v) in arr.iter().enumerate() {
444
- if i > 0 {
445
- out.push_str(item_sep);
446
- }
447
- write_python_json_inner(v, out, fmt);
448
- }
449
- out.push(']');
450
- }
451
- Value::Object(map) => {
452
- out.push('{');
453
- if fmt.sort_keys {
454
- let mut keys: Vec<&String> = map.keys().collect();
455
- keys.sort();
456
- for (i, key) in keys.iter().enumerate() {
457
- if i > 0 {
458
- out.push_str(item_sep);
459
- }
460
- write_python_json_string(key, out, fmt.ensure_ascii);
461
- out.push_str(kv_sep);
462
- write_python_json_inner(&map[key.as_str()], out, fmt);
463
- }
464
- } else {
465
- for (i, (key, val)) in map.iter().enumerate() {
466
- if i > 0 {
467
- out.push_str(item_sep);
468
- }
469
- write_python_json_string(key, out, fmt.ensure_ascii);
470
- out.push_str(kv_sep);
471
- write_python_json_inner(val, out, fmt);
472
- }
473
- }
474
- out.push('}');
475
- }
476
- }
477
- }
478
-
479
- /// Encode a string value Python-style.
480
- ///
481
- /// `ensure_ascii=true`:
482
- /// - Backslash, quote, control chars → standard escapes (`\\`, `\"`,
483
- /// `\n`, etc.).
484
- /// - Non-ASCII codepoints → `\uXXXX` (surrogate-paired for codepoints
485
- /// above 0xFFFF).
486
- ///
487
- /// `ensure_ascii=false`:
488
- /// - Same standard escapes for backslash/quote/controls.
489
- /// - Non-ASCII codepoints emit literal UTF-8 bytes.
490
- fn write_python_json_string(s: &str, out: &mut String, ensure_ascii: bool) {
491
- out.push('"');
492
- for c in s.chars() {
493
- match c {
494
- '"' => out.push_str("\\\""),
495
- '\\' => out.push_str("\\\\"),
496
- '\u{08}' => out.push_str("\\b"),
497
- '\u{09}' => out.push_str("\\t"),
498
- '\u{0A}' => out.push_str("\\n"),
499
- '\u{0C}' => out.push_str("\\f"),
500
- '\u{0D}' => out.push_str("\\r"),
501
- c if (c as u32) < 0x20 => {
502
- out.push_str(&format!("\\u{:04x}", c as u32));
503
- }
504
- c if (c as u32) <= 0x7E => out.push(c),
505
- c if !ensure_ascii => {
506
- // ensure_ascii=False: emit raw UTF-8 like Python does.
507
- out.push(c);
508
- }
509
- c => {
510
- // ensure_ascii=True: encode as \uXXXX, surrogate pair
511
- // for codepoints above 0xFFFF.
512
- let cp = c as u32;
513
- if cp <= 0xFFFF {
514
- out.push_str(&format!("\\u{:04x}", cp));
515
- } else {
516
- let cp = cp - 0x10000;
517
- let hi = 0xD800 + (cp >> 10);
518
- let lo = 0xDC00 + (cp & 0x3FF);
519
- out.push_str(&format!("\\u{:04x}\\u{:04x}", hi, lo));
520
- }
521
- }
522
- }
523
- }
524
- out.push('"');
525
- }
526
-
527
- // ============================================================================
528
- // AnchorSelector — the main selector
529
- // ============================================================================
530
-
531
- /// Dynamic anchor selector. Stateless other than `config`.
532
- pub struct AnchorSelector {
533
- pub config: AnchorConfig,
534
- }
535
-
536
- impl AnchorSelector {
537
- pub fn new(config: AnchorConfig) -> Self {
538
- AnchorSelector { config }
539
- }
540
-
541
- /// Calculate the anchor budget — number of slots to allocate.
542
- /// Mirrors `calculate_anchor_budget` (Python `anchor_selector.py:364-391`).
543
- pub fn calculate_anchor_budget(&self, array_size: usize, max_items: usize) -> usize {
544
- if array_size <= max_items {
545
- return 0;
546
- }
547
- // Python: `int(max_items * pct)` truncates toward zero.
548
- let raw = (max_items as f64 * self.config.anchor_budget_pct) as usize;
549
- let mut budget = self.config.min_anchor_slots.max(raw);
550
- budget = self.config.max_anchor_slots.min(budget);
551
- budget.min(array_size)
552
- }
553
-
554
- pub fn strategy_for_pattern(&self, pattern: DataPattern) -> AnchorStrategy {
555
- match pattern {
556
- DataPattern::SearchResults => AnchorStrategy::FrontHeavy,
557
- DataPattern::Logs => AnchorStrategy::BackHeavy,
558
- DataPattern::TimeSeries => AnchorStrategy::Balanced,
559
- DataPattern::Generic => AnchorStrategy::Distributed,
560
- }
561
- }
562
-
563
- pub fn base_weights_for_strategy(&self, strategy: AnchorStrategy) -> AnchorWeights {
564
- match strategy {
565
- AnchorStrategy::FrontHeavy => AnchorWeights {
566
- front: self.config.search_front_weight,
567
- middle: 1.0 - self.config.search_front_weight - self.config.search_back_weight,
568
- back: self.config.search_back_weight,
569
- },
570
- AnchorStrategy::BackHeavy => AnchorWeights {
571
- front: self.config.logs_front_weight,
572
- middle: 1.0 - self.config.logs_front_weight - self.config.logs_back_weight,
573
- back: self.config.logs_back_weight,
574
- },
575
- AnchorStrategy::Balanced => AnchorWeights {
576
- front: 0.45,
577
- middle: 0.1,
578
- back: 0.45,
579
- },
580
- AnchorStrategy::Distributed => AnchorWeights {
581
- front: self.config.default_front_weight,
582
- middle: self.config.default_middle_weight,
583
- back: self.config.default_back_weight,
584
- },
585
- }
586
- }
587
-
588
- /// Adjust weights based on query keywords. `+0.15` toward back on
589
- /// recency keywords, `+0.15` toward front on historical. Returns
590
- /// `base_weights` unchanged when no keywords match (or both match —
591
- /// they cancel out).
592
- pub fn adjust_weights_for_query(
593
- &self,
594
- base: AnchorWeights,
595
- query: Option<&str>,
596
- ) -> AnchorWeights {
597
- let Some(query) = query.filter(|q| !q.is_empty()) else {
598
- return base;
599
- };
600
- let q_lower = query.to_lowercase();
601
- let has_recency = self
602
- .config
603
- .recency_keywords
604
- .iter()
605
- .any(|kw| q_lower.contains(kw));
606
- let has_historical = self
607
- .config
608
- .historical_keywords
609
- .iter()
610
- .any(|kw| q_lower.contains(kw));
611
-
612
- let shift = 0.15;
613
- if has_recency && !has_historical {
614
- AnchorWeights {
615
- front: 0.1_f64.max(base.front - shift),
616
- middle: base.middle,
617
- back: 0.8_f64.min(base.back + shift),
618
- }
619
- .normalize()
620
- } else if has_historical && !has_recency {
621
- AnchorWeights {
622
- front: 0.8_f64.min(base.front + shift),
623
- middle: base.middle,
624
- back: 0.1_f64.max(base.back - shift),
625
- }
626
- .normalize()
627
- } else {
628
- base
629
- }
630
- }
631
-
632
- /// Main entry: select anchor indices for an array.
633
- pub fn select_anchors(
634
- &self,
635
- items: &[Value],
636
- max_items: usize,
637
- pattern: DataPattern,
638
- query: Option<&str>,
639
- ) -> BTreeSet<usize> {
640
- let array_size = items.len();
641
- if array_size == 0 {
642
- return BTreeSet::new();
643
- }
644
- if array_size <= max_items {
645
- return (0..array_size).collect();
646
- }
647
-
648
- let budget = self.calculate_anchor_budget(array_size, max_items);
649
- if budget == 0 {
650
- return BTreeSet::new();
651
- }
652
-
653
- let strategy = self.strategy_for_pattern(pattern);
654
- let base = self.base_weights_for_strategy(strategy);
655
- let weights = self.adjust_weights_for_query(base, query).normalize();
656
-
657
- // Slot allocation. Python: max(1, int(budget * weight)).
658
- let front_slots = 1.max((budget as f64 * weights.front) as usize);
659
- let mut back_slots = 1.max((budget as f64 * weights.back) as usize);
660
- let mut middle_slots = budget.saturating_sub(front_slots + back_slots);
661
-
662
- // Ensure we don't exceed budget — reduce middle first, then back.
663
- let total = front_slots + middle_slots + back_slots;
664
- if total > budget {
665
- let mut excess = total - budget;
666
- let middle_reduction = middle_slots.min(excess);
667
- middle_slots -= middle_reduction;
668
- excess -= middle_reduction;
669
- if excess > 0 {
670
- back_slots = 1.max(back_slots.saturating_sub(excess));
671
- }
672
- }
673
-
674
- let mut anchors: BTreeSet<usize> = BTreeSet::new();
675
- let mut seen: HashSet<String> = HashSet::new();
676
-
677
- // Front region: [0, min(front_slots*2, array_size/3))
678
- let front_end = (front_slots * 2).min(array_size / 3);
679
- let front_anchors = self.select_region(items, 0, front_end, front_slots, &mut seen, false);
680
- let front_count = front_anchors.len();
681
- anchors.extend(front_anchors.iter().copied());
682
-
683
- // Back region: [max(array_size - back_slots*2, 2*array_size/3), array_size)
684
- let back_start = array_size
685
- .saturating_sub(back_slots * 2)
686
- .max((2 * array_size) / 3);
687
- let back_anchors =
688
- self.select_region(items, back_start, array_size, back_slots, &mut seen, false);
689
- let back_count = back_anchors.len();
690
- anchors.extend(back_anchors.iter().copied());
691
-
692
- // Middle region: [front_count, array_size - back_count)
693
- // Note Python uses `len(front_anchors)` and `len(back_anchors)` — the
694
- // ACTUAL counts after dedup, not the slot-allocated counts. We mirror.
695
- if middle_slots > 0 {
696
- let middle_start = front_count;
697
- let middle_end = array_size.saturating_sub(back_count);
698
- if middle_end > middle_start {
699
- let middle_anchors = self.select_region(
700
- items,
701
- middle_start,
702
- middle_end,
703
- middle_slots,
704
- &mut seen,
705
- self.config.use_information_density,
706
- );
707
- anchors.extend(middle_anchors);
708
- }
709
- }
710
-
711
- anchors
712
- }
713
-
714
- fn select_region(
715
- &self,
716
- items: &[Value],
717
- start_idx: usize,
718
- end_idx: usize,
719
- num_slots: usize,
720
- seen: &mut HashSet<String>,
721
- use_density: bool,
722
- ) -> BTreeSet<usize> {
723
- let mut selected = BTreeSet::new();
724
- if num_slots == 0 || start_idx >= end_idx {
725
- return selected;
726
- }
727
- let region_size = end_idx - start_idx;
728
-
729
- if !use_density {
730
- if num_slots >= region_size {
731
- // Take all (with dedup).
732
- for idx in start_idx..end_idx {
733
- if self.should_include(items, idx, seen, false) {
734
- selected.insert(idx);
735
- }
736
- }
737
- } else {
738
- let step = region_size as f64 / (num_slots + 1) as f64;
739
- for i in 0..num_slots {
740
- let raw_idx = start_idx + ((i + 1) as f64 * step) as usize;
741
- let idx = raw_idx.min(end_idx - 1);
742
- if self.should_include(items, idx, seen, false) {
743
- selected.insert(idx);
744
- } else {
745
- // Try adjacent indices.
746
- for &offset in &[1_isize, -1, 2, -2] {
747
- let alt = (idx as isize) + offset;
748
- if alt < start_idx as isize || alt >= end_idx as isize {
749
- continue;
750
- }
751
- let alt = alt as usize;
752
- if self.should_include(items, alt, seen, false) {
753
- selected.insert(alt);
754
- break;
755
- }
756
- }
757
- }
758
- }
759
- }
760
- } else {
761
- selected = self.select_by_density(items, start_idx, end_idx, num_slots, seen);
762
- }
763
-
764
- selected
765
- }
766
-
767
- fn select_by_density(
768
- &self,
769
- items: &[Value],
770
- start_idx: usize,
771
- end_idx: usize,
772
- num_slots: usize,
773
- seen: &mut HashSet<String>,
774
- ) -> BTreeSet<usize> {
775
- let region_size = end_idx - start_idx;
776
- let num_candidates = (num_slots * self.config.candidate_multiplier).min(region_size);
777
- let step = if num_candidates > 0 {
778
- region_size as f64 / (num_candidates + 1) as f64
779
- } else {
780
- 1.0
781
- };
782
-
783
- let region_items: Vec<Value> = items[start_idx..end_idx].to_vec();
784
- let mut candidates: Vec<(usize, f64)> = Vec::new();
785
-
786
- for i in 0..num_candidates {
787
- let raw = start_idx + ((i + 1) as f64 * step) as usize;
788
- let idx = raw.min(end_idx - 1);
789
- if !self.should_include(items, idx, seen, true) {
790
- continue;
791
- }
792
- let item = &items[idx];
793
- let score = if item.is_object() {
794
- calculate_information_score(item, &region_items)
795
- } else {
796
- 0.5
797
- };
798
- candidates.push((idx, score));
799
- }
800
-
801
- // Sort by score descending; ties broken by index ascending so
802
- // results are deterministic (Python's sort is stable, but since
803
- // we're sorting on tuples (idx, score) the input order matters —
804
- // we built candidates in increasing-idx order so stable sort
805
- // yields the same effect).
806
- candidates.sort_by(|a, b| b.1.partial_cmp(&a.1).unwrap_or(std::cmp::Ordering::Equal));
807
-
808
- let mut selected = BTreeSet::new();
809
- for (idx, _) in candidates.into_iter().take(num_slots) {
810
- if self.should_include(items, idx, seen, false) {
811
- selected.insert(idx);
812
- }
813
- }
814
- selected
815
- }
816
-
817
- fn should_include(
818
- &self,
819
- items: &[Value],
820
- idx: usize,
821
- seen: &mut HashSet<String>,
822
- check_only: bool,
823
- ) -> bool {
824
- if !self.config.dedup_identical_items {
825
- return true;
826
- }
827
- if idx >= items.len() {
828
- return false;
829
- }
830
- let item = &items[idx];
831
- if !item.is_object() {
832
- return true;
833
- }
834
- let h = compute_item_hash(item);
835
- if seen.contains(&h) {
836
- return false;
837
- }
838
- if !check_only {
839
- seen.insert(h);
840
- }
841
- true
842
- }
843
- }
844
-
845
- #[cfg(test)]
846
- mod tests {
847
- use super::*;
848
- use serde_json::json;
849
-
850
- fn cfg() -> AnchorConfig {
851
- AnchorConfig::default()
852
- }
853
- fn selector() -> AnchorSelector {
854
- AnchorSelector::new(cfg())
855
- }
856
-
857
- // ---------- python_json_dumps_sort_keys (parity with Python) ----------
858
-
859
- #[test]
860
- fn json_dumps_basic() {
861
- // Python: json.dumps({"b": 1, "a": 2}, sort_keys=True) = '{"a": 2, "b": 1}'
862
- let v = json!({"b": 1, "a": 2});
863
- assert_eq!(python_json_dumps_sort_keys(&v), r#"{"a": 2, "b": 1}"#);
864
- }
865
-
866
- #[test]
867
- fn json_dumps_array_uses_space_separator() {
868
- // Python: json.dumps([1, 2, 3]) = '[1, 2, 3]'
869
- let v = json!([1, 2, 3]);
870
- assert_eq!(python_json_dumps_sort_keys(&v), "[1, 2, 3]");
871
- }
872
-
873
- #[test]
874
- fn json_dumps_nested_sort_keys_recursive() {
875
- let v = json!({"outer": {"z": 1, "a": 2}});
876
- assert_eq!(
877
- python_json_dumps_sort_keys(&v),
878
- r#"{"outer": {"a": 2, "z": 1}}"#
879
- );
880
- }
881
-
882
- #[test]
883
- fn json_dumps_string_escapes() {
884
- let v = json!({"k": "hello\nworld"});
885
- assert_eq!(python_json_dumps_sort_keys(&v), r#"{"k": "hello\nworld"}"#);
886
- }
887
-
888
- #[test]
889
- fn json_dumps_non_ascii_escaped() {
890
- // Python ensure_ascii=True: 'café' → '\\u00e9' for é.
891
- // Reference verified via: json.dumps({"k": "café"}, sort_keys=True)
892
- let v = json!({"k": "café"});
893
- assert_eq!(python_json_dumps_sort_keys(&v), "{\"k\": \"caf\\u00e9\"}");
894
- }
895
-
896
- #[test]
897
- fn json_dumps_emoji_uses_surrogate_pair() {
898
- // Codepoint U+1F600 (😀) → \\ud83d\\ude00 surrogate pair.
899
- // Reference: json.dumps({"k": "😀"}, sort_keys=True)
900
- // = '{"k": "\\ud83d\\ude00"}'
901
- let v = json!({"k": "😀"});
902
- assert_eq!(
903
- python_json_dumps_sort_keys(&v),
904
- "{\"k\": \"\\ud83d\\ude00\"}"
905
- );
906
- }
907
-
908
- #[test]
909
- fn json_dumps_null_bool() {
910
- let v = json!({"a": null, "b": true, "c": false});
911
- assert_eq!(
912
- python_json_dumps_sort_keys(&v),
913
- r#"{"a": null, "b": true, "c": false}"#
914
- );
915
- }
916
-
917
- // ---------- compute_item_hash ----------
918
-
919
- #[test]
920
- fn compute_item_hash_deterministic() {
921
- let h1 = compute_item_hash(&json!({"a": 1, "b": 2}));
922
- let h2 = compute_item_hash(&json!({"b": 2, "a": 1}));
923
- assert_eq!(h1, h2, "hash is independent of key insertion order");
924
- }
925
-
926
- #[test]
927
- fn compute_item_hash_matches_python_basic() {
928
- // Reference verified via Python:
929
- // hashlib.md5(json.dumps({"a":1,"b":2}, sort_keys=True).encode()).hexdigest()[:16]
930
- // = "8aacdb17187e6acf"
931
- assert_eq!(
932
- compute_item_hash(&json!({"a": 1, "b": 2})),
933
- "8aacdb17187e6acf"
934
- );
935
- }
936
-
937
- #[test]
938
- fn compute_item_hash_matches_python_with_unicode() {
939
- // Reference: hashlib.md5(json.dumps({"k":"café"}, sort_keys=True).encode())
940
- // .hexdigest()[:16] = "6761da28ed7eb489"
941
- assert_eq!(compute_item_hash(&json!({"k": "café"})), "6761da28ed7eb489");
942
- }
943
-
944
- #[test]
945
- fn compute_item_hash_format_16_hex_chars() {
946
- let h = compute_item_hash(&json!({"x": 1}));
947
- assert_eq!(h.len(), 16);
948
- assert!(
949
- h.chars().all(|c| c.is_ascii_hexdigit()),
950
- "hash {} must be hex",
951
- h
952
- );
953
- }
954
-
955
- // ---------- AnchorWeights ----------
956
-
957
- #[test]
958
- fn weights_normalize_sums_to_one() {
959
- let w = AnchorWeights {
960
- front: 1.0,
961
- middle: 1.0,
962
- back: 2.0,
963
- }
964
- .normalize();
965
- assert!((w.front - 0.25).abs() < 1e-9);
966
- assert!((w.middle - 0.25).abs() < 1e-9);
967
- assert!((w.back - 0.5).abs() < 1e-9);
968
- }
969
-
970
- #[test]
971
- fn weights_normalize_zero_returns_default() {
972
- let w = AnchorWeights {
973
- front: 0.0,
974
- middle: 0.0,
975
- back: 0.0,
976
- }
977
- .normalize();
978
- assert_eq!(w, AnchorWeights::default());
979
- }
980
-
981
- // ---------- DataPattern ----------
982
-
983
- #[test]
984
- fn pattern_from_str_known_values() {
985
- assert_eq!(
986
- DataPattern::from_string("search_results"),
987
- DataPattern::SearchResults
988
- );
989
- assert_eq!(DataPattern::from_string("LOGS"), DataPattern::Logs);
990
- assert_eq!(
991
- DataPattern::from_string("time_series"),
992
- DataPattern::TimeSeries
993
- );
994
- }
995
-
996
- #[test]
997
- fn pattern_from_str_unknown_falls_to_generic() {
998
- assert_eq!(DataPattern::from_string("unknown"), DataPattern::Generic);
999
- }
1000
-
1001
- // ---------- calculate_anchor_budget ----------
1002
-
1003
- #[test]
1004
- fn budget_zero_when_no_compression_needed() {
1005
- assert_eq!(selector().calculate_anchor_budget(10, 10), 0);
1006
- assert_eq!(selector().calculate_anchor_budget(5, 10), 0);
1007
- }
1008
-
1009
- #[test]
1010
- fn budget_respects_min_floor() {
1011
- // max_items=8 * 0.25 = 2 → max(min=3, 2) = 3.
1012
- assert_eq!(selector().calculate_anchor_budget(100, 8), 3);
1013
- }
1014
-
1015
- #[test]
1016
- fn budget_respects_max_ceiling() {
1017
- // max_items=100 * 0.25 = 25 → min(max=12, 25) = 12.
1018
- assert_eq!(selector().calculate_anchor_budget(1000, 100), 12);
1019
- }
1020
-
1021
- #[test]
1022
- fn budget_capped_by_array_size() {
1023
- let c = AnchorConfig {
1024
- min_anchor_slots: 50,
1025
- ..AnchorConfig::default()
1026
- };
1027
- // max_items=100 * 0.25 = 25, max(50,25)=50, min(12,50)=12, min(12, array_size=10)=10.
1028
- let s = AnchorSelector::new(c);
1029
- assert_eq!(s.calculate_anchor_budget(10, 5), 10);
1030
- }
1031
-
1032
- // ---------- strategy_for_pattern ----------
1033
-
1034
- #[test]
1035
- fn strategy_mappings() {
1036
- let s = selector();
1037
- assert_eq!(
1038
- s.strategy_for_pattern(DataPattern::SearchResults),
1039
- AnchorStrategy::FrontHeavy
1040
- );
1041
- assert_eq!(
1042
- s.strategy_for_pattern(DataPattern::Logs),
1043
- AnchorStrategy::BackHeavy
1044
- );
1045
- assert_eq!(
1046
- s.strategy_for_pattern(DataPattern::TimeSeries),
1047
- AnchorStrategy::Balanced
1048
- );
1049
- assert_eq!(
1050
- s.strategy_for_pattern(DataPattern::Generic),
1051
- AnchorStrategy::Distributed
1052
- );
1053
- }
1054
-
1055
- // ---------- adjust_weights_for_query ----------
1056
-
1057
- #[test]
1058
- fn adjust_weights_recency_shifts_to_back() {
1059
- let s = selector();
1060
- let base = AnchorWeights {
1061
- front: 0.5,
1062
- middle: 0.1,
1063
- back: 0.4,
1064
- };
1065
- let adjusted = s.adjust_weights_for_query(base, Some("show me the latest errors"));
1066
- assert!(
1067
- adjusted.back > base.back,
1068
- "recency keyword 'latest' should boost back: got {}",
1069
- adjusted.back
1070
- );
1071
- assert!(adjusted.front < base.front);
1072
- }
1073
-
1074
- #[test]
1075
- fn adjust_weights_historical_shifts_to_front() {
1076
- let s = selector();
1077
- let base = AnchorWeights {
1078
- front: 0.5,
1079
- middle: 0.1,
1080
- back: 0.4,
1081
- };
1082
- let adjusted = s.adjust_weights_for_query(base, Some("what was the original cause"));
1083
- assert!(adjusted.front > base.front);
1084
- assert!(adjusted.back < base.back);
1085
- }
1086
-
1087
- #[test]
1088
- fn adjust_weights_both_keywords_no_change() {
1089
- let s = selector();
1090
- let base = AnchorWeights {
1091
- front: 0.5,
1092
- middle: 0.1,
1093
- back: 0.4,
1094
- };
1095
- let adjusted = s.adjust_weights_for_query(base, Some("first and latest"));
1096
- assert_eq!(adjusted, base);
1097
- }
1098
-
1099
- #[test]
1100
- fn adjust_weights_no_query_no_change() {
1101
- let s = selector();
1102
- let base = AnchorWeights::default();
1103
- assert_eq!(s.adjust_weights_for_query(base, None), base);
1104
- assert_eq!(s.adjust_weights_for_query(base, Some("")), base);
1105
- }
1106
-
1107
- // ---------- select_anchors top-level ----------
1108
-
1109
- #[test]
1110
- fn select_anchors_empty_returns_empty() {
1111
- assert!(selector()
1112
- .select_anchors(&[], 10, DataPattern::Generic, None)
1113
- .is_empty());
1114
- }
1115
-
1116
- #[test]
1117
- fn select_anchors_no_compression_returns_all() {
1118
- let items: Vec<Value> = (0..5).map(|i| json!({"id": i})).collect();
1119
- let anchors = selector().select_anchors(&items, 10, DataPattern::Generic, None);
1120
- assert_eq!(anchors.len(), 5);
1121
- assert!((0..5).all(|i| anchors.contains(&i)));
1122
- }
1123
-
1124
- #[test]
1125
- fn select_anchors_includes_first_and_last_for_distributed() {
1126
- let items: Vec<Value> = (0..100).map(|i| json!({"id": i})).collect();
1127
- let anchors = selector().select_anchors(&items, 10, DataPattern::Generic, None);
1128
- // Distributed strategy with default weights should reach near
1129
- // both ends.
1130
- assert!(!anchors.is_empty());
1131
- let max = *anchors.iter().max().unwrap();
1132
- let min = *anchors.iter().min().unwrap();
1133
- assert!(min < 20, "first anchor should be near start, got {}", min);
1134
- assert!(
1135
- max > 80,
1136
- "last anchor should be near end (n=100), got {}",
1137
- max
1138
- );
1139
- }
1140
-
1141
- #[test]
1142
- fn select_anchors_dedup_identical_items() {
1143
- // 100 items but all identical → most positions hash to the same
1144
- // string → only one anchor per region survives dedup.
1145
- let items: Vec<Value> = (0..100).map(|_| json!({"value": "same"})).collect();
1146
- let anchors = selector().select_anchors(&items, 10, DataPattern::Generic, None);
1147
- // With dedup_identical_items=true, after the first slot in each
1148
- // region claims the hash, subsequent attempts find duplicates.
1149
- // Result should be far fewer than the full budget (12).
1150
- assert!(
1151
- anchors.len() <= 3,
1152
- "duplicate items should dedup: got {} anchors",
1153
- anchors.len()
1154
- );
1155
- }
1156
-
1157
- // ---------- information density helpers ----------
1158
-
1159
- #[test]
1160
- fn info_score_zero_for_non_dict() {
1161
- let item = json!("string");
1162
- let all = vec![json!({"a": 1})];
1163
- assert_eq!(calculate_information_score(&item, &all), 0.0);
1164
- }
1165
-
1166
- #[test]
1167
- fn info_score_in_zero_one_range() {
1168
- let item = json!({"a": 1, "b": 2});
1169
- let all: Vec<Value> = (0..10).map(|i| json!({"a": i})).collect();
1170
- let s = calculate_information_score(&item, &all);
1171
- assert!((0.0..=1.0).contains(&s));
1172
- }
1173
-
1174
- #[test]
1175
- fn info_score_higher_for_unique_values() {
1176
- // Item with rare value should score higher than item with common.
1177
- let common: Vec<Value> = (0..10).map(|_| json!({"status": "ok"})).collect();
1178
- let mut all = common.clone();
1179
- all.push(json!({"status": "error"}));
1180
- let common_score = calculate_information_score(&common[0], &all);
1181
- let rare_score = calculate_information_score(&all[10], &all);
1182
- assert!(
1183
- rare_score > common_score,
1184
- "rare-value item should score higher: rare={}, common={}",
1185
- rare_score,
1186
- common_score
1187
- );
1188
- }
1189
- }