soturail 0.3.0 → 0.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/README.md +34 -5
  2. package/dist/commands/bench.d.ts +4 -1
  3. package/dist/commands/bench.js +169 -14
  4. package/dist/commands/bench.js.map +1 -1
  5. package/dist/commands/dedupe.js +15 -6
  6. package/dist/commands/dedupe.js.map +1 -1
  7. package/dist/commands/expand.d.ts +5 -0
  8. package/dist/commands/expand.js +22 -2
  9. package/dist/commands/expand.js.map +1 -1
  10. package/dist/commands/hooks.js +13 -0
  11. package/dist/commands/hooks.js.map +1 -1
  12. package/dist/commands/init.js +220 -1
  13. package/dist/commands/init.js.map +1 -1
  14. package/dist/commands/release.js +20 -4
  15. package/dist/commands/release.js.map +1 -1
  16. package/dist/commands/run.d.ts +2 -0
  17. package/dist/commands/run.js +49 -3
  18. package/dist/commands/run.js.map +1 -1
  19. package/dist/commands/stats.d.ts +6 -0
  20. package/dist/commands/stats.js +25 -1
  21. package/dist/commands/stats.js.map +1 -1
  22. package/dist/compressors/developer-reducer.d.ts +3 -0
  23. package/dist/compressors/developer-reducer.js +90 -0
  24. package/dist/compressors/developer-reducer.js.map +1 -0
  25. package/dist/compressors/index.js +11 -0
  26. package/dist/compressors/index.js.map +1 -1
  27. package/dist/core/block-dedupe.d.ts +43 -0
  28. package/dist/core/block-dedupe.js +82 -0
  29. package/dist/core/block-dedupe.js.map +1 -0
  30. package/dist/core/config.d.ts +38 -0
  31. package/dist/core/config.js +18 -1
  32. package/dist/core/config.js.map +1 -1
  33. package/dist/core/dedupe-store.d.ts +38 -0
  34. package/dist/core/dedupe-store.js +45 -2
  35. package/dist/core/dedupe-store.js.map +1 -1
  36. package/dist/core/mcp-tools.js +1 -1
  37. package/dist/core/mcp-tools.js.map +1 -1
  38. package/dist/core/release-preflight.d.ts +8 -0
  39. package/dist/core/release-preflight.js +66 -0
  40. package/dist/core/release-preflight.js.map +1 -1
  41. package/dist/core/skill-schema.js +9 -2
  42. package/dist/core/skill-schema.js.map +1 -1
  43. package/dist/core/skill-store.d.ts +1 -1
  44. package/dist/core/skill-store.js +56 -9
  45. package/dist/core/skill-store.js.map +1 -1
  46. package/dist/core/version.d.ts +1 -1
  47. package/dist/core/version.js +1 -1
  48. package/docs/benchmarking.md +12 -2
  49. package/docs/comparisons.md +1 -1
  50. package/docs/context-packs.md +10 -0
  51. package/docs/first-real-workflow.md +60 -0
  52. package/docs/hooks.md +7 -0
  53. package/docs/mcp.md +44 -2
  54. package/docs/metrics.md +9 -0
  55. package/docs/reducers.md +31 -0
  56. package/docs/release-checklist.md +10 -0
  57. package/docs/release-workflow.md +10 -0
  58. package/docs/security-model.md +13 -1
  59. package/docs/skill-rail.md +4 -0
  60. package/docs/usage.md +8 -0
  61. package/docs/windows.md +23 -1
  62. package/docs/workflow-rail.md +7 -1
  63. package/examples/README.md +22 -0
  64. package/examples/context-packs/README.md +17 -0
  65. package/examples/context-packs/generic-workflow.md +9 -0
  66. package/examples/hooks/README.md +11 -0
  67. package/examples/hooks/prompt-only-codex.md +7 -0
  68. package/examples/mcp/README.md +17 -0
  69. package/examples/mcp/initialize.json +1 -0
  70. package/examples/mcp/resources-list.json +1 -0
  71. package/examples/mcp/resources-read-repo-map.json +1 -0
  72. package/examples/mcp/tools-list.json +1 -0
  73. package/examples/skills/README.md +13 -0
  74. package/examples/skills/bug-triage-skill.yml +26 -0
  75. package/examples/skills/code-review-skill.yml +28 -0
  76. package/examples/skills/java-student-helper-skill.yml +25 -0
  77. package/examples/skills/php-web-reviewer-skill.yml +27 -0
  78. package/examples/skills/release-manager-skill.yml +26 -0
  79. package/package.json +3 -2
@@ -1 +1 @@
1
- {"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/commands/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAsB,MAAM,kCAAkC,CAAC;AAC3F,OAAO,EAAE,QAAQ,EAAqB,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAsB,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAqBnE,SAAS,gBAAgB,CAAC,KAAe;IACvC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC;AACnD,CAAC;AAED,SAAS,eAAe,CAAC,KAAgC;IACvD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,6BAA6B,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,YAAsB,EACtB,UAA+B,EAAE,EACjC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAEpB,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACnE,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,4CAA4C,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,EAAE,KAAK,CAC3B,uCAAuC,UAAU,CAAC,cAAc,IAAI,mBAAmB,KAAK,CAC7F,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,EAAE,KAAK,CAC3B,0GAA0G,CAC3G,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACpG,IAAI,eAAe,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,yGAAyG,CAAC,CAAC;IAC7H,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS;QACjC,CAAC,CAAC,MAAM,aAAa,CAAC,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC;QACvD,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,QAAQ;QAC1B,CAAC,CAAC;YACE,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,uCAAuC,QAAQ,CAAC,MAAM,yBAAyB,QAAQ,CAAC,MAAM,4DAA4D,GAAG,CAAC,KAAK,KAAK;YACjL,2BAA2B,EAAE,cAAc,CAAC,uCAAuC,QAAQ,CAAC,MAAM,GAAG,CAAC;YACtG,MAAM,EAAE,IAAa;SACtB;QACH,CAAC,CAAC,MAAM,wBAAwB,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5H,MAAM,MAAM,GAAiB;QAC3B,MAAM,EAAE,GAAG,CAAC,KAAK;QACjB,IAAI,EAAE,GAAG,CAAC,YAAY;QACtB,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,UAAU,EAAE,GAAG,CAAC,SAAS;QACzB,UAAU,EAAE,WAAW,CAAC,UAAU;QAClC,oBAAoB,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC;QACpD,2BAA2B,EAAE,WAAW,CAAC,2BAA2B;KACrE,CAAC;IACF,MAAM,cAAc,GAAG,cAAc,CAAC;QACpC,wBAAwB;QACxB,cAAc,MAAM,CAAC,QAAQ,EAAE;QAC/B,eAAe,WAAW,CAAC,UAAU,EAAE;QACvC,WAAW,GAAG,CAAC,KAAK,EAAE;QACtB,6BAA6B,GAAG,CAAC,KAAK,EAAE;QACxC,YAAY,OAAO,EAAE;KACtB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACd,MAAM,SAAS,GAAG,MAAM,CAAC,2BAA2B,GAAG,cAAc,CAAC;IACtE,MAAM,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,MAAM,CAAC,MAAM,CAAC;QAClB,aAAa,EAAE,UAAU;QACzB,MAAM,EAAE,GAAG,CAAC,KAAK;QACjB,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,QAAQ,EAAE,GAAG,CAAC,YAAY;QAC1B,UAAU,EAAE,GAAG,CAAC,SAAS;KAC1B,CAAC,CAAC;IACH,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,OAAO,CAAC,MAAM,CAAC;YACnB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,GAAG,CAAC,KAAK;YACjB,OAAO,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE;SACzE,CAAC,CAAC;IACL,CAAC;IACD,MAAM,OAAO,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,GAAG,CAAC,KAAK;QACjB,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;QACjD,2BAA2B,EAAE,MAAM,CAAC,2BAA2B;QAC/D,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;QACjD,gCAAgC,EAAE,MAAM,CAAC,2BAA2B;QACpE,kCAAkC,EAAE,cAAc;QAClD,yBAAyB,EAAE,SAAS;QACpC,uBAAuB,EAAE,cAAc;QACvC,qBAAqB,EAAE,SAAS,IAAI,MAAM,CAAC,oBAAoB;QAC/D,oBAAoB,EAAE,SAAS,GAAG,MAAM,CAAC,oBAAoB;KAC9D,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG;QACd,EAAE;QACF,wBAAwB;QACxB,cAAc,MAAM,CAAC,QAAQ,EAAE;QAC/B,eAAe,WAAW,CAAC,UAAU,EAAE;QACvC,WAAW,WAAW,CAAC,MAAM,EAAE;QAC/B,WAAW,GAAG,CAAC,KAAK,EAAE;QACtB,6BAA6B,GAAG,CAAC,KAAK,EAAE;QACxC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,oBAAoB;YACzC,CAAC,CAAC,CAAC,iHAAiH,CAAC;YACrH,CAAC,CAAC,EAAE,CAAC;QACP,EAAE;QACF,WAAW,CAAC,OAAO;KACpB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO;QACP,MAAM;KACP,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAe,EACf,YAAsB,EACtB,OAA4B,EAC5B,IAAY;IAEZ,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC1C,MAAM,aAAa,GAAkB;QACnC,OAAO;QACP,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,OAAO,CAAC,WAAW,KAAK,IAAI;QACzC,YAAY;KACb,CAAC;IACF,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,YAAsB,EACtB,GAA+C,EAC/C,OAA4B,EAC5B,IAAY;IAEZ,MAAM,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,eAAe,GAAG,GAAG,GAAG,CAAC,YAAY,eAAe,CAAC;IAC3D,MAAM,aAAa,GAAG;QACpB,YAAY;QACZ,UAAU,EAAE,GAAG,CAAC,YAAY;QAC5B,eAAe;QACf,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,OAAO,CAAC,WAAW,KAAK,IAAI;KAS1C,CAAC;IACF,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAAgB;IAC5C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IACjD,OAAO;SACJ,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,mDAAmD,CAAC;SAChE,kBAAkB,CAAC,IAAI,CAAC;SACxB,oBAAoB,CAAC,IAAI,CAAC;SAC1B,MAAM,CAAC,eAAe,EAAE,0CAA0C,CAAC;SACnE,MAAM,CAAC,UAAU,EAAE,2CAA2C,CAAC;SAC/D,MAAM,CAAC,mBAAmB,EAAE,qCAAqC,EAAE,MAAM,CAAC;SAC1E,MAAM,CAAC,2BAA2B,EAAE,4DAA4D,CAAC;SACjG,QAAQ,CAAC,cAAc,EAAE,kCAAkC,CAAC;SAC5D,MAAM,CAAC,KAAK,EAAE,eAAyB,EAAE,EAAE,OAAsB,EAAE,EAAE;QACpE,MAAM,UAAU,GAAwB;YACtC,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,cAAc,EAAE,OAAO,CAAC,MAAM;SAC/B,CAAC;QACF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACxC,UAAU,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QACnD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACrC,CAAC,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/commands/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAA0B,MAAM,yBAAyB,CAAC;AACnF,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAsB,MAAM,kCAAkC,CAAC;AAC3F,OAAO,EAAE,QAAQ,EAAqB,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAsB,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAsBnE,SAAS,gBAAgB,CAAC,KAAe;IACvC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC;AACnD,CAAC;AAED,SAAS,eAAe,CAAC,KAAgC;IACvD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,6BAA6B,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,YAAsB,EACtB,UAA+B,EAAE,EACjC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAEpB,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACnE,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,4CAA4C,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,EAAE,KAAK,CAC3B,uCAAuC,UAAU,CAAC,cAAc,IAAI,mBAAmB,KAAK,CAC7F,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,EAAE,KAAK,CAC3B,0GAA0G,CAC3G,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACpG,IAAI,eAAe,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,yGAAyG,CAAC,CAAC;IAC7H,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS;QACjC,CAAC,CAAC,MAAM,aAAa,CAAC,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC;QACvD,CAAC,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,WAAW,GAAG,OAAO,CAAC,aAAa,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC;IAC1E,MAAM,WAAW,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO;QACpD,CAAC,CAAC,MAAM,gBAAgB,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE;YAC7C,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa;YAC1C,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;YACxC,mBAAmB,EAAE,MAAM,CAAC,MAAM,CAAC,mBAAmB;YACtD,WAAW;SACZ,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,aAAa,GAAG,WAAW,EAAE,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC;IAC5D,MAAM,WAAW,GAAG,QAAQ;QAC1B,CAAC,CAAC;YACE,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,uCAAuC,QAAQ,CAAC,MAAM,yBAAyB,QAAQ,CAAC,MAAM,4DAA4D,GAAG,CAAC,KAAK,KAAK;YACjL,2BAA2B,EAAE,cAAc,CAAC,uCAAuC,QAAQ,CAAC,MAAM,GAAG,CAAC;YACtG,MAAM,EAAE,IAAa;SACtB;QACH,CAAC,CAAC,MAAM,wBAAwB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3H,MAAM,MAAM,GAAiB;QAC3B,MAAM,EAAE,GAAG,CAAC,KAAK;QACjB,IAAI,EAAE,GAAG,CAAC,YAAY;QACtB,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,UAAU,EAAE,GAAG,CAAC,SAAS;QACzB,UAAU,EAAE,WAAW,CAAC,UAAU;QAClC,oBAAoB,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC;QACpD,2BAA2B,EAAE,WAAW,CAAC,2BAA2B;KACrE,CAAC;IACF,MAAM,cAAc,GAAG,cAAc,CAAC;QACpC,wBAAwB;QACxB,cAAc,MAAM,CAAC,QAAQ,EAAE;QAC/B,eAAe,WAAW,CAAC,UAAU,EAAE;QACvC,WAAW,GAAG,CAAC,KAAK,EAAE;QACtB,6BAA6B,GAAG,CAAC,KAAK,EAAE;QACxC,YAAY,OAAO,EAAE;KACtB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACd,MAAM,SAAS,GAAG,MAAM,CAAC,2BAA2B,GAAG,cAAc,CAAC;IACtE,MAAM,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,WAAW,EAAE,CAAC;QAChB,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;YAC3C,MAAM,MAAM,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,MAAM,MAAM,CAAC,MAAM,CAAC;QAClB,aAAa,EAAE,UAAU;QACzB,MAAM,EAAE,GAAG,CAAC,KAAK;QACjB,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,QAAQ,EAAE,GAAG,CAAC,YAAY;QAC1B,UAAU,EAAE,GAAG,CAAC,SAAS;KAC1B,CAAC,CAAC;IACH,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,OAAO,CAAC,MAAM,CAAC;YACnB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,GAAG,CAAC,KAAK;YACnB,OAAO,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE;SACvE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,WAAW,IAAI,WAAW,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,MAAM,OAAO,CAAC,MAAM,CAAC;YACnB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,GAAG,CAAC,KAAK;YACjB,OAAO,EAAE;gBACP,IAAI,EAAE,OAAO;gBACb,aAAa,EAAE,WAAW,CAAC,YAAY,CAAC,MAAM;gBAC9C,sBAAsB,EAAE,WAAW,CAAC,WAAW;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IACD,MAAM,OAAO,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,GAAG,CAAC,KAAK;QACjB,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,QAAQ;QAC1B,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;QACjD,2BAA2B,EAAE,MAAM,CAAC,2BAA2B;QAC/D,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;QACjD,gCAAgC,EAAE,MAAM,CAAC,2BAA2B;QACpE,kCAAkC,EAAE,cAAc;QAClD,yBAAyB,EAAE,SAAS;QACpC,uBAAuB,EAAE,cAAc;QACvC,qBAAqB,EAAE,SAAS,IAAI,MAAM,CAAC,oBAAoB;QAC/D,oBAAoB,EAAE,SAAS,GAAG,MAAM,CAAC,oBAAoB;QAC7D,OAAO,EAAE;YACP,uCAAuC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,2BAA2B,CAAC;YACtH,6BAA6B,EAAE,WAAW,EAAE,WAAW,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;YACvG,oBAAoB,EAAE,WAAW,EAAE,YAAY,CAAC,MAAM,IAAI,CAAC;YAC3D,oBAAoB,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;YAChD,cAAc,EAAE,WAAW;SAC5B;KACF,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG;QACd,EAAE;QACF,wBAAwB;QACxB,cAAc,MAAM,CAAC,QAAQ,EAAE;QAC/B,eAAe,WAAW,CAAC,UAAU,EAAE;QACvC,WAAW,WAAW,CAAC,MAAM,EAAE;QAC/B,WAAW,GAAG,CAAC,KAAK,EAAE;QACtB,6BAA6B,GAAG,CAAC,KAAK,EAAE;QACxC,GAAG,CAAC,WAAW,IAAI,WAAW,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YACpD,CAAC,CAAC,CAAC,kBAAkB,WAAW,CAAC,YAAY,CAAC,MAAM,sCAAsC,WAAW,CAAC,WAAW,EAAE,CAAC;YACpH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,oBAAoB;YACzC,CAAC,CAAC,CAAC,iHAAiH,CAAC;YACrH,CAAC,CAAC,EAAE,CAAC;QACP,EAAE;QACF,WAAW,CAAC,OAAO;KACpB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO;QACP,MAAM;KACP,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAe,EACf,YAAsB,EACtB,OAA4B,EAC5B,IAAY;IAEZ,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC1C,MAAM,aAAa,GAAkB;QACnC,OAAO;QACP,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,OAAO,CAAC,WAAW,KAAK,IAAI;QACzC,YAAY;KACb,CAAC;IACF,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,YAAsB,EACtB,GAA+C,EAC/C,OAA4B,EAC5B,IAAY;IAEZ,MAAM,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,eAAe,GAAG,GAAG,GAAG,CAAC,YAAY,eAAe,CAAC;IAC3D,MAAM,aAAa,GAAG;QACpB,YAAY;QACZ,UAAU,EAAE,GAAG,CAAC,YAAY;QAC5B,eAAe;QACf,GAAG,EAAE,IAAI;QACT,WAAW,EAAE,OAAO,CAAC,WAAW,KAAK,IAAI;KAS1C,CAAC;IACF,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,aAAa,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IACxD,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAAgB;IAC5C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IACjD,OAAO;SACJ,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,mDAAmD,CAAC;SAChE,kBAAkB,CAAC,IAAI,CAAC;SACxB,oBAAoB,CAAC,IAAI,CAAC;SAC1B,MAAM,CAAC,eAAe,EAAE,0CAA0C,CAAC;SACnE,MAAM,CAAC,UAAU,EAAE,2CAA2C,CAAC;SAC/D,MAAM,CAAC,mBAAmB,EAAE,qCAAqC,EAAE,MAAM,CAAC;SAC1E,MAAM,CAAC,yBAAyB,EAAE,8DAA8D,EAAE,KAAK,CAAC;SACxG,MAAM,CAAC,2BAA2B,EAAE,4DAA4D,CAAC;SACjG,QAAQ,CAAC,cAAc,EAAE,kCAAkC,CAAC;SAC5D,MAAM,CAAC,KAAK,EAAE,eAAyB,EAAE,EAAE,OAAsB,EAAE,EAAE;QACpE,MAAM,UAAU,GAAwB;YACtC,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,cAAc,EAAE,OAAO,CAAC,MAAM;SAC/B,CAAC;QACF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACtC,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACxC,UAAU,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QACnD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACxC,UAAU,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QACnD,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACrC,CAAC,CAAC,CAAC;AACP,CAAC"}
@@ -8,6 +8,12 @@ export interface StatsReport {
8
8
  summary_overhead_tokens: number;
9
9
  compression_effective: boolean;
10
10
  small_output_warning: boolean;
11
+ terminal_reducer_estimated_tokens_saved: number;
12
+ dedupe_estimated_tokens_saved: number;
13
+ metadata_overhead_tokens: number;
14
+ net_estimated_tokens_saved: number;
15
+ dedupe_blocks_reused: number;
16
+ dedupe_recent_window: number;
11
17
  compression_ratio: number | null;
12
18
  command_count: number;
13
19
  expansion_count: number;
@@ -1,7 +1,8 @@
1
1
  import { promises as fs } from "node:fs";
2
2
  import path from "node:path";
3
3
  import { readCacheBlocks } from "../core/cache-normalizer.js";
4
- import { getWorkspacePaths } from "../core/config.js";
4
+ import { getWorkspacePaths, loadConfig } from "../core/config.js";
5
+ import { DedupeStore } from "../core/dedupe-store.js";
5
6
  import { MetricsStore } from "../core/metrics-store.js";
6
7
  import { RawStore } from "../core/raw-store.js";
7
8
  import { estimateTokens } from "../core/token-estimator.js";
@@ -26,10 +27,21 @@ export async function collectStats(root = process.cwd()) {
26
27
  const records = await rawStore.readManifest();
27
28
  const events = await metrics.readAll();
28
29
  const blocks = await readCacheBlocks(root);
30
+ const config = await loadConfig(root);
31
+ const dedupeStats = await new DedupeStore(root).stats();
29
32
  const rawTokens = records.reduce((sum, record) => sum + record.raw_tokens_estimated, 0);
30
33
  const compressedTokens = records.reduce((sum, record) => sum + record.compressed_tokens_estimated, 0);
31
34
  const metadataTokens = records.reduce((sum, record) => sum + estimateMetadataTokens(record), 0);
32
35
  const netTokens = compressedTokens + metadataTokens;
36
+ const terminalSaved = records.reduce((sum, record) => sum + Math.max(0, record.raw_tokens_estimated - record.compressed_tokens_estimated), 0);
37
+ const dedupeSavedFromEvents = events.reduce((sum, event) => {
38
+ const value = event.details?.dedupe_estimated_tokens_saved ?? event.details?.estimated_tokens_saved;
39
+ return sum + (typeof value === "number" && Number.isFinite(value) ? value : 0);
40
+ }, 0);
41
+ const dedupeBlocksReused = events.reduce((sum, event) => {
42
+ const value = event.details?.dedupe_blocks_reused ?? event.details?.reused_blocks;
43
+ return sum + (typeof value === "number" && Number.isFinite(value) ? value : 0);
44
+ }, 0);
33
45
  const expansionCount = events.filter((event) => event.type === "expand").length;
34
46
  const omissionCount = events.filter((event) => event.type === "omission_report").length;
35
47
  const failureCount = records.filter((record) => record.exit_code !== 0).length;
@@ -52,6 +64,12 @@ export async function collectStats(root = process.cwd()) {
52
64
  summary_overhead_tokens: metadataTokens,
53
65
  compression_effective: netTokens <= rawTokens,
54
66
  small_output_warning: netTokens > rawTokens,
67
+ terminal_reducer_estimated_tokens_saved: terminalSaved,
68
+ dedupe_estimated_tokens_saved: dedupeSavedFromEvents || dedupeStats.estimatedTokensSaved,
69
+ metadata_overhead_tokens: metadataTokens,
70
+ net_estimated_tokens_saved: rawTokens - netTokens,
71
+ dedupe_blocks_reused: dedupeBlocksReused || dedupeStats.dedupedBlocks,
72
+ dedupe_recent_window: config.dedupe.recentWindow,
55
73
  compression_ratio: compressedTokens > 0 ? Number((rawTokens / compressedTokens).toFixed(2)) : null,
56
74
  command_count: records.length,
57
75
  expansion_count: expansionCount,
@@ -83,6 +101,12 @@ export function formatStats(report) {
83
101
  `estimated_soturail_metadata_tokens: ${report.estimated_soturail_metadata_tokens}`,
84
102
  `estimated_net_tokens_sent: ${report.estimated_net_tokens_sent}`,
85
103
  `summary_overhead_tokens: ${report.summary_overhead_tokens}`,
104
+ `terminal_reducer_estimated_tokens_saved: ${report.terminal_reducer_estimated_tokens_saved}`,
105
+ `dedupe_estimated_tokens_saved: ${report.dedupe_estimated_tokens_saved}`,
106
+ `metadata_overhead_tokens: ${report.metadata_overhead_tokens}`,
107
+ `net_estimated_tokens_saved: ${report.net_estimated_tokens_saved}`,
108
+ `dedupe_blocks_reused: ${report.dedupe_blocks_reused}`,
109
+ `dedupe_recent_window: ${report.dedupe_recent_window}`,
86
110
  `compression_effective: ${report.compression_effective}`,
87
111
  `small_output_warning: ${report.small_output_warning}`,
88
112
  `compression_ratio: ${report.compression_ratio === null ? "n/a" : `${report.compression_ratio}:1`}`,
@@ -1 +1 @@
1
- {"version":3,"file":"stats.js","sourceRoot":"","sources":["../../src/commands/stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAoB5D,KAAK,UAAU,yBAAyB,CAAC,IAAY;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;IACvE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAA4B,CAAC;QAC1F,MAAM,IAAI,GAAG,MAAM,CAAC,mBAAmB,CAAC;QACxC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7F,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACrD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAChG,MAAM,SAAS,GAAG,gBAAgB,GAAG,cAAc,CAAC;IACpD,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAChF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,MAAM,CAAC;IACxF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC;SAChC,OAAO,EAAE;SACT,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,OAAO,KAAK,CAAC,+BAA+B,KAAK,QAAQ,CAAC,CAAC;IAC/G,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,OAAO,eAAe,EAAE,+BAA+B,KAAK,QAAQ;QACrF,CAAC,CAAC,eAAe,CAAC,+BAA+B;QACjD,CAAC,CAAC,YAAY,GAAG,CAAC;YAChB,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,CAAC;IAEvD,OAAO;QACL,oBAAoB,EAAE,SAAS;QAC/B,2BAA2B,EAAE,gBAAgB;QAC7C,gCAAgC,EAAE,gBAAgB;QAClD,kCAAkC,EAAE,cAAc;QAClD,yBAAyB,EAAE,SAAS;QACpC,uBAAuB,EAAE,cAAc;QACvC,qBAAqB,EAAE,SAAS,IAAI,SAAS;QAC7C,oBAAoB,EAAE,SAAS,GAAG,SAAS;QAC3C,iBAAiB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,GAAG,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAClG,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,eAAe,EAAE,cAAc;QAC/B,gCAAgC,EAAE,aAAa,GAAG,YAAY;QAC9D,+BAA+B,EAAE,UAAU;QAC3C,mBAAmB,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI;QAC3C,qBAAqB,EAAE,QAAQ,EAAE,MAAM,IAAI,IAAI;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAkF;IAChH,OAAO,cAAc,CAAC;QACpB,wBAAwB;QACxB,cAAc,MAAM,CAAC,SAAS,EAAE;QAChC,eAAe,MAAM,CAAC,UAAU,EAAE;QAClC,WAAW,MAAM,CAAC,MAAM,EAAE;QAC1B,6BAA6B,MAAM,CAAC,MAAM,EAAE;QAC5C,YAAY,MAAM,CAAC,OAAO,EAAE;KAC7B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAmB;IAC7C,MAAM,YAAY,GAAG,MAAM,CAAC,mBAAmB,KAAK,IAAI;QACtD,CAAC,CAAC,wCAAwC;QAC1C,CAAC,CAAC,6BAA6B,MAAM,CAAC,mBAAmB,aAAa,MAAM,CAAC,qBAAqB,GAAG,CAAC;IACxG,OAAO;QACL,sBAAsB;QACtB,yBAAyB,MAAM,CAAC,oBAAoB,EAAE;QACtD,gCAAgC,MAAM,CAAC,2BAA2B,EAAE;QACpE,qCAAqC,MAAM,CAAC,gCAAgC,EAAE;QAC9E,uCAAuC,MAAM,CAAC,kCAAkC,EAAE;QAClF,8BAA8B,MAAM,CAAC,yBAAyB,EAAE;QAChE,4BAA4B,MAAM,CAAC,uBAAuB,EAAE;QAC5D,0BAA0B,MAAM,CAAC,qBAAqB,EAAE;QACxD,yBAAyB,MAAM,CAAC,oBAAoB,EAAE;QACtD,sBAAsB,MAAM,CAAC,iBAAiB,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE;QACnG,kBAAkB,MAAM,CAAC,aAAa,EAAE;QACxC,oBAAoB,MAAM,CAAC,eAAe,EAAE;QAC5C,qCAAqC,MAAM,CAAC,gCAAgC,EAAE;QAC9E,oCAAoC,MAAM,CAAC,+BAA+B,EAAE;QAC5E,YAAY;QACZ,EAAE;QACF,GAAG,CAAC,MAAM,CAAC,oBAAoB;YAC7B,CAAC,CAAC,CAAC,iHAAiH,EAAE,EAAE,CAAC;YACzH,CAAC,CAAC,EAAE,CAAC;QACP,uGAAuG;KACxG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAgB;IACnD,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,4DAA4D,CAAC;SACzE,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;QACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"stats.js","sourceRoot":"","sources":["../../src/commands/stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AA0B5D,KAAK,UAAU,yBAAyB,CAAC,IAAY;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAC;IACvE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAA4B,CAAC;QAC1F,MAAM,IAAI,GAAG,MAAM,CAAC,mBAAmB,CAAC;QACxC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;QAC7F,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACrD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;IACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC;IACtG,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAChG,MAAM,SAAS,GAAG,gBAAgB,GAAG,cAAc,CAAC;IACpD,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,oBAAoB,GAAG,MAAM,CAAC,2BAA2B,CAAC,EACpG,CAAC,CACF,CAAC;IACF,MAAM,qBAAqB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACzD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,6BAA6B,IAAI,KAAK,CAAC,OAAO,EAAE,sBAAsB,CAAC;QACpG,OAAO,GAAG,GAAG,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACtD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,oBAAoB,IAAI,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC;QAClF,OAAO,GAAG,GAAG,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAChF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,MAAM,CAAC;IACxF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/E,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC;SAChC,OAAO,EAAE;SACT,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,OAAO,KAAK,CAAC,+BAA+B,KAAK,QAAQ,CAAC,CAAC;IAC/G,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,OAAO,eAAe,EAAE,+BAA+B,KAAK,QAAQ;QACrF,CAAC,CAAC,eAAe,CAAC,+BAA+B;QACjD,CAAC,CAAC,YAAY,GAAG,CAAC;YAChB,CAAC,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,CAAC;IAEvD,OAAO;QACL,oBAAoB,EAAE,SAAS;QAC/B,2BAA2B,EAAE,gBAAgB;QAC7C,gCAAgC,EAAE,gBAAgB;QAClD,kCAAkC,EAAE,cAAc;QAClD,yBAAyB,EAAE,SAAS;QACpC,uBAAuB,EAAE,cAAc;QACvC,qBAAqB,EAAE,SAAS,IAAI,SAAS;QAC7C,oBAAoB,EAAE,SAAS,GAAG,SAAS;QAC3C,uCAAuC,EAAE,aAAa;QACtD,6BAA6B,EAAE,qBAAqB,IAAI,WAAW,CAAC,oBAAoB;QACxF,wBAAwB,EAAE,cAAc;QACxC,0BAA0B,EAAE,SAAS,GAAG,SAAS;QACjD,oBAAoB,EAAE,kBAAkB,IAAI,WAAW,CAAC,aAAa;QACrE,oBAAoB,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;QAChD,iBAAiB,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,GAAG,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAClG,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,eAAe,EAAE,cAAc;QAC/B,gCAAgC,EAAE,aAAa,GAAG,YAAY;QAC9D,+BAA+B,EAAE,UAAU;QAC3C,mBAAmB,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI;QAC3C,qBAAqB,EAAE,QAAQ,EAAE,MAAM,IAAI,IAAI;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAkF;IAChH,OAAO,cAAc,CAAC;QACpB,wBAAwB;QACxB,cAAc,MAAM,CAAC,SAAS,EAAE;QAChC,eAAe,MAAM,CAAC,UAAU,EAAE;QAClC,WAAW,MAAM,CAAC,MAAM,EAAE;QAC1B,6BAA6B,MAAM,CAAC,MAAM,EAAE;QAC5C,YAAY,MAAM,CAAC,OAAO,EAAE;KAC7B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAmB;IAC7C,MAAM,YAAY,GAAG,MAAM,CAAC,mBAAmB,KAAK,IAAI;QACtD,CAAC,CAAC,wCAAwC;QAC1C,CAAC,CAAC,6BAA6B,MAAM,CAAC,mBAAmB,aAAa,MAAM,CAAC,qBAAqB,GAAG,CAAC;IACxG,OAAO;QACL,sBAAsB;QACtB,yBAAyB,MAAM,CAAC,oBAAoB,EAAE;QACtD,gCAAgC,MAAM,CAAC,2BAA2B,EAAE;QACpE,qCAAqC,MAAM,CAAC,gCAAgC,EAAE;QAC9E,uCAAuC,MAAM,CAAC,kCAAkC,EAAE;QAClF,8BAA8B,MAAM,CAAC,yBAAyB,EAAE;QAChE,4BAA4B,MAAM,CAAC,uBAAuB,EAAE;QAC5D,4CAA4C,MAAM,CAAC,uCAAuC,EAAE;QAC5F,kCAAkC,MAAM,CAAC,6BAA6B,EAAE;QACxE,6BAA6B,MAAM,CAAC,wBAAwB,EAAE;QAC9D,+BAA+B,MAAM,CAAC,0BAA0B,EAAE;QAClE,yBAAyB,MAAM,CAAC,oBAAoB,EAAE;QACtD,yBAAyB,MAAM,CAAC,oBAAoB,EAAE;QACtD,0BAA0B,MAAM,CAAC,qBAAqB,EAAE;QACxD,yBAAyB,MAAM,CAAC,oBAAoB,EAAE;QACtD,sBAAsB,MAAM,CAAC,iBAAiB,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,iBAAiB,IAAI,EAAE;QACnG,kBAAkB,MAAM,CAAC,aAAa,EAAE;QACxC,oBAAoB,MAAM,CAAC,eAAe,EAAE;QAC5C,qCAAqC,MAAM,CAAC,gCAAgC,EAAE;QAC9E,oCAAoC,MAAM,CAAC,+BAA+B,EAAE;QAC5E,YAAY;QACZ,EAAE;QACF,GAAG,CAAC,MAAM,CAAC,oBAAoB;YAC7B,CAAC,CAAC,CAAC,iHAAiH,EAAE,EAAE,CAAC;YACzH,CAAC,CAAC,EAAE,CAAC;QACP,uGAAuG;KACxG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAgB;IACnD,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,4DAA4D,CAAC;SACzE,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;QACpC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACP,CAAC"}
@@ -0,0 +1,3 @@
1
+ export type DeveloperReducerKind = "npm-install" | "tsc" | "docker" | "eslint" | "build" | "java" | "generic-dev";
2
+ export declare function developerReducerKind(command: string, raw: string): DeveloperReducerKind | null;
3
+ export declare function reduceDeveloperOutput(command: string, raw: string, rawId: string, kind?: DeveloperReducerKind): string;
@@ -0,0 +1,90 @@
1
+ const PATH_WITH_LINE = /(?:[A-Za-z]:)?[./\\]?[\w.-]+(?:[\\/][\w.-]+)+(?::\d+(?::\d+)?)?/;
2
+ const TSC_LINE = /(?:^|\s)(?:[A-Za-z]:)?[./\\]?[\w.-]+(?:[\\/][\w.-]+)*\w+\.(?:ts|tsx|js|jsx)\(\d+,\d+\):\s+error\s+TS\d+:/i;
3
+ const JAVA_STACK = /^\s*at\s+[\w.$]+\(.*\.java:\d+\)/;
4
+ const IMPORTANT = /\b(error|failed|failure|fatal|exception|traceback|assertion|warn|warning|security|vulnerabilit(?:y|ies)|audit|deprecated|denied|timeout|permission|refused|ELIFECYCLE|ERR!|TS\d+|BUILD FAILED|BUILD SUCCESSFUL)\b/i;
5
+ const SUMMARY = /\b(added \d+ packages|audited \d+ packages|found \d+ vulnerabilities|npm audit|compiled|built|build failed|build succeeded|errors? found|warnings? found|Tests? run|BUILD (?:SUCCESSFUL|FAILED))\b/i;
6
+ const COMMAND_SUGGESTION = /^\s*(npm|pnpm|yarn|bun|npx|node|tsc|eslint|docker|mvn|gradle|java)\b/i;
7
+ const NOISE = /^(?:\s*[⠋⠙⠹⠸⠼⠴⠦⠧⠇⠏]\s*)?$|^\s*(?:added|resolved|reused|downloaded)\s+\d+\s*$/i;
8
+ export function developerReducerKind(command, raw) {
9
+ if (/\b(?:npm|pnpm|yarn|bun)\s+(?:i|install|add)\b/i.test(command))
10
+ return "npm-install";
11
+ if (/\btsc\b/i.test(command) || TSC_LINE.test(raw))
12
+ return "tsc";
13
+ if (/\bdocker\s+logs\b/i.test(command))
14
+ return "docker";
15
+ if (/\beslint\b/i.test(command))
16
+ return "eslint";
17
+ if (/\b(?:vite|next)\s+build\b/i.test(command) || /\b(vite|next)\b.+\b(error|warning|build)\b/i.test(raw))
18
+ return "build";
19
+ if (/\b(java|mvn|maven|gradle)\b/i.test(command) || /Exception in thread|Caused by:|\.java:\d+/.test(raw))
20
+ return "java";
21
+ return null;
22
+ }
23
+ export function reduceDeveloperOutput(command, raw, rawId, kind = developerReducerKind(command, raw) ?? "generic-dev") {
24
+ const lines = raw.split(/\r?\n/);
25
+ const important = unique(lines.filter((line) => IMPORTANT.test(line) || TSC_LINE.test(line) || JAVA_STACK.test(line))).slice(0, 180);
26
+ const paths = unique(lines.filter((line) => PATH_WITH_LINE.test(line) || TSC_LINE.test(line) || JAVA_STACK.test(line))).slice(0, 120);
27
+ const summaries = unique(lines.filter((line) => SUMMARY.test(line))).slice(-50);
28
+ const commands = unique(lines.filter((line) => COMMAND_SUGGESTION.test(line))).slice(0, 40);
29
+ const repeated = repeatedLineSummary(lines).slice(0, 30);
30
+ const firstSignals = unique(lines.filter((line) => line.trim() && !NOISE.test(line))).slice(0, 20);
31
+ const sections = [
32
+ `${titleFor(kind)} Summary`,
33
+ `Command: ${command}`,
34
+ `Raw log: soturail expand ${rawId}`,
35
+ "",
36
+ "Important errors, warnings, and security lines:",
37
+ ...(important.length > 0 ? important : ["- none detected"]),
38
+ "",
39
+ "File paths, line references, and stack frames:",
40
+ ...(paths.length > 0 ? paths : ["- none detected"])
41
+ ];
42
+ if (summaries.length > 0) {
43
+ sections.push("", "Final summaries:", ...summaries);
44
+ }
45
+ if (commands.length > 0) {
46
+ sections.push("", "Command suggestions:", ...commands);
47
+ }
48
+ if (repeated.length > 0) {
49
+ sections.push("", "Collapsed repeated noise:", ...repeated);
50
+ }
51
+ sections.push("", "First non-noise lines:", ...firstSignals);
52
+ return `${sections.join("\n").trimEnd()}\n`;
53
+ }
54
+ function titleFor(kind) {
55
+ switch (kind) {
56
+ case "npm-install": return "npm install";
57
+ case "tsc": return "TypeScript compiler";
58
+ case "docker": return "Docker logs";
59
+ case "eslint": return "ESLint";
60
+ case "build": return "Build";
61
+ case "java": return "Java/Maven/Gradle";
62
+ default: return "Developer output";
63
+ }
64
+ }
65
+ function unique(lines) {
66
+ const seen = new Set();
67
+ const result = [];
68
+ for (const line of lines) {
69
+ const key = line.trim().replace(/\s+/g, " ");
70
+ if (!key || seen.has(key))
71
+ continue;
72
+ seen.add(key);
73
+ result.push(line);
74
+ }
75
+ return result;
76
+ }
77
+ function repeatedLineSummary(lines) {
78
+ const counts = new Map();
79
+ for (const line of lines) {
80
+ const key = line.trim();
81
+ if (key.length === 0 || IMPORTANT.test(key))
82
+ continue;
83
+ counts.set(key, (counts.get(key) ?? 0) + 1);
84
+ }
85
+ return [...counts.entries()]
86
+ .filter(([, count]) => count > 2)
87
+ .sort((left, right) => right[1] - left[1])
88
+ .map(([line, count]) => `${count}x ${line}`);
89
+ }
90
+ //# sourceMappingURL=developer-reducer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"developer-reducer.js","sourceRoot":"","sources":["../../src/compressors/developer-reducer.ts"],"names":[],"mappings":"AASA,MAAM,cAAc,GAAG,iEAAiE,CAAC;AACzF,MAAM,QAAQ,GAAG,2GAA2G,CAAC;AAC7H,MAAM,UAAU,GAAG,kCAAkC,CAAC;AACtD,MAAM,SAAS,GAAG,oNAAoN,CAAC;AACvO,MAAM,OAAO,GAAG,qMAAqM,CAAC;AACtN,MAAM,kBAAkB,GAAG,uEAAuE,CAAC;AACnG,MAAM,KAAK,GAAG,+EAA+E,CAAC;AAE9F,MAAM,UAAU,oBAAoB,CAAC,OAAe,EAAE,GAAW;IAC/D,IAAI,gDAAgD,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,aAAa,CAAC;IACzF,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACjE,IAAI,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,QAAQ,CAAC;IACxD,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,QAAQ,CAAC;IACjD,IAAI,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,6CAA6C,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1H,IAAI,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,2CAA2C,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IACzH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAe,EAAE,GAAW,EAAE,KAAa,EAAE,IAAI,GAAG,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,aAAa;IAC3I,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrI,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtI,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5F,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEnG,MAAM,QAAQ,GAAG;QACf,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU;QAC3B,YAAY,OAAO,EAAE;QACrB,4BAA4B,KAAK,EAAE;QACnC,EAAE;QACF,iDAAiD;QACjD,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QAC3D,EAAE;QACF,gDAAgD;QAChD,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;KACpD,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,sBAAsB,EAAE,GAAG,QAAQ,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,2BAA2B,EAAE,GAAG,QAAQ,CAAC,CAAC;IAC9D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,wBAAwB,EAAE,GAAG,YAAY,CAAC,CAAC;IAC7D,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;AAC9C,CAAC;AAED,SAAS,QAAQ,CAAC,IAA0B;IAC1C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,aAAa,CAAC,CAAC,OAAO,aAAa,CAAC;QACzC,KAAK,KAAK,CAAC,CAAC,OAAO,qBAAqB,CAAC;QACzC,KAAK,QAAQ,CAAC,CAAC,OAAO,aAAa,CAAC;QACpC,KAAK,QAAQ,CAAC,CAAC,OAAO,QAAQ,CAAC;QAC/B,KAAK,OAAO,CAAC,CAAC,OAAO,OAAO,CAAC;QAC7B,KAAK,MAAM,CAAC,CAAC,OAAO,mBAAmB,CAAC;QACxC,OAAO,CAAC,CAAC,OAAO,kBAAkB,CAAC;IACrC,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,KAAe;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe;IAC1C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QACtD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;SACzC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC,CAAC;AACjD,CAAC"}
@@ -4,6 +4,7 @@ import { reduceGenericStream } from "./generic-stream.js";
4
4
  import { isGitCommand, reduceGitOutput } from "./git-reducer.js";
5
5
  import { compactJsonToonWithMetrics } from "./json-toon.js";
6
6
  import { isTestCommand, reduceTestOutput } from "./test-reducer.js";
7
+ import { developerReducerKind, reduceDeveloperOutput } from "./developer-reducer.js";
7
8
  export function compressOutput(command, raw, rawId) {
8
9
  const jsonSummary = compactJsonToonWithMetrics(raw);
9
10
  if (jsonSummary) {
@@ -25,6 +26,16 @@ export function compressOutput(command, raw, rawId) {
25
26
  engine: "ts"
26
27
  };
27
28
  }
29
+ const developerKind = developerReducerKind(command, raw);
30
+ if (developerKind) {
31
+ const summary = reduceDeveloperOutput(command, raw, rawId, developerKind);
32
+ return {
33
+ compressor: `${developerKind}-reducer`,
34
+ summary,
35
+ compressed_tokens_estimated: estimateTokens(summary),
36
+ engine: "ts"
37
+ };
38
+ }
28
39
  if (isTestCommand(command, raw)) {
29
40
  const summary = reduceTestOutput(raw, rawId);
30
41
  return {
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/compressors/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAA0C,MAAM,0BAA0B,CAAC;AACpG,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAUpE,MAAM,UAAU,cAAc,CAAC,OAAe,EAAE,GAAW,EAAE,KAAa;IACxE,MAAM,WAAW,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,4BAA4B,KAAK,IAAI,CAAC;QACpG,OAAO;YACL,UAAU,EAAE,gBAAgB;YAC5B,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,EAAE,GAAG,WAAW,CAAC,OAAO,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5C,OAAO;YACL,UAAU,EAAE,aAAa;YACzB,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO;YACL,UAAU,EAAE,cAAc;YAC1B,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,OAAO;QACL,UAAU,EAAE,gBAAgB;QAC5B,OAAO;QACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;QACpD,MAAM,EAAE,IAAI;KACb,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAe,EACf,GAAW,EACX,KAAa,EACb,SAAwB,MAAM,EAC9B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAEpB,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,UAAU,KAAK,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,WAAW,GAAG,UAAU,IAAI,gBAAgB,CAAC;QACnD,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/F,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO;gBACL,UAAU,EAAE,UAAU,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBAC1D,OAAO,EAAE,aAAa;gBACtB,2BAA2B,EAAE,cAAc,CAAC,aAAa,CAAC;gBAC1D,MAAM,EAAE,QAAQ;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO;gBACL,GAAG,QAAQ;gBACX,UAAU,EAAE,sBAAsB,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBACtE,OAAO,EAAE,mEAAmE,QAAQ,CAAC,OAAO,EAAE;aAC/F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,GAAW;IACjD,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7D,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/compressors/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAA0C,MAAM,0BAA0B,CAAC;AACpG,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAUrF,MAAM,UAAU,cAAc,CAAC,OAAe,EAAE,GAAW,EAAE,KAAa;IACxE,MAAM,WAAW,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IACpD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,4BAA4B,KAAK,IAAI,CAAC;QACpG,OAAO;YACL,UAAU,EAAE,gBAAgB;YAC5B,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,EAAE,GAAG,WAAW,CAAC,OAAO,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5C,OAAO;YACL,UAAU,EAAE,aAAa;YACzB,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACzD,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;QAC1E,OAAO;YACL,UAAU,EAAE,GAAG,aAAa,UAAU;YACtC,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO;YACL,UAAU,EAAE,cAAc;YAC1B,OAAO;YACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;YACpD,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACpD,OAAO;QACL,UAAU,EAAE,gBAAgB;QAC5B,OAAO;QACP,2BAA2B,EAAE,cAAc,CAAC,OAAO,CAAC;QACpD,MAAM,EAAE,IAAI;KACb,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAe,EACf,GAAW,EACX,KAAa,EACb,SAAwB,MAAM,EAC9B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAEpB,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAC/C,IAAI,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,UAAU,KAAK,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,WAAW,GAAG,UAAU,IAAI,gBAAgB,CAAC;QACnD,MAAM,aAAa,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/F,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO;gBACL,UAAU,EAAE,UAAU,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBAC1D,OAAO,EAAE,aAAa;gBACtB,2BAA2B,EAAE,cAAc,CAAC,aAAa,CAAC;gBAC1D,MAAM,EAAE,QAAQ;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO;gBACL,GAAG,QAAQ;gBACX,UAAU,EAAE,sBAAsB,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE;gBACtE,OAAO,EAAE,mEAAmE,QAAQ,CAAC,OAAO,EAAE;aAC/F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,GAAW;IACjD,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7D,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}
@@ -0,0 +1,43 @@
1
+ import { type DedupeBlockRecord } from "./dedupe-store.js";
2
+ export type SimilarDedupeMode = "off" | "conservative";
3
+ export interface BlockDedupeOptions {
4
+ rawId: string;
5
+ blockMinLines: number;
6
+ recentWindow: number;
7
+ preserveErrorBlocks: boolean;
8
+ similarMode: SimilarDedupeMode;
9
+ }
10
+ export interface KnownBlockLookup {
11
+ findReusableBlock(hash: string, normalizedHash: string, options: {
12
+ recentWindow: number;
13
+ allowSimilar: boolean;
14
+ }): Promise<DedupeBlockRecord | null>;
15
+ }
16
+ export interface BlockDedupeNewBlock {
17
+ block_id: string;
18
+ block_sha256: string;
19
+ normalized_sha256: string;
20
+ raw_id: string;
21
+ line_count: number;
22
+ token_estimate: number;
23
+ has_risk: boolean;
24
+ preview: string;
25
+ created_at: string;
26
+ }
27
+ export interface BlockDedupeHit {
28
+ block_id: string;
29
+ current_raw_id: string;
30
+ previous_raw_id: string;
31
+ line_count: number;
32
+ tokens_saved: number;
33
+ created_at: string;
34
+ }
35
+ export interface BlockDedupeResult {
36
+ output: string;
37
+ reusedBlocks: BlockDedupeHit[];
38
+ newBlocks: BlockDedupeNewBlock[];
39
+ tokensSaved: number;
40
+ }
41
+ export declare function normalizeBlockForDedupe(text: string): string;
42
+ export declare function blockHasRisk(text: string): boolean;
43
+ export declare function applyBlockDedupe(rawText: string, lookup: KnownBlockLookup, options: BlockDedupeOptions): Promise<BlockDedupeResult>;
@@ -0,0 +1,82 @@
1
+ import { estimateTokens } from "./token-estimator.js";
2
+ import { sha256Text } from "./dedupe-store.js";
3
+ const RISK_PATTERN = /\b(error|failed|failure|exception|warning|warn|security|vulnerability|traceback|assertion|denied|permission|refused|timeout)\b|(?:^|\s)at\s+[\w.$<>]+\(.*:\d+\)|[\w./\\-]+\.(?:ts|tsx|js|jsx|py|java|go|rs|md):\d+(?::\d+)?/i;
4
+ export function normalizeBlockForDedupe(text) {
5
+ return text
6
+ .replace(/\b\d{4}-\d{2}-\d{2}[T\s]\d{2}:\d{2}:\d{2}(?:\.\d+)?Z?\b/g, "<timestamp>")
7
+ .replace(/\b\d{2}:\d{2}:\d{2}(?:\.\d+)?\b/g, "<time>")
8
+ .replace(/[A-Z]:\\(?:Users|Temp|tmp)\\[^\s]+/gi, "<path>")
9
+ .replace(/\/(?:tmp|var\/folders|private\/tmp)\/[^\s]+/g, "<path>")
10
+ .replace(/\s+/g, " ")
11
+ .trim()
12
+ .toLowerCase();
13
+ }
14
+ export function blockHasRisk(text) {
15
+ return RISK_PATTERN.test(text);
16
+ }
17
+ export async function applyBlockDedupe(rawText, lookup, options) {
18
+ const lines = rawText.split(/\r?\n/);
19
+ const blockMinLines = Math.max(1, options.blockMinLines);
20
+ const output = [];
21
+ const newBlocks = [];
22
+ const reusedBlocks = [];
23
+ const seenCurrent = new Set();
24
+ const createdAt = new Date().toISOString();
25
+ for (let index = 0; index < lines.length; index += blockMinLines) {
26
+ const blockLines = lines.slice(index, index + blockMinLines);
27
+ const blockText = blockLines.join("\n");
28
+ const nonEmpty = blockText.trim().length > 0;
29
+ if (!nonEmpty || blockLines.length < blockMinLines) {
30
+ output.push(blockText);
31
+ continue;
32
+ }
33
+ const hash = sha256Text(blockText);
34
+ const normalized = normalizeBlockForDedupe(blockText);
35
+ const normalizedHash = sha256Text(normalized);
36
+ const risky = blockHasRisk(blockText);
37
+ const firstInCurrent = !seenCurrent.has(hash);
38
+ seenCurrent.add(hash);
39
+ const blockId = `block_${hash.slice(0, 8)}`;
40
+ const tokenEstimate = estimateTokens(blockText);
41
+ newBlocks.push({
42
+ block_id: blockId,
43
+ block_sha256: hash,
44
+ normalized_sha256: normalizedHash,
45
+ raw_id: options.rawId,
46
+ line_count: blockLines.length,
47
+ token_estimate: tokenEstimate,
48
+ has_risk: risky,
49
+ preview: blockLines.slice(0, 2).join(" | ").slice(0, 240),
50
+ created_at: createdAt
51
+ });
52
+ if (!firstInCurrent || (options.preserveErrorBlocks && risky)) {
53
+ output.push(blockText);
54
+ continue;
55
+ }
56
+ const previous = await lookup.findReusableBlock(hash, normalizedHash, {
57
+ recentWindow: options.recentWindow,
58
+ allowSimilar: options.similarMode === "conservative" && !risky
59
+ });
60
+ if (!previous) {
61
+ output.push(blockText);
62
+ continue;
63
+ }
64
+ const tokensSaved = Math.max(0, tokenEstimate - estimateTokens(previous.block_id));
65
+ reusedBlocks.push({
66
+ block_id: previous.block_id,
67
+ current_raw_id: options.rawId,
68
+ previous_raw_id: previous.raw_id,
69
+ line_count: blockLines.length,
70
+ tokens_saved: tokensSaved,
71
+ created_at: createdAt
72
+ });
73
+ output.push(`[deduped block: ${previous.block_id}, seen in raw_id ${previous.raw_id}, ${blockLines.length} lines]`);
74
+ }
75
+ return {
76
+ output: output.join("\n"),
77
+ reusedBlocks,
78
+ newBlocks,
79
+ tokensSaved: reusedBlocks.reduce((sum, hit) => sum + hit.tokens_saved, 0)
80
+ };
81
+ }
82
+ //# sourceMappingURL=block-dedupe.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"block-dedupe.js","sourceRoot":"","sources":["../../src/core/block-dedupe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAA0B,MAAM,mBAAmB,CAAC;AAgDvE,MAAM,YAAY,GAChB,8NAA8N,CAAC;AAEjO,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,OAAO,IAAI;SACR,OAAO,CAAC,0DAA0D,EAAE,aAAa,CAAC;SAClF,OAAO,CAAC,kCAAkC,EAAE,QAAQ,CAAC;SACrD,OAAO,CAAC,sCAAsC,EAAE,QAAQ,CAAC;SACzD,OAAO,CAAC,8CAA8C,EAAE,QAAQ,CAAC;SACjE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE;SACN,WAAW,EAAE,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAe,EACf,MAAwB,EACxB,OAA2B;IAE3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACzD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAA0B,EAAE,CAAC;IAC5C,MAAM,YAAY,GAAqB,EAAE,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,aAAa,EAAE,CAAC;QACjE,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;YACnD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,uBAAuB,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,cAAc,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,cAAc,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9C,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtB,MAAM,OAAO,GAAG,SAAS,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC5C,MAAM,aAAa,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAChD,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,OAAO;YACjB,YAAY,EAAE,IAAI;YAClB,iBAAiB,EAAE,cAAc;YACjC,MAAM,EAAE,OAAO,CAAC,KAAK;YACrB,UAAU,EAAE,UAAU,CAAC,MAAM;YAC7B,cAAc,EAAE,aAAa;YAC7B,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACzD,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,KAAK,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE,cAAc,EAAE;YACpE,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,YAAY,EAAE,OAAO,CAAC,WAAW,KAAK,cAAc,IAAI,CAAC,KAAK;SAC/D,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,SAAS;QACX,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,YAAY,CAAC,IAAI,CAAC;YAChB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,cAAc,EAAE,OAAO,CAAC,KAAK;YAC7B,eAAe,EAAE,QAAQ,CAAC,MAAM;YAChC,UAAU,EAAE,UAAU,CAAC,MAAM;YAC7B,YAAY,EAAE,WAAW;YACzB,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,mBAAmB,QAAQ,CAAC,QAAQ,oBAAoB,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,SAAS,CAAC,CAAC;IACtH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,YAAY;QACZ,SAAS;QACT,WAAW,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;KAC1E,CAAC;AACJ,CAAC"}
@@ -27,6 +27,28 @@ export declare const ConfigSchema: z.ZodObject<{
27
27
  }, {
28
28
  dynamic_footer_token_budget?: number | undefined;
29
29
  }>>;
30
+ dedupe: z.ZodDefault<z.ZodObject<{
31
+ enabled: z.ZodDefault<z.ZodBoolean>;
32
+ mode: z.ZodDefault<z.ZodEnum<["conservative"]>>;
33
+ blockMinLines: z.ZodDefault<z.ZodNumber>;
34
+ recentWindow: z.ZodDefault<z.ZodNumber>;
35
+ preserveErrorBlocks: z.ZodDefault<z.ZodBoolean>;
36
+ similar_dedupe: z.ZodDefault<z.ZodEnum<["off", "conservative"]>>;
37
+ }, "strip", z.ZodTypeAny, {
38
+ enabled: boolean;
39
+ mode: "conservative";
40
+ blockMinLines: number;
41
+ recentWindow: number;
42
+ preserveErrorBlocks: boolean;
43
+ similar_dedupe: "conservative" | "off";
44
+ }, {
45
+ enabled?: boolean | undefined;
46
+ mode?: "conservative" | undefined;
47
+ blockMinLines?: number | undefined;
48
+ recentWindow?: number | undefined;
49
+ preserveErrorBlocks?: boolean | undefined;
50
+ similar_dedupe?: "conservative" | "off" | undefined;
51
+ }>>;
30
52
  }, "strip", z.ZodTypeAny, {
31
53
  schema_version: 1;
32
54
  project_name: string;
@@ -41,6 +63,14 @@ export declare const ConfigSchema: z.ZodObject<{
41
63
  cache: {
42
64
  dynamic_footer_token_budget: number;
43
65
  };
66
+ dedupe: {
67
+ enabled: boolean;
68
+ mode: "conservative";
69
+ blockMinLines: number;
70
+ recentWindow: number;
71
+ preserveErrorBlocks: boolean;
72
+ similar_dedupe: "conservative" | "off";
73
+ };
44
74
  }, {
45
75
  schema_version?: 1 | undefined;
46
76
  project_name?: string | undefined;
@@ -55,6 +85,14 @@ export declare const ConfigSchema: z.ZodObject<{
55
85
  cache?: {
56
86
  dynamic_footer_token_budget?: number | undefined;
57
87
  } | undefined;
88
+ dedupe?: {
89
+ enabled?: boolean | undefined;
90
+ mode?: "conservative" | undefined;
91
+ blockMinLines?: number | undefined;
92
+ recentWindow?: number | undefined;
93
+ preserveErrorBlocks?: boolean | undefined;
94
+ similar_dedupe?: "conservative" | "off" | undefined;
95
+ } | undefined;
58
96
  }>;
59
97
  export type SotuRailConfig = z.infer<typeof ConfigSchema>;
60
98
  export declare const defaultConfig: SotuRailConfig;
@@ -37,7 +37,24 @@ export const ConfigSchema = z.object({
37
37
  .object({
38
38
  dynamic_footer_token_budget: z.number().int().positive().max(10000).default(800)
39
39
  })
40
- .default({ dynamic_footer_token_budget: 800 })
40
+ .default({ dynamic_footer_token_budget: 800 }),
41
+ dedupe: z
42
+ .object({
43
+ enabled: z.boolean().default(true),
44
+ mode: z.enum(["conservative"]).default("conservative"),
45
+ blockMinLines: z.number().int().positive().max(1000).default(8),
46
+ recentWindow: z.number().int().positive().max(1000).default(10),
47
+ preserveErrorBlocks: z.boolean().default(true),
48
+ similar_dedupe: z.enum(["off", "conservative"]).default("off")
49
+ })
50
+ .default({
51
+ enabled: true,
52
+ mode: "conservative",
53
+ blockMinLines: 8,
54
+ recentWindow: 10,
55
+ preserveErrorBlocks: true,
56
+ similar_dedupe: "off"
57
+ })
41
58
  });
42
59
  export const defaultConfig = ConfigSchema.parse({});
43
60
  export function getWorkspacePaths(root = process.cwd(), workspaceDir = WORKSPACE_DIR) {
@@ -1 +1 @@
1
- {"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,aAAa,GAAG,WAAW,CAAC;AAEzC,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,IAAI;IACJ,OAAO;IACP,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACG,CAAC;AAEX,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACpD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;IAChD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;IACrE,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAAC;IAC9E,oBAAoB,EAAE,CAAC;SACpB,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC3G,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAC/C,0BAA0B,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;KACtD,CAAC;SACD,OAAO,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC;IACpG,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,2BAA2B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;KACjF,CAAC;SACD,OAAO,CAAC,EAAE,2BAA2B,EAAE,GAAG,EAAE,CAAC;CACjD,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,aAAa,GAAmB,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAwCpE,MAAM,UAAU,iBAAiB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,GAAG,aAAa;IAClF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC5D,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;QACtC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC;QAC/D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;QAC7D,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;QAC1D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC;QACxD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;QAChE,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,CAAC;QAClE,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;QAClE,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC;QACrE,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,gBAAgB,CAAC;QACvE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC;QAC3D,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,YAAoB;IAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,QAAgB;IACpC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe,EAAE,MAAqB,EAAE,IAAa;IACnF,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,OAAe,EACf,MAAqB,EACrB,IAAa;IAEb,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACjE,IAAI,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACxD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAiB,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG;QACX,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,MAAM;QACZ,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,kBAAkB;QACxB,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,eAAe;QACrB,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,UAAU;KACjB,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9G,MAAM,kBAAkB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACjE,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACnE,MAAM,kBAAkB,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,kBAAkB,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAC3D,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,KAAc;IAChE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,QAAgB;IACjD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChD,OAAO,GAAG;aACP,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;aACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAc;IAC9D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC9E,CAAC"}
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,aAAa,GAAG,WAAW,CAAC;AAEzC,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,IAAI;IACJ,OAAO;IACP,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACG,CAAC;AAEX,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACpD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;IAChD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;IACrE,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAAC;IAC9E,oBAAoB,EAAE,CAAC;SACpB,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC3G,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAC/C,0BAA0B,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;KACtD,CAAC;SACD,OAAO,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,CAAC;IACpG,KAAK,EAAE,CAAC;SACL,MAAM,CAAC;QACN,2BAA2B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC;KACjF,CAAC;SACD,OAAO,CAAC,EAAE,2BAA2B,EAAE,GAAG,EAAE,CAAC;IAChD,MAAM,EAAE,CAAC;SACN,MAAM,CAAC;QACN,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAClC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;QACtD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/D,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/D,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAC9C,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;KAC/D,CAAC;SACD,OAAO,CAAC;QACP,OAAO,EAAE,IAAI;QACb,IAAI,EAAE,cAAc;QACpB,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,EAAE;QAChB,mBAAmB,EAAE,IAAI;QACzB,cAAc,EAAE,KAAK;KACtB,CAAC;CACL,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,aAAa,GAAmB,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAwCpE,MAAM,UAAU,iBAAiB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,GAAG,aAAa;IAClF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC5D,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;QACtC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC;QACvD,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC;QAC/D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;QAC7D,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;QAC1D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;QAC1C,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC;QACxD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;QAChE,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,CAAC;QAClE,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;QAClE,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC;QACrE,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,gBAAgB,CAAC;QACvE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;QAC5C,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;QAC9C,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC7D,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC;QAC3D,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,YAAoB;IAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AACvF,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,QAAgB;IACpC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe,EAAE,MAAqB,EAAE,IAAa;IACnF,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,OAAe,EACf,MAAqB,EACrB,IAAa;IAEb,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACjE,IAAI,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACxD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAiB,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG;QACX,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,MAAM;QACZ,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,kBAAkB;QACxB,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,eAAe;QACrB,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,UAAU;KACjB,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9G,MAAM,kBAAkB,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACjE,MAAM,kBAAkB,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACnE,MAAM,kBAAkB,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,kBAAkB,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,OAAO,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE;IAC3D,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,KAAc;IAChE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAI,QAAgB;IACjD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChD,OAAO,GAAG;aACP,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;aACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,KAAc;IAC9D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC9E,CAAC"}
@@ -1,4 +1,5 @@
1
1
  export interface DedupeRecord {
2
+ kind?: "output";
2
3
  output_sha256: string;
3
4
  raw_id: string;
4
5
  command: string;
@@ -6,6 +7,27 @@ export interface DedupeRecord {
6
7
  raw_path: string;
7
8
  created_at: string;
8
9
  }
10
+ export interface DedupeBlockRecord {
11
+ kind: "block";
12
+ block_id: string;
13
+ block_sha256: string;
14
+ normalized_sha256: string;
15
+ raw_id: string;
16
+ line_count: number;
17
+ token_estimate: number;
18
+ has_risk: boolean;
19
+ preview: string;
20
+ created_at: string;
21
+ }
22
+ export interface DedupeBlockHitRecord {
23
+ kind: "block_hit";
24
+ block_id: string;
25
+ current_raw_id: string;
26
+ previous_raw_id: string;
27
+ line_count: number;
28
+ tokens_saved: number;
29
+ created_at: string;
30
+ }
9
31
  export declare function sha256Text(text: string): string;
10
32
  export declare class DedupeStore {
11
33
  private readonly root;
@@ -13,5 +35,21 @@ export declare class DedupeStore {
13
35
  findReusable(outputHash: string, exitCode: number): Promise<DedupeRecord | null>;
14
36
  append(record: DedupeRecord): Promise<void>;
15
37
  readAll(): Promise<DedupeRecord[]>;
38
+ appendBlock(record: DedupeBlockRecord): Promise<void>;
39
+ appendBlockHit(record: DedupeBlockHitRecord): Promise<void>;
40
+ readBlocks(): Promise<DedupeBlockRecord[]>;
41
+ readBlockHits(): Promise<DedupeBlockHitRecord[]>;
42
+ findReusableBlock(hash: string, normalizedHash: string, options: {
43
+ recentWindow: number;
44
+ allowSimilar: boolean;
45
+ }): Promise<DedupeBlockRecord | null>;
46
+ stats(): Promise<{
47
+ outputRecords: number;
48
+ uniqueOutputHashes: number;
49
+ recentBlocks: number;
50
+ dedupedBlocks: number;
51
+ estimatedTokensSaved: number;
52
+ indexPath: string;
53
+ }>;
16
54
  private rawExists;
17
55
  }