npm - dsh-context-compression-improved - Versions diffs - 0.1.1 → 0.2.0 - Mend

dsh-context-compression-improved 0.1.1 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (148) hide show

package/.gitattributes +1 -0
package/.github/workflows/ci.yml +39 -0
package/CHANGELOG.ja.md +39 -0
package/CHANGELOG.ko.md +39 -0
package/CHANGELOG.md +135 -0
package/CHANGELOG.zh.md +39 -0
package/CONTRIBUTING.md +22 -0
package/README.ja.md +104 -0
package/README.ko.md +103 -0
package/README.md +89 -12
package/README.zh.md +87 -12
package/SECURITY.md +18 -0
package/THIRD_PARTY_NOTICES.md +7 -31
package/docs/installation.ja.md +76 -0
package/docs/installation.ko.md +76 -0
package/docs/installation.md +76 -0
package/docs/installation.zh.md +76 -0
package/docs/repair-log.md +582 -0
package/eslint.config.js +30 -0
package/package.json +84 -81
package/packages/selector/LICENSE +21 -0
package/packages/selector/README.md +26 -0
package/packages/selector/README.zh.md +26 -0
package/packages/selector/THIRD_PARTY_NOTICES.md +38 -0
package/packages/selector/docs/history-tool-call-working-set-spec.md +112 -0
package/packages/selector/docs/native-tool-result-selector-spec.md +34 -0
package/packages/selector/docs/subagent-cache-reuse-spec.md +46 -0
package/packages/selector/lib/style.css +308 -0
package/packages/selector/package.json +115 -0
package/{screenshots.json → packages/selector/screenshots.json} +6 -6
package/packages/selector/src/client/CompressionProfileControls.tsx +229 -0
package/packages/selector/src/client/CompressionProfileSelector.module.css +170 -0
package/packages/selector/src/client/CompressionProfileSelector.tsx +79 -0
package/packages/selector/src/client/CustomPolicyEditor.tsx +216 -0
package/packages/selector/src/client/EstimatorControls.tsx +281 -0
package/packages/selector/src/client/decode.ts +49 -0
package/packages/selector/src/client/index.ts +111 -0
package/packages/selector/src/client/locales.ts +198 -0
package/packages/selector/src/client/preset-options.ts +70 -0
package/packages/selector/src/client/settings-section.tsx +126 -0
package/packages/selector/src/css-modules.d.ts +6 -0
package/packages/selector/src/deepseek-v4-tokenizer.ts +210 -0
package/packages/selector/src/estimator-catalog.ts +104 -0
package/packages/selector/src/index.ts +327 -0
package/packages/selector/src/invariant.ts +113 -0
package/packages/selector/src/preset-overlay.ts +567 -0
package/packages/selector/src/profiles.ts +342 -0
package/packages/selector/src/pruner/content.ts +188 -0
package/packages/selector/src/pruner/session.ts +94 -0
package/packages/selector/src/pruner/state.ts +43 -0
package/packages/selector/src/pruner/tuning.ts +23 -0
package/packages/selector/src/pruner/types.ts +60 -0
package/packages/selector/src/pruner.ts +2144 -0
package/packages/selector/src/runtime/adaptive-cost.ts +194 -0
package/packages/selector/src/runtime/audit.ts +215 -0
package/packages/selector/src/runtime/config.ts +613 -0
package/packages/selector/src/runtime/custom-policy.ts +278 -0
package/packages/selector/src/runtime/deepseek-official-pricing.ts +298 -0
package/packages/selector/src/runtime/deepseek-v4-vision-tokens.ts +254 -0
package/packages/selector/src/runtime/measurement.ts +403 -0
package/packages/selector/src/runtime/reducers.ts +656 -0
package/packages/selector/src/runtime/retrieve.ts +457 -0
package/packages/selector/src/runtime/session-events.ts +17 -0
package/packages/selector/src/runtime/tail-trim.ts +166 -0
package/packages/selector/src/runtime/token-count.ts +72 -0
package/packages/selector/src/runtime/tokenpilot/dedup.ts +81 -0
package/packages/selector/src/runtime/tokenpilot/estimator.ts +183 -0
package/packages/selector/src/runtime/tokenpilot/locator.ts +128 -0
package/packages/selector/src/runtime/tokenpilot/read-state.ts +77 -0
package/packages/selector/src/runtime/types.ts +309 -0
package/packages/selector/src/runtime/value.ts +48 -0
package/packages/selector/tests/auto-compact.client.spec.tsx +226 -0
package/packages/selector/tests/built/client-artifact.spec.ts +51 -0
package/packages/selector/tests/cache-prefix-audit.spec.ts +123 -0
package/packages/selector/tests/code-skeleton.client.spec.ts +88 -0
package/packages/selector/tests/custom-contract.client.spec.ts +202 -0
package/packages/selector/tests/estimator-catalog.spec.ts +70 -0
package/packages/selector/tests/estimator-channel.client.spec.tsx +247 -0
package/packages/selector/tests/estimator-route-registration.host.spec.ts +176 -0
package/packages/selector/tests/host-preset-overlay.host.spec.ts +204 -0
package/packages/selector/tests/preset-options-write.client.spec.ts +181 -0
package/packages/selector/tests/preset-overlay-loader.e2e.host.spec.ts +196 -0
package/packages/selector/tests/preset-overlay.host.spec.ts +243 -0
package/packages/selector/tests/profiles.client.spec.tsx +434 -0
package/packages/selector/tests/public/package-contract.client.spec.ts +33 -0
package/packages/selector/tests/runtime/adaptive-cost.spec.ts +167 -0
package/packages/selector/tests/runtime/audit.spec.ts +129 -0
package/packages/selector/tests/runtime/auto-compact-config.spec.ts +523 -0
package/packages/selector/tests/runtime/code-skeleton.spec.ts +141 -0
package/packages/selector/tests/runtime/deepseek-official-pricing.spec.ts +186 -0
package/packages/selector/tests/runtime/deepseek-v4-tokenizer.spec.ts +122 -0
package/packages/selector/tests/runtime/deepseek-v4-vision-tokens.spec.ts +122 -0
package/packages/selector/tests/runtime/fixtures/profile-baseline.json +273 -0
package/packages/selector/tests/runtime/fixtures/tokenizer-golden.json +106 -0
package/packages/selector/tests/runtime/fixtures/vision-golden.json +459 -0
package/packages/selector/tests/runtime/public/public-runtime.spec.ts +2531 -0
package/packages/selector/tests/runtime/session-events.spec.ts +27 -0
package/packages/selector/tests/runtime/tokenizer-golden.spec.ts +53 -0
package/packages/selector/tests/runtime/tokenpilot/dedup.spec.ts +52 -0
package/packages/selector/tests/runtime/tokenpilot/estimator.spec.ts +56 -0
package/packages/selector/tests/runtime/tokenpilot/locator.spec.ts +76 -0
package/packages/selector/tests/runtime/tokenpilot/profile-baseline.spec.ts +100 -0
package/packages/selector/tests/runtime/tokenpilot/read-state.spec.ts +58 -0
package/packages/selector/tests/runtime/value.spec.ts +23 -0
package/packages/selector/tests/standing-generation.host.spec.ts +631 -0
package/packages/selector/tests/subagent-cache-reuse.host.spec.ts +250 -0
package/packages/selector/tests/support/cache-prefix-audit.ts +105 -0
package/packages/selector/tests/support/mock-adapter.ts +37 -0
package/packages/selector/tests/support/ui-primitives.tsx +34 -0
package/packages/selector/tsconfig.json +11 -0
package/packages/selector/tsdown.client.config.ts +102 -0
package/packages/selector/tsdown.config.ts +20 -0
package/pnpm-workspace.yaml +19 -0
package/scripts/capture-profile-baseline.ts +80 -0
package/scripts/generate-tokenizer-fixtures.py +81 -0
package/scripts/generate-vision-fixtures.py +208 -0
package/scripts/packed-components-smoke.ts +713 -0
package/scripts/packed-install-e2e.ts +1072 -0
package/scripts/verify-release.ts +300 -0
package/tests/TEST_INVENTORY.md +42 -0
package/tsconfig.base.json +18 -0
package/tsconfig.json +7 -0
package/tsconfig.scripts.json +13 -0
package/tsconfig.tests.json +15 -0
package/vitest.built.config.ts +9 -0
package/vitest.config.ts +43 -0
/package/{assets → packages/selector/assets}/deepseek-v4/LICENSE.DeepSeek-V4-Pro.txt +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4/manifest.json +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4/tokenizer.json +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4/tokenizer_config.json +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4-vision-exp/LICENSE.DeepSeek-V4-Flash-Vision-Exp.txt +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4-vision-exp/manifest.json +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4-vision-exp/tokenizer.json +0 -0
/package/{assets → packages/selector/assets}/deepseek-v4-vision-exp/tokenizer_config.json +0 -0
/package/{assets → packages/selector/assets}/screenshots/context-compression-selector-profiles.jpg +0 -0
/package/{assets → packages/selector/assets}/screenshots/context-compression-selector-settings.png +0 -0
/package/{cordis.patch.yml → packages/selector/cordis.patch.yml} +0 -0
/package/{dsh.plugin.json → packages/selector/dsh.plugin.json} +0 -0
/package/{lib → packages/selector/lib}/client.d.ts +0 -0
/package/{lib → packages/selector/lib}/client.js +0 -0
/package/{lib → packages/selector/lib}/config.js +0 -0
/package/{lib → packages/selector/lib}/index.d.ts +0 -0
/package/{lib → packages/selector/lib}/index.js +0 -0
/package/{lib → packages/selector/lib}/invariant.d.ts +0 -0
/package/{lib → packages/selector/lib}/invariant.js +0 -0
/package/{lib → packages/selector/lib}/pruner.d.ts +0 -0
/package/{lib → packages/selector/lib}/pruner.js +0 -0
/package/{lib → packages/selector/lib}/tail-trim.js +0 -0

package/packages/selector/tests/runtime/fixtures/vision-golden.json ADDED Viewed

@@ -0,0 +1,459 @@
+{
+  "source": {
+    "repository": "deepseek-ai/DeepSeek-V4-Flash-Vision-Exp",
+    "revision": "6821d6ad3681a4b137b066b76094fa82ebd0a380",
+    "files": [
+      "inference/image_processor.py",
+      "config.json"
+    ]
+  },
+  "parameters": {
+    "visionPatchSize": 14,
+    "visionDownsampleRatio": 3,
+    "visionMaxNTokens": 384,
+    "visionMinPixels": 147456,
+    "visionMaxWhRatio": 8
+  },
+  "singleImages": [
+    {
+      "width": 14,
+      "height": 14,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 28,
+      "height": 14,
+      "startTokenPos": 0,
+      "nLlmH": 7,
+      "nLlmW": 13,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 56,
+      "height": 56,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 100,
+      "height": 100,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 224,
+      "height": 224,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 240,
+      "height": 180,
+      "startTokenPos": 0,
+      "nLlmH": 8,
+      "nLlmW": 11,
+      "tokensAtStart0": 101
+    },
+    {
+      "width": 180,
+      "height": 240,
+      "startTokenPos": 0,
+      "nLlmH": 11,
+      "nLlmW": 8,
+      "tokensAtStart0": 113
+    },
+    {
+      "width": 384,
+      "height": 384,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 512,
+      "height": 384,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 13,
+      "tokensAtStart0": 145
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 0,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokensAtStart0": 209
+    },
+    {
+      "width": 800,
+      "height": 600,
+      "startTokenPos": 0,
+      "nLlmH": 15,
+      "nLlmW": 20,
+      "tokensAtStart0": 341
+    },
+    {
+      "width": 1024,
+      "height": 768,
+      "startTokenPos": 0,
+      "nLlmH": 16,
+      "nLlmW": 21,
+      "tokensAtStart0": 357
+    },
+    {
+      "width": 768,
+      "height": 1024,
+      "startTokenPos": 0,
+      "nLlmH": 20,
+      "nLlmW": 15,
+      "tokensAtStart0": 325
+    },
+    {
+      "width": 1280,
+      "height": 960,
+      "startTokenPos": 0,
+      "nLlmH": 16,
+      "nLlmW": 21,
+      "tokensAtStart0": 357
+    },
+    {
+      "width": 1600,
+      "height": 1200,
+      "startTokenPos": 0,
+      "nLlmH": 16,
+      "nLlmW": 21,
+      "tokensAtStart0": 357
+    },
+    {
+      "width": 2048,
+      "height": 1536,
+      "startTokenPos": 0,
+      "nLlmH": 16,
+      "nLlmW": 21,
+      "tokensAtStart0": 357
+    },
+    {
+      "width": 2000,
+      "height": 2000,
+      "startTokenPos": 0,
+      "nLlmH": 18,
+      "nLlmW": 18,
+      "tokensAtStart0": 349
+    },
+    {
+      "width": 4096,
+      "height": 4096,
+      "startTokenPos": 0,
+      "nLlmH": 18,
+      "nLlmW": 18,
+      "tokensAtStart0": 349
+    },
+    {
+      "width": 8,
+      "height": 8,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 4,
+      "height": 400,
+      "startTokenPos": 0,
+      "nLlmH": 92,
+      "nLlmW": 1,
+      "tokensAtStart0": 189
+    },
+    {
+      "width": 400,
+      "height": 4,
+      "startTokenPos": 0,
+      "nLlmH": 4,
+      "nLlmW": 26,
+      "tokensAtStart0": 113
+    },
+    {
+      "width": 64,
+      "height": 512,
+      "startTokenPos": 0,
+      "nLlmH": 26,
+      "nLlmW": 4,
+      "tokensAtStart0": 137
+    },
+    {
+      "width": 1152,
+      "height": 128,
+      "startTokenPos": 0,
+      "nLlmH": 4,
+      "nLlmW": 26,
+      "tokensAtStart0": 113
+    },
+    {
+      "width": 1024,
+      "height": 119,
+      "startTokenPos": 0,
+      "nLlmH": 4,
+      "nLlmW": 26,
+      "tokensAtStart0": 113
+    },
+    {
+      "width": 4200,
+      "height": 100,
+      "startTokenPos": 0,
+      "nLlmH": 4,
+      "nLlmW": 26,
+      "tokensAtStart0": 113
+    },
+    {
+      "width": 100,
+      "height": 4200,
+      "startTokenPos": 0,
+      "nLlmH": 84,
+      "nLlmW": 2,
+      "tokensAtStart0": 257
+    },
+    {
+      "width": 147,
+      "height": 147,
+      "startTokenPos": 0,
+      "nLlmH": 10,
+      "nLlmW": 10,
+      "tokensAtStart0": 117
+    },
+    {
+      "width": 1414,
+      "height": 1414,
+      "startTokenPos": 0,
+      "nLlmH": 18,
+      "nLlmW": 18,
+      "tokensAtStart0": 349
+    }
+  ],
+  "startPositions": [
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 0,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 209
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 1,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 208
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 2,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 207
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 3,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 206
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 4,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 209
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 5,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 208
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 7,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 206
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 8,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 209
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 17,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 208
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 64,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 209
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 101,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 208
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 383,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 206
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 384,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 209
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 766,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 207
+    },
+    {
+      "width": 640,
+      "height": 480,
+      "startTokenPos": 767,
+      "nLlmH": 12,
+      "nLlmW": 16,
+      "tokens": 206
+    }
+  ],
+  "sequences": [
+    {
+      "entries": [
+        {
+          "width": 640,
+          "height": 480,
+          "startTokenPos": 3,
+          "nLlmH": 12,
+          "nLlmW": 16,
+          "tokens": 206
+        },
+        {
+          "width": 800,
+          "height": 600,
+          "startTokenPos": 209,
+          "nLlmH": 15,
+          "nLlmW": 20,
+          "tokens": 340
+        },
+        {
+          "width": 1024,
+          "height": 768,
+          "startTokenPos": 549,
+          "nLlmH": 16,
+          "nLlmW": 21,
+          "tokens": 356
+        }
+      ]
+    },
+    {
+      "entries": [
+        {
+          "width": 2048,
+          "height": 1536,
+          "startTokenPos": 3,
+          "nLlmH": 16,
+          "nLlmW": 21,
+          "tokens": 354
+        },
+        {
+          "width": 147,
+          "height": 147,
+          "startTokenPos": 357,
+          "nLlmH": 10,
+          "nLlmW": 10,
+          "tokens": 116
+        },
+        {
+          "width": 4096,
+          "height": 4096,
+          "startTokenPos": 473,
+          "nLlmH": 18,
+          "nLlmW": 18,
+          "tokens": 348
+        }
+      ]
+    },
+    {
+      "entries": [
+        {
+          "width": 64,
+          "height": 512,
+          "startTokenPos": 3,
+          "nLlmH": 26,
+          "nLlmW": 4,
+          "tokens": 134
+        },
+        {
+          "width": 1152,
+          "height": 128,
+          "startTokenPos": 137,
+          "nLlmH": 4,
+          "nLlmW": 26,
+          "tokens": 112
+        },
+        {
+          "width": 4200,
+          "height": 100,
+          "startTokenPos": 249,
+          "nLlmH": 4,
+          "nLlmW": 26,
+          "tokens": 112
+        },
+        {
+          "width": 100,
+          "height": 4200,
+          "startTokenPos": 361,
+          "nLlmH": 84,
+          "nLlmW": 2,
+          "tokens": 256
+        }
+      ]
+    }
+  ]
+}