@planu/cli 0.30.0 → 0.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config/ide-registry.json +204 -0
- package/dist/config/injection-patterns.json +30 -0
- package/dist/config/known-cves.json +41 -0
- package/dist/config/license-plans.json +32 -2
- package/dist/config/llm-providers.json +198 -0
- package/dist/config/model-equivalences.json +41 -0
- package/dist/config/model-language-affinity.json +16 -0
- package/dist/config/orchestration-templates.json +76 -0
- package/dist/config/orchestration-topologies.json +36 -0
- package/dist/config/plugin-marketplace.json +59 -0
- package/dist/config/security-runtime-config.json +26 -0
- package/dist/config/workers-registry.json +100 -0
- package/dist/engine/deleter/audit-logger.d.ts +11 -0
- package/dist/engine/deleter/audit-logger.d.ts.map +1 -0
- package/dist/engine/deleter/audit-logger.js +30 -0
- package/dist/engine/deleter/audit-logger.js.map +1 -0
- package/dist/engine/deleter/core.d.ts +39 -0
- package/dist/engine/deleter/core.d.ts.map +1 -0
- package/dist/engine/deleter/core.js +267 -0
- package/dist/engine/deleter/core.js.map +1 -0
- package/dist/engine/deleter/trash-manager.d.ts +18 -0
- package/dist/engine/deleter/trash-manager.d.ts.map +1 -0
- package/dist/engine/deleter/trash-manager.js +92 -0
- package/dist/engine/deleter/trash-manager.js.map +1 -0
- package/dist/engine/github/adapters/bitbucket-adapter.d.ts +12 -0
- package/dist/engine/github/adapters/bitbucket-adapter.d.ts.map +1 -0
- package/dist/engine/github/adapters/bitbucket-adapter.js +32 -0
- package/dist/engine/github/adapters/bitbucket-adapter.js.map +1 -0
- package/dist/engine/github/adapters/github-adapter.d.ts +20 -0
- package/dist/engine/github/adapters/github-adapter.d.ts.map +1 -0
- package/dist/engine/github/adapters/github-adapter.js +221 -0
- package/dist/engine/github/adapters/github-adapter.js.map +1 -0
- package/dist/engine/github/adapters/gitlab-adapter.d.ts +12 -0
- package/dist/engine/github/adapters/gitlab-adapter.d.ts.map +1 -0
- package/dist/engine/github/adapters/gitlab-adapter.js +32 -0
- package/dist/engine/github/adapters/gitlab-adapter.js.map +1 -0
- package/dist/engine/github/adapters/index.d.ts +4 -0
- package/dist/engine/github/adapters/index.d.ts.map +1 -0
- package/dist/engine/github/adapters/index.js +5 -0
- package/dist/engine/github/adapters/index.js.map +1 -0
- package/dist/engine/github/auth.d.ts +13 -0
- package/dist/engine/github/auth.d.ts.map +1 -0
- package/dist/engine/github/auth.js +59 -0
- package/dist/engine/github/auth.js.map +1 -0
- package/dist/engine/github/changelog.d.ts +26 -0
- package/dist/engine/github/changelog.d.ts.map +1 -0
- package/dist/engine/github/changelog.js +117 -0
- package/dist/engine/github/changelog.js.map +1 -0
- package/dist/engine/github/ci-status.d.ts +13 -0
- package/dist/engine/github/ci-status.d.ts.map +1 -0
- package/dist/engine/github/ci-status.js +32 -0
- package/dist/engine/github/ci-status.js.map +1 -0
- package/dist/engine/github/client.d.ts +18 -0
- package/dist/engine/github/client.d.ts.map +1 -0
- package/dist/engine/github/client.js +55 -0
- package/dist/engine/github/client.js.map +1 -0
- package/dist/engine/github/gh-cli.d.ts +22 -0
- package/dist/engine/github/gh-cli.d.ts.map +1 -0
- package/dist/engine/github/gh-cli.js +53 -0
- package/dist/engine/github/gh-cli.js.map +1 -0
- package/dist/engine/github/index.d.ts +9 -0
- package/dist/engine/github/index.d.ts.map +1 -0
- package/dist/engine/github/index.js +10 -0
- package/dist/engine/github/index.js.map +1 -0
- package/dist/engine/github/pr-template.d.ts +17 -0
- package/dist/engine/github/pr-template.d.ts.map +1 -0
- package/dist/engine/github/pr-template.js +79 -0
- package/dist/engine/github/pr-template.js.map +1 -0
- package/dist/engine/github/review-analyzer.d.ts +19 -0
- package/dist/engine/github/review-analyzer.d.ts.map +1 -0
- package/dist/engine/github/review-analyzer.js +146 -0
- package/dist/engine/github/review-analyzer.js.map +1 -0
- package/dist/engine/github/spec-linker.d.ts +18 -0
- package/dist/engine/github/spec-linker.d.ts.map +1 -0
- package/dist/engine/github/spec-linker.js +54 -0
- package/dist/engine/github/spec-linker.js.map +1 -0
- package/dist/engine/ide-config/core.d.ts +14 -0
- package/dist/engine/ide-config/core.d.ts.map +1 -0
- package/dist/engine/ide-config/core.js +103 -0
- package/dist/engine/ide-config/core.js.map +1 -0
- package/dist/engine/ide-config/detector.d.ts +18 -0
- package/dist/engine/ide-config/detector.d.ts.map +1 -0
- package/dist/engine/ide-config/detector.js +97 -0
- package/dist/engine/ide-config/detector.js.map +1 -0
- package/dist/engine/ide-config/generators.d.ts +6 -0
- package/dist/engine/ide-config/generators.d.ts.map +1 -0
- package/dist/engine/ide-config/generators.js +146 -0
- package/dist/engine/ide-config/generators.js.map +1 -0
- package/dist/engine/ide-config/index.d.ts +6 -0
- package/dist/engine/ide-config/index.d.ts.map +1 -0
- package/dist/engine/ide-config/index.js +7 -0
- package/dist/engine/ide-config/index.js.map +1 -0
- package/dist/engine/ide-config/path-resolver.d.ts +23 -0
- package/dist/engine/ide-config/path-resolver.d.ts.map +1 -0
- package/dist/engine/ide-config/path-resolver.js +55 -0
- package/dist/engine/ide-config/path-resolver.js.map +1 -0
- package/dist/engine/ide-config/validator.d.ts +7 -0
- package/dist/engine/ide-config/validator.d.ts.map +1 -0
- package/dist/engine/ide-config/validator.js +55 -0
- package/dist/engine/ide-config/validator.js.map +1 -0
- package/dist/engine/license-validator/lemon-squeezy.d.ts.map +1 -1
- package/dist/engine/license-validator/lemon-squeezy.js +16 -12
- package/dist/engine/license-validator/lemon-squeezy.js.map +1 -1
- package/dist/engine/llm-providers/cost-optimizer.d.ts +26 -0
- package/dist/engine/llm-providers/cost-optimizer.d.ts.map +1 -0
- package/dist/engine/llm-providers/cost-optimizer.js +101 -0
- package/dist/engine/llm-providers/cost-optimizer.js.map +1 -0
- package/dist/engine/llm-providers/cost-tracker.d.ts +26 -0
- package/dist/engine/llm-providers/cost-tracker.d.ts.map +1 -0
- package/dist/engine/llm-providers/cost-tracker.js +75 -0
- package/dist/engine/llm-providers/cost-tracker.js.map +1 -0
- package/dist/engine/llm-providers/failover-chain.d.ts +23 -0
- package/dist/engine/llm-providers/failover-chain.d.ts.map +1 -0
- package/dist/engine/llm-providers/failover-chain.js +88 -0
- package/dist/engine/llm-providers/failover-chain.js.map +1 -0
- package/dist/engine/llm-providers/health-checker.d.ts +18 -0
- package/dist/engine/llm-providers/health-checker.d.ts.map +1 -0
- package/dist/engine/llm-providers/health-checker.js +45 -0
- package/dist/engine/llm-providers/health-checker.js.map +1 -0
- package/dist/engine/llm-providers/index.d.ts +10 -0
- package/dist/engine/llm-providers/index.d.ts.map +1 -0
- package/dist/engine/llm-providers/index.js +11 -0
- package/dist/engine/llm-providers/index.js.map +1 -0
- package/dist/engine/llm-providers/key-manager.d.ts +23 -0
- package/dist/engine/llm-providers/key-manager.d.ts.map +1 -0
- package/dist/engine/llm-providers/key-manager.js +47 -0
- package/dist/engine/llm-providers/key-manager.js.map +1 -0
- package/dist/engine/llm-providers/load-balancer.d.ts +13 -0
- package/dist/engine/llm-providers/load-balancer.d.ts.map +1 -0
- package/dist/engine/llm-providers/load-balancer.js +94 -0
- package/dist/engine/llm-providers/load-balancer.js.map +1 -0
- package/dist/engine/llm-providers/provider-adapter.d.ts +25 -0
- package/dist/engine/llm-providers/provider-adapter.d.ts.map +1 -0
- package/dist/engine/llm-providers/provider-adapter.js +86 -0
- package/dist/engine/llm-providers/provider-adapter.js.map +1 -0
- package/dist/engine/llm-providers/rate-limiter.d.ts +29 -0
- package/dist/engine/llm-providers/rate-limiter.d.ts.map +1 -0
- package/dist/engine/llm-providers/rate-limiter.js +70 -0
- package/dist/engine/llm-providers/rate-limiter.js.map +1 -0
- package/dist/engine/orchestrator/agent-spawner.d.ts +22 -0
- package/dist/engine/orchestrator/agent-spawner.d.ts.map +1 -0
- package/dist/engine/orchestrator/agent-spawner.js +117 -0
- package/dist/engine/orchestrator/agent-spawner.js.map +1 -0
- package/dist/engine/orchestrator/conflict-resolver.d.ts +11 -0
- package/dist/engine/orchestrator/conflict-resolver.d.ts.map +1 -0
- package/dist/engine/orchestrator/conflict-resolver.js +81 -0
- package/dist/engine/orchestrator/conflict-resolver.js.map +1 -0
- package/dist/engine/orchestrator/file-ownership.d.ts +25 -0
- package/dist/engine/orchestrator/file-ownership.d.ts.map +1 -0
- package/dist/engine/orchestrator/file-ownership.js +62 -0
- package/dist/engine/orchestrator/file-ownership.js.map +1 -0
- package/dist/engine/orchestrator/handoff-generator.d.ts +20 -0
- package/dist/engine/orchestrator/handoff-generator.d.ts.map +1 -0
- package/dist/engine/orchestrator/handoff-generator.js +95 -0
- package/dist/engine/orchestrator/handoff-generator.js.map +1 -0
- package/dist/engine/orchestrator/index.d.ts +10 -0
- package/dist/engine/orchestrator/index.d.ts.map +1 -0
- package/dist/engine/orchestrator/index.js +11 -0
- package/dist/engine/orchestrator/index.js.map +1 -0
- package/dist/engine/orchestrator/progress-tracker.d.ts +32 -0
- package/dist/engine/orchestrator/progress-tracker.d.ts.map +1 -0
- package/dist/engine/orchestrator/progress-tracker.js +102 -0
- package/dist/engine/orchestrator/progress-tracker.js.map +1 -0
- package/dist/engine/orchestrator/result-collector.d.ts +23 -0
- package/dist/engine/orchestrator/result-collector.d.ts.map +1 -0
- package/dist/engine/orchestrator/result-collector.js +124 -0
- package/dist/engine/orchestrator/result-collector.js.map +1 -0
- package/dist/engine/orchestrator/runtime.d.ts +21 -0
- package/dist/engine/orchestrator/runtime.d.ts.map +1 -0
- package/dist/engine/orchestrator/runtime.js +231 -0
- package/dist/engine/orchestrator/runtime.js.map +1 -0
- package/dist/engine/orchestrator/task-distributor.d.ts +8 -0
- package/dist/engine/orchestrator/task-distributor.d.ts.map +1 -0
- package/dist/engine/orchestrator/task-distributor.js +106 -0
- package/dist/engine/orchestrator/task-distributor.js.map +1 -0
- package/dist/engine/orchestrator/topologies.d.ts +30 -0
- package/dist/engine/orchestrator/topologies.d.ts.map +1 -0
- package/dist/engine/orchestrator/topologies.js +89 -0
- package/dist/engine/orchestrator/topologies.js.map +1 -0
- package/dist/engine/plugins/compatibility.d.ts +24 -0
- package/dist/engine/plugins/compatibility.d.ts.map +1 -0
- package/dist/engine/plugins/compatibility.js +140 -0
- package/dist/engine/plugins/compatibility.js.map +1 -0
- package/dist/engine/plugins/doc-generator.d.ts +6 -0
- package/dist/engine/plugins/doc-generator.d.ts.map +1 -0
- package/dist/engine/plugins/doc-generator.js +79 -0
- package/dist/engine/plugins/doc-generator.js.map +1 -0
- package/dist/engine/plugins/extensions/analyzer-extension.d.ts +26 -0
- package/dist/engine/plugins/extensions/analyzer-extension.d.ts.map +1 -0
- package/dist/engine/plugins/extensions/analyzer-extension.js +100 -0
- package/dist/engine/plugins/extensions/analyzer-extension.js.map +1 -0
- package/dist/engine/plugins/extensions/template-extension.d.ts +25 -0
- package/dist/engine/plugins/extensions/template-extension.d.ts.map +1 -0
- package/dist/engine/plugins/extensions/template-extension.js +65 -0
- package/dist/engine/plugins/extensions/template-extension.js.map +1 -0
- package/dist/engine/plugins/extensions/tool-extension.d.ts +34 -0
- package/dist/engine/plugins/extensions/tool-extension.d.ts.map +1 -0
- package/dist/engine/plugins/extensions/tool-extension.js +80 -0
- package/dist/engine/plugins/extensions/tool-extension.js.map +1 -0
- package/dist/engine/plugins/extensions/worker-extension.d.ts +24 -0
- package/dist/engine/plugins/extensions/worker-extension.d.ts.map +1 -0
- package/dist/engine/plugins/extensions/worker-extension.js +88 -0
- package/dist/engine/plugins/extensions/worker-extension.js.map +1 -0
- package/dist/engine/plugins/index.d.ts +11 -0
- package/dist/engine/plugins/index.d.ts.map +1 -0
- package/dist/engine/plugins/index.js +12 -0
- package/dist/engine/plugins/index.js.map +1 -0
- package/dist/engine/plugins/lifecycle.d.ts +26 -0
- package/dist/engine/plugins/lifecycle.d.ts.map +1 -0
- package/dist/engine/plugins/lifecycle.js +208 -0
- package/dist/engine/plugins/lifecycle.js.map +1 -0
- package/dist/engine/plugins/loader.d.ts +17 -0
- package/dist/engine/plugins/loader.d.ts.map +1 -0
- package/dist/engine/plugins/loader.js +113 -0
- package/dist/engine/plugins/loader.js.map +1 -0
- package/dist/engine/plugins/sandbox.d.ts +20 -0
- package/dist/engine/plugins/sandbox.d.ts.map +1 -0
- package/dist/engine/plugins/sandbox.js +111 -0
- package/dist/engine/plugins/sandbox.js.map +1 -0
- package/dist/engine/plugins/validator.d.ts +18 -0
- package/dist/engine/plugins/validator.d.ts.map +1 -0
- package/dist/engine/plugins/validator.js +125 -0
- package/dist/engine/plugins/validator.js.map +1 -0
- package/dist/engine/runtime-security/audit-logger.d.ts +7 -0
- package/dist/engine/runtime-security/audit-logger.d.ts.map +1 -0
- package/dist/engine/runtime-security/audit-logger.js +120 -0
- package/dist/engine/runtime-security/audit-logger.js.map +1 -0
- package/dist/engine/runtime-security/checkers/command-injection.d.ts +3 -0
- package/dist/engine/runtime-security/checkers/command-injection.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/command-injection.js +91 -0
- package/dist/engine/runtime-security/checkers/command-injection.js.map +1 -0
- package/dist/engine/runtime-security/checkers/content-security.d.ts +3 -0
- package/dist/engine/runtime-security/checkers/content-security.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/content-security.js +106 -0
- package/dist/engine/runtime-security/checkers/content-security.js.map +1 -0
- package/dist/engine/runtime-security/checkers/dependency-vuln.d.ts +4 -0
- package/dist/engine/runtime-security/checkers/dependency-vuln.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/dependency-vuln.js +93 -0
- package/dist/engine/runtime-security/checkers/dependency-vuln.js.map +1 -0
- package/dist/engine/runtime-security/checkers/file-permissions.d.ts +3 -0
- package/dist/engine/runtime-security/checkers/file-permissions.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/file-permissions.js +60 -0
- package/dist/engine/runtime-security/checkers/file-permissions.js.map +1 -0
- package/dist/engine/runtime-security/checkers/input-sanitizer.d.ts +4 -0
- package/dist/engine/runtime-security/checkers/input-sanitizer.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/input-sanitizer.js +101 -0
- package/dist/engine/runtime-security/checkers/input-sanitizer.js.map +1 -0
- package/dist/engine/runtime-security/checkers/path-traversal.d.ts +3 -0
- package/dist/engine/runtime-security/checkers/path-traversal.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/path-traversal.js +102 -0
- package/dist/engine/runtime-security/checkers/path-traversal.js.map +1 -0
- package/dist/engine/runtime-security/checkers/prompt-injection.d.ts +7 -0
- package/dist/engine/runtime-security/checkers/prompt-injection.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/prompt-injection.js +103 -0
- package/dist/engine/runtime-security/checkers/prompt-injection.js.map +1 -0
- package/dist/engine/runtime-security/checkers/sensitive-data.d.ts +3 -0
- package/dist/engine/runtime-security/checkers/sensitive-data.d.ts.map +1 -0
- package/dist/engine/runtime-security/checkers/sensitive-data.js +71 -0
- package/dist/engine/runtime-security/checkers/sensitive-data.js.map +1 -0
- package/dist/engine/runtime-security/index.d.ts +12 -0
- package/dist/engine/runtime-security/index.d.ts.map +1 -0
- package/dist/engine/runtime-security/index.js +13 -0
- package/dist/engine/runtime-security/index.js.map +1 -0
- package/dist/engine/runtime-security/rate-limiter.d.ts +5 -0
- package/dist/engine/runtime-security/rate-limiter.d.ts.map +1 -0
- package/dist/engine/runtime-security/rate-limiter.js +91 -0
- package/dist/engine/runtime-security/rate-limiter.js.map +1 -0
- package/dist/engine/runtime-security/validator.d.ts +9 -0
- package/dist/engine/runtime-security/validator.d.ts.map +1 -0
- package/dist/engine/runtime-security/validator.js +118 -0
- package/dist/engine/runtime-security/validator.js.map +1 -0
- package/dist/engine/session/auto-save.d.ts +18 -0
- package/dist/engine/session/auto-save.d.ts.map +1 -0
- package/dist/engine/session/auto-save.js +96 -0
- package/dist/engine/session/auto-save.js.map +1 -0
- package/dist/engine/session/context-snapshot.d.ts +8 -0
- package/dist/engine/session/context-snapshot.d.ts.map +1 -0
- package/dist/engine/session/context-snapshot.js +49 -0
- package/dist/engine/session/context-snapshot.js.map +1 -0
- package/dist/engine/session/index.d.ts +6 -0
- package/dist/engine/session/index.d.ts.map +1 -0
- package/dist/engine/session/index.js +7 -0
- package/dist/engine/session/index.js.map +1 -0
- package/dist/engine/session/memory-sync.d.ts +12 -0
- package/dist/engine/session/memory-sync.d.ts.map +1 -0
- package/dist/engine/session/memory-sync.js +34 -0
- package/dist/engine/session/memory-sync.js.map +1 -0
- package/dist/engine/session/session-diff.d.ts +11 -0
- package/dist/engine/session/session-diff.d.ts.map +1 -0
- package/dist/engine/session/session-diff.js +42 -0
- package/dist/engine/session/session-diff.js.map +1 -0
- package/dist/engine/session/session-merge.d.ts +12 -0
- package/dist/engine/session/session-merge.d.ts.map +1 -0
- package/dist/engine/session/session-merge.js +55 -0
- package/dist/engine/session/session-merge.js.map +1 -0
- package/dist/engine/token-optimizer/batcher.d.ts +34 -0
- package/dist/engine/token-optimizer/batcher.d.ts.map +1 -0
- package/dist/engine/token-optimizer/batcher.js +89 -0
- package/dist/engine/token-optimizer/batcher.js.map +1 -0
- package/dist/engine/token-optimizer/budget.d.ts +54 -0
- package/dist/engine/token-optimizer/budget.d.ts.map +1 -0
- package/dist/engine/token-optimizer/budget.js +102 -0
- package/dist/engine/token-optimizer/budget.js.map +1 -0
- package/dist/engine/token-optimizer/context-compressor.d.ts +16 -0
- package/dist/engine/token-optimizer/context-compressor.d.ts.map +1 -0
- package/dist/engine/token-optimizer/context-compressor.js +148 -0
- package/dist/engine/token-optimizer/context-compressor.js.map +1 -0
- package/dist/engine/token-optimizer/counter.d.ts +16 -0
- package/dist/engine/token-optimizer/counter.d.ts.map +1 -0
- package/dist/engine/token-optimizer/counter.js +68 -0
- package/dist/engine/token-optimizer/counter.js.map +1 -0
- package/dist/engine/token-optimizer/deduplicator.d.ts +32 -0
- package/dist/engine/token-optimizer/deduplicator.d.ts.map +1 -0
- package/dist/engine/token-optimizer/deduplicator.js +102 -0
- package/dist/engine/token-optimizer/deduplicator.js.map +1 -0
- package/dist/engine/token-optimizer/incremental.d.ts +30 -0
- package/dist/engine/token-optimizer/incremental.d.ts.map +1 -0
- package/dist/engine/token-optimizer/incremental.js +88 -0
- package/dist/engine/token-optimizer/incremental.js.map +1 -0
- package/dist/engine/token-optimizer/index.d.ts +10 -0
- package/dist/engine/token-optimizer/index.d.ts.map +1 -0
- package/dist/engine/token-optimizer/index.js +11 -0
- package/dist/engine/token-optimizer/index.js.map +1 -0
- package/dist/engine/token-optimizer/optimizer.d.ts +47 -0
- package/dist/engine/token-optimizer/optimizer.d.ts.map +1 -0
- package/dist/engine/token-optimizer/optimizer.js +126 -0
- package/dist/engine/token-optimizer/optimizer.js.map +1 -0
- package/dist/engine/token-optimizer/reporter.d.ts +51 -0
- package/dist/engine/token-optimizer/reporter.d.ts.map +1 -0
- package/dist/engine/token-optimizer/reporter.js +143 -0
- package/dist/engine/token-optimizer/reporter.js.map +1 -0
- package/dist/engine/token-optimizer/response-cache.d.ts +49 -0
- package/dist/engine/token-optimizer/response-cache.d.ts.map +1 -0
- package/dist/engine/token-optimizer/response-cache.js +158 -0
- package/dist/engine/token-optimizer/response-cache.js.map +1 -0
- package/dist/engine/workers/handlers/code-map.d.ts +3 -0
- package/dist/engine/workers/handlers/code-map.d.ts.map +1 -0
- package/dist/engine/workers/handlers/code-map.js +227 -0
- package/dist/engine/workers/handlers/code-map.js.map +1 -0
- package/dist/engine/workers/handlers/dependency-health.d.ts +3 -0
- package/dist/engine/workers/handlers/dependency-health.d.ts.map +1 -0
- package/dist/engine/workers/handlers/dependency-health.js +254 -0
- package/dist/engine/workers/handlers/dependency-health.js.map +1 -0
- package/dist/engine/workers/handlers/documentation.d.ts +3 -0
- package/dist/engine/workers/handlers/documentation.d.ts.map +1 -0
- package/dist/engine/workers/handlers/documentation.js +207 -0
- package/dist/engine/workers/handlers/documentation.js.map +1 -0
- package/dist/engine/workers/handlers/optimization.d.ts +3 -0
- package/dist/engine/workers/handlers/optimization.d.ts.map +1 -0
- package/dist/engine/workers/handlers/optimization.js +161 -0
- package/dist/engine/workers/handlers/optimization.js.map +1 -0
- package/dist/engine/workers/handlers/security-audit.d.ts +3 -0
- package/dist/engine/workers/handlers/security-audit.d.ts.map +1 -0
- package/dist/engine/workers/handlers/security-audit.js +222 -0
- package/dist/engine/workers/handlers/security-audit.js.map +1 -0
- package/dist/engine/workers/handlers/test-gaps.d.ts +3 -0
- package/dist/engine/workers/handlers/test-gaps.d.ts.map +1 -0
- package/dist/engine/workers/handlers/test-gaps.js +186 -0
- package/dist/engine/workers/handlers/test-gaps.js.map +1 -0
- package/dist/engine/workers/index.d.ts +8 -0
- package/dist/engine/workers/index.d.ts.map +1 -0
- package/dist/engine/workers/index.js +9 -0
- package/dist/engine/workers/index.js.map +1 -0
- package/dist/engine/workers/worker-engine.d.ts +24 -0
- package/dist/engine/workers/worker-engine.d.ts.map +1 -0
- package/dist/engine/workers/worker-engine.js +233 -0
- package/dist/engine/workers/worker-engine.js.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -1
- package/dist/resources/process.js +1 -1
- package/dist/storage/index.d.ts +1 -0
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +1 -0
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/session-store.d.ts +20 -0
- package/dist/storage/session-store.d.ts.map +1 -0
- package/dist/storage/session-store.js +118 -0
- package/dist/storage/session-store.js.map +1 -0
- package/dist/storage/token-cache-store.d.ts +10 -0
- package/dist/storage/token-cache-store.d.ts.map +1 -0
- package/dist/storage/token-cache-store.js +67 -0
- package/dist/storage/token-cache-store.js.map +1 -0
- package/dist/storage/trash-store.d.ts +35 -0
- package/dist/storage/trash-store.d.ts.map +1 -0
- package/dist/storage/trash-store.js +163 -0
- package/dist/storage/trash-store.js.map +1 -0
- package/dist/storage/worker-store.d.ts +11 -0
- package/dist/storage/worker-store.d.ts.map +1 -0
- package/dist/storage/worker-store.js +120 -0
- package/dist/storage/worker-store.js.map +1 -0
- package/dist/tools/agent-swarm-status.d.ts +7 -0
- package/dist/tools/agent-swarm-status.d.ts.map +1 -0
- package/dist/tools/agent-swarm-status.js +94 -0
- package/dist/tools/agent-swarm-status.js.map +1 -0
- package/dist/tools/configure-llm-providers-handler.d.ts +18 -0
- package/dist/tools/configure-llm-providers-handler.d.ts.map +1 -0
- package/dist/tools/configure-llm-providers-handler.js +127 -0
- package/dist/tools/configure-llm-providers-handler.js.map +1 -0
- package/dist/tools/configure-workers-handler.d.ts +3 -0
- package/dist/tools/configure-workers-handler.d.ts.map +1 -0
- package/dist/tools/configure-workers-handler.js +116 -0
- package/dist/tools/configure-workers-handler.js.map +1 -0
- package/dist/tools/delete-decision.d.ts +7 -0
- package/dist/tools/delete-decision.d.ts.map +1 -0
- package/dist/tools/delete-decision.js +54 -0
- package/dist/tools/delete-decision.js.map +1 -0
- package/dist/tools/delete-pattern.d.ts +7 -0
- package/dist/tools/delete-pattern.d.ts.map +1 -0
- package/dist/tools/delete-pattern.js +54 -0
- package/dist/tools/delete-pattern.js.map +1 -0
- package/dist/tools/delete-project.d.ts +7 -0
- package/dist/tools/delete-project.d.ts.map +1 -0
- package/dist/tools/delete-project.js +53 -0
- package/dist/tools/delete-project.js.map +1 -0
- package/dist/tools/delete-spec.d.ts +7 -0
- package/dist/tools/delete-spec.d.ts.map +1 -0
- package/dist/tools/delete-spec.js +54 -0
- package/dist/tools/delete-spec.js.map +1 -0
- package/dist/tools/export-session.d.ts +3 -0
- package/dist/tools/export-session.d.ts.map +1 -0
- package/dist/tools/export-session.js +87 -0
- package/dist/tools/export-session.js.map +1 -0
- package/dist/tools/github-pr-handler.d.ts +13 -0
- package/dist/tools/github-pr-handler.d.ts.map +1 -0
- package/dist/tools/github-pr-handler.js +109 -0
- package/dist/tools/github-pr-handler.js.map +1 -0
- package/dist/tools/github-release-handler.d.ts +14 -0
- package/dist/tools/github-release-handler.d.ts.map +1 -0
- package/dist/tools/github-release-handler.js +55 -0
- package/dist/tools/github-release-handler.js.map +1 -0
- package/dist/tools/github-review-handler.d.ts +7 -0
- package/dist/tools/github-review-handler.d.ts.map +1 -0
- package/dist/tools/github-review-handler.js +61 -0
- package/dist/tools/github-review-handler.js.map +1 -0
- package/dist/tools/ide-config-handler.d.ts +11 -0
- package/dist/tools/ide-config-handler.d.ts.map +1 -0
- package/dist/tools/ide-config-handler.js +56 -0
- package/dist/tools/ide-config-handler.js.map +1 -0
- package/dist/tools/license-status.d.ts.map +1 -1
- package/dist/tools/license-status.js +17 -2
- package/dist/tools/license-status.js.map +1 -1
- package/dist/tools/list-sessions.d.ts +3 -0
- package/dist/tools/list-sessions.d.ts.map +1 -0
- package/dist/tools/list-sessions.js +28 -0
- package/dist/tools/list-sessions.js.map +1 -0
- package/dist/tools/llm-provider-status-handler.d.ts +7 -0
- package/dist/tools/llm-provider-status-handler.d.ts.map +1 -0
- package/dist/tools/llm-provider-status-handler.js +63 -0
- package/dist/tools/llm-provider-status-handler.js.map +1 -0
- package/dist/tools/manage-plugins-handler.d.ts +6 -0
- package/dist/tools/manage-plugins-handler.d.ts.map +1 -0
- package/dist/tools/manage-plugins-handler.js +128 -0
- package/dist/tools/manage-plugins-handler.js.map +1 -0
- package/dist/tools/manage-trash.d.ts +7 -0
- package/dist/tools/manage-trash.d.ts.map +1 -0
- package/dist/tools/manage-trash.js +54 -0
- package/dist/tools/manage-trash.js.map +1 -0
- package/dist/tools/orchestrate-runtime.d.ts +7 -0
- package/dist/tools/orchestrate-runtime.d.ts.map +1 -0
- package/dist/tools/orchestrate-runtime.js +72 -0
- package/dist/tools/orchestrate-runtime.js.map +1 -0
- package/dist/tools/register-delete-tools.d.ts +6 -0
- package/dist/tools/register-delete-tools.d.ts.map +1 -0
- package/dist/tools/register-delete-tools.js +95 -0
- package/dist/tools/register-delete-tools.js.map +1 -0
- package/dist/tools/register-github-tools.d.ts +3 -0
- package/dist/tools/register-github-tools.d.ts.map +1 -0
- package/dist/tools/register-github-tools.js +47 -0
- package/dist/tools/register-github-tools.js.map +1 -0
- package/dist/tools/register-ide-tools.d.ts +3 -0
- package/dist/tools/register-ide-tools.d.ts.map +1 -0
- package/dist/tools/register-ide-tools.js +28 -0
- package/dist/tools/register-ide-tools.js.map +1 -0
- package/dist/tools/register-llm-provider-tools.d.ts +3 -0
- package/dist/tools/register-llm-provider-tools.d.ts.map +1 -0
- package/dist/tools/register-llm-provider-tools.js +73 -0
- package/dist/tools/register-llm-provider-tools.js.map +1 -0
- package/dist/tools/register-orchestrator-tools.d.ts +3 -0
- package/dist/tools/register-orchestrator-tools.d.ts.map +1 -0
- package/dist/tools/register-orchestrator-tools.js +68 -0
- package/dist/tools/register-orchestrator-tools.js.map +1 -0
- package/dist/tools/register-plugin-tools.d.ts +3 -0
- package/dist/tools/register-plugin-tools.d.ts.map +1 -0
- package/dist/tools/register-plugin-tools.js +27 -0
- package/dist/tools/register-plugin-tools.js.map +1 -0
- package/dist/tools/register-runtime-security-tools.d.ts +3 -0
- package/dist/tools/register-runtime-security-tools.d.ts.map +1 -0
- package/dist/tools/register-runtime-security-tools.js +19 -0
- package/dist/tools/register-runtime-security-tools.js.map +1 -0
- package/dist/tools/register-session-tools.d.ts +3 -0
- package/dist/tools/register-session-tools.d.ts.map +1 -0
- package/dist/tools/register-session-tools.js +34 -0
- package/dist/tools/register-session-tools.js.map +1 -0
- package/dist/tools/register-token-tools.d.ts +3 -0
- package/dist/tools/register-token-tools.d.ts.map +1 -0
- package/dist/tools/register-token-tools.js +17 -0
- package/dist/tools/register-token-tools.js.map +1 -0
- package/dist/tools/register-worker-tools.d.ts +3 -0
- package/dist/tools/register-worker-tools.d.ts.map +1 -0
- package/dist/tools/register-worker-tools.js +31 -0
- package/dist/tools/register-worker-tools.js.map +1 -0
- package/dist/tools/restore-session.d.ts +3 -0
- package/dist/tools/restore-session.d.ts.map +1 -0
- package/dist/tools/restore-session.js +60 -0
- package/dist/tools/restore-session.js.map +1 -0
- package/dist/tools/scaffold-plugin-handler.d.ts +6 -0
- package/dist/tools/scaffold-plugin-handler.d.ts.map +1 -0
- package/dist/tools/scaffold-plugin-handler.js +208 -0
- package/dist/tools/scaffold-plugin-handler.js.map +1 -0
- package/dist/tools/schemas/delete.d.ts +19 -0
- package/dist/tools/schemas/delete.d.ts.map +1 -0
- package/dist/tools/schemas/delete.js +12 -0
- package/dist/tools/schemas/delete.js.map +1 -0
- package/dist/tools/schemas/github.d.ts +51 -0
- package/dist/tools/schemas/github.d.ts.map +1 -0
- package/dist/tools/schemas/github.js +52 -0
- package/dist/tools/schemas/github.js.map +1 -0
- package/dist/tools/schemas/ide-config.d.ts +36 -0
- package/dist/tools/schemas/ide-config.d.ts.map +1 -0
- package/dist/tools/schemas/ide-config.js +27 -0
- package/dist/tools/schemas/ide-config.js.map +1 -0
- package/dist/tools/schemas/index.d.ts +9 -0
- package/dist/tools/schemas/index.d.ts.map +1 -1
- package/dist/tools/schemas/index.js +9 -0
- package/dist/tools/schemas/index.js.map +1 -1
- package/dist/tools/schemas/llm-provider-schemas.d.ts +26 -0
- package/dist/tools/schemas/llm-provider-schemas.d.ts.map +1 -0
- package/dist/tools/schemas/llm-provider-schemas.js +16 -0
- package/dist/tools/schemas/llm-provider-schemas.js.map +1 -0
- package/dist/tools/schemas/plugins-schemas.d.ts +40 -0
- package/dist/tools/schemas/plugins-schemas.d.ts.map +1 -0
- package/dist/tools/schemas/plugins-schemas.js +29 -0
- package/dist/tools/schemas/plugins-schemas.js.map +1 -0
- package/dist/tools/schemas/runtime-security.d.ts +12 -0
- package/dist/tools/schemas/runtime-security.d.ts.map +1 -0
- package/dist/tools/schemas/runtime-security.js +9 -0
- package/dist/tools/schemas/runtime-security.js.map +1 -0
- package/dist/tools/schemas/session.d.ts +22 -0
- package/dist/tools/schemas/session.d.ts.map +1 -0
- package/dist/tools/schemas/session.js +25 -0
- package/dist/tools/schemas/session.js.map +1 -0
- package/dist/tools/schemas/token-optimization.d.ts +12 -0
- package/dist/tools/schemas/token-optimization.d.ts.map +1 -0
- package/dist/tools/schemas/token-optimization.js +9 -0
- package/dist/tools/schemas/token-optimization.js.map +1 -0
- package/dist/tools/schemas/workers-schema.d.ts +75 -0
- package/dist/tools/schemas/workers-schema.d.ts.map +1 -0
- package/dist/tools/schemas/workers-schema.js +63 -0
- package/dist/tools/schemas/workers-schema.js.map +1 -0
- package/dist/tools/security-report-handler.d.ts +3 -0
- package/dist/tools/security-report-handler.d.ts.map +1 -0
- package/dist/tools/security-report-handler.js +66 -0
- package/dist/tools/security-report-handler.js.map +1 -0
- package/dist/tools/token-usage-handler.d.ts +15 -0
- package/dist/tools/token-usage-handler.d.ts.map +1 -0
- package/dist/tools/token-usage-handler.js +53 -0
- package/dist/tools/token-usage-handler.js.map +1 -0
- package/dist/tools/worker-status-handler.d.ts +3 -0
- package/dist/tools/worker-status-handler.d.ts.map +1 -0
- package/dist/tools/worker-status-handler.js +93 -0
- package/dist/tools/worker-status-handler.js.map +1 -0
- package/dist/types/delete.d.ts +68 -0
- package/dist/types/delete.d.ts.map +1 -0
- package/dist/types/delete.js +3 -0
- package/dist/types/delete.js.map +1 -0
- package/dist/types/github.d.ts +156 -0
- package/dist/types/github.d.ts.map +1 -0
- package/dist/types/github.js +11 -0
- package/dist/types/github.js.map +1 -0
- package/dist/types/ide.d.ts +70 -0
- package/dist/types/ide.d.ts.map +1 -0
- package/dist/types/ide.js +3 -0
- package/dist/types/ide.js.map +1 -0
- package/dist/types/index.d.ts +10 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +10 -0
- package/dist/types/index.js.map +1 -1
- package/dist/types/llm-providers.d.ts +140 -0
- package/dist/types/llm-providers.d.ts.map +1 -0
- package/dist/types/llm-providers.js +3 -0
- package/dist/types/llm-providers.js.map +1 -0
- package/dist/types/orchestration-runtime.d.ts +198 -0
- package/dist/types/orchestration-runtime.d.ts.map +1 -0
- package/dist/types/orchestration-runtime.js +4 -0
- package/dist/types/orchestration-runtime.js.map +1 -0
- package/dist/types/plugins.d.ts +144 -0
- package/dist/types/plugins.d.ts.map +1 -0
- package/dist/types/plugins.js +3 -0
- package/dist/types/plugins.js.map +1 -0
- package/dist/types/runtime-security.d.ts +110 -0
- package/dist/types/runtime-security.d.ts.map +1 -0
- package/dist/types/runtime-security.js +4 -0
- package/dist/types/runtime-security.js.map +1 -0
- package/dist/types/session.d.ts +82 -0
- package/dist/types/session.d.ts.map +1 -0
- package/dist/types/session.js +3 -0
- package/dist/types/session.js.map +1 -0
- package/dist/types/token-optimization.d.ts +121 -0
- package/dist/types/token-optimization.d.ts.map +1 -0
- package/dist/types/token-optimization.js +3 -0
- package/dist/types/token-optimization.js.map +1 -0
- package/dist/types/workers.d.ts +132 -0
- package/dist/types/workers.d.ts.map +1 -0
- package/dist/types/workers.js +3 -0
- package/dist/types/workers.js.map +1 -0
- package/package.json +1 -1
- package/src/config/ide-registry.json +204 -0
- package/src/config/injection-patterns.json +30 -0
- package/src/config/known-cves.json +41 -0
- package/src/config/license-plans.json +32 -2
- package/src/config/llm-providers.json +198 -0
- package/src/config/model-equivalences.json +41 -0
- package/src/config/model-language-affinity.json +16 -0
- package/src/config/orchestration-templates.json +76 -0
- package/src/config/orchestration-topologies.json +36 -0
- package/src/config/plugin-marketplace.json +59 -0
- package/src/config/security-runtime-config.json +26 -0
- package/src/config/workers-registry.json +100 -0
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { countTokens } from './counter.js';
|
|
2
|
+
/**
|
|
3
|
+
* Compress content using the specified strategy.
|
|
4
|
+
*/
|
|
5
|
+
export function compress(content, strategy, options) {
|
|
6
|
+
const originalTokens = countTokens(content).tokens;
|
|
7
|
+
const maxLines = options?.maxLines ?? 20;
|
|
8
|
+
let compressed;
|
|
9
|
+
switch (strategy) {
|
|
10
|
+
case 'truncation':
|
|
11
|
+
compressed = applyTruncation(content, maxLines);
|
|
12
|
+
break;
|
|
13
|
+
case 'extraction':
|
|
14
|
+
compressed = applyExtraction(content);
|
|
15
|
+
break;
|
|
16
|
+
case 'summary':
|
|
17
|
+
compressed = applySummary(content);
|
|
18
|
+
break;
|
|
19
|
+
case 'headTail':
|
|
20
|
+
compressed = applyHeadTail(content, maxLines);
|
|
21
|
+
break;
|
|
22
|
+
case 'codeOnly':
|
|
23
|
+
compressed = applyCodeOnly(content);
|
|
24
|
+
break;
|
|
25
|
+
case 'structureOnly':
|
|
26
|
+
compressed = applyStructureOnly(content);
|
|
27
|
+
break;
|
|
28
|
+
}
|
|
29
|
+
const compressedTokens = countTokens(compressed).tokens;
|
|
30
|
+
return {
|
|
31
|
+
compressed,
|
|
32
|
+
originalTokens,
|
|
33
|
+
compressedTokens,
|
|
34
|
+
ratio: originalTokens > 0 ? 1 - compressedTokens / originalTokens : 0,
|
|
35
|
+
strategy,
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* Auto-select best compression strategy based on content heuristics.
|
|
40
|
+
*/
|
|
41
|
+
export function selectStrategy(content) {
|
|
42
|
+
const lines = content.split('\n');
|
|
43
|
+
const codeIndicators = lines.filter((l) => /^\s*(export|import|function|class|interface|type |const |let |var |def |fn |pub |func )/.test(l)).length;
|
|
44
|
+
const codeRatio = lines.length > 0 ? codeIndicators / lines.length : 0;
|
|
45
|
+
if (codeRatio > 0.3) {
|
|
46
|
+
return 'extraction';
|
|
47
|
+
}
|
|
48
|
+
if (lines.length > 100) {
|
|
49
|
+
return 'headTail';
|
|
50
|
+
}
|
|
51
|
+
if (countTokens(content).tokens > 2000) {
|
|
52
|
+
return 'truncation';
|
|
53
|
+
}
|
|
54
|
+
return 'summary';
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Apply multiple strategies in chain, returning the best result.
|
|
58
|
+
*/
|
|
59
|
+
export function compressChain(content, strategies) {
|
|
60
|
+
let current = content;
|
|
61
|
+
const totalOriginal = countTokens(content).tokens;
|
|
62
|
+
let lastStrategy = strategies[0] ?? 'truncation';
|
|
63
|
+
for (const strategy of strategies) {
|
|
64
|
+
const result = compress(current, strategy);
|
|
65
|
+
current = result.compressed;
|
|
66
|
+
lastStrategy = strategy;
|
|
67
|
+
}
|
|
68
|
+
const finalTokens = countTokens(current).tokens;
|
|
69
|
+
return {
|
|
70
|
+
compressed: current,
|
|
71
|
+
originalTokens: totalOriginal,
|
|
72
|
+
compressedTokens: finalTokens,
|
|
73
|
+
ratio: totalOriginal > 0 ? 1 - finalTokens / totalOriginal : 0,
|
|
74
|
+
strategy: lastStrategy,
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
// --- Internal strategies ---
|
|
78
|
+
function applyTruncation(content, maxLines) {
|
|
79
|
+
const lines = content.split('\n');
|
|
80
|
+
if (lines.length <= maxLines * 2) {
|
|
81
|
+
return content;
|
|
82
|
+
}
|
|
83
|
+
const head = lines.slice(0, maxLines);
|
|
84
|
+
const tail = lines.slice(-maxLines);
|
|
85
|
+
const omitted = lines.length - maxLines * 2;
|
|
86
|
+
return [...head, `[... ${String(omitted)} lines omitted ...]`, ...tail].join('\n');
|
|
87
|
+
}
|
|
88
|
+
function applyHeadTail(content, maxLines) {
|
|
89
|
+
return applyTruncation(content, maxLines);
|
|
90
|
+
}
|
|
91
|
+
function applyExtraction(content) {
|
|
92
|
+
const lines = content.split('\n');
|
|
93
|
+
const extracted = lines.filter((line) => /^\s*(export|import|function|class|interface|type |const |def |fn |pub |func |struct |enum )/.test(line) ||
|
|
94
|
+
/^\s*\*/.test(line) ||
|
|
95
|
+
/^\s*\/\//.test(line) ||
|
|
96
|
+
line.trim() === '');
|
|
97
|
+
return extracted.length > 0 ? extracted.join('\n') : content.slice(0, 500);
|
|
98
|
+
}
|
|
99
|
+
function applySummary(content) {
|
|
100
|
+
const lines = content.split('\n').filter((l) => l.trim().length > 0);
|
|
101
|
+
const bullets = [];
|
|
102
|
+
for (const line of lines) {
|
|
103
|
+
if (line.startsWith('#') || line.startsWith('##')) {
|
|
104
|
+
bullets.push(`- ${line.replace(/^#+\s*/, '')}`);
|
|
105
|
+
}
|
|
106
|
+
else if (/^\s*[-*]\s/.test(line)) {
|
|
107
|
+
bullets.push(line);
|
|
108
|
+
}
|
|
109
|
+
else if (bullets.length < 10 && line.trim().length > 20) {
|
|
110
|
+
bullets.push(`- ${line.trim().slice(0, 100)}`);
|
|
111
|
+
}
|
|
112
|
+
if (bullets.length >= 15) {
|
|
113
|
+
break;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return bullets.length > 0 ? bullets.join('\n') : content.slice(0, 300);
|
|
117
|
+
}
|
|
118
|
+
function applyCodeOnly(content) {
|
|
119
|
+
const lines = content.split('\n');
|
|
120
|
+
const codeBlocks = [];
|
|
121
|
+
let inBlock = false;
|
|
122
|
+
for (const line of lines) {
|
|
123
|
+
if (line.trim().startsWith('```')) {
|
|
124
|
+
inBlock = !inBlock;
|
|
125
|
+
continue;
|
|
126
|
+
}
|
|
127
|
+
if (inBlock) {
|
|
128
|
+
codeBlocks.push(line);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
// If no fenced blocks, treat lines with code indicators as code
|
|
132
|
+
if (codeBlocks.length === 0) {
|
|
133
|
+
return (lines
|
|
134
|
+
.filter((l) => /^\s*(export|import|function|class|const |let |def |fn |return )/.test(l) ||
|
|
135
|
+
/[{};()=>]/.test(l))
|
|
136
|
+
.join('\n') || content.slice(0, 300));
|
|
137
|
+
}
|
|
138
|
+
return codeBlocks.join('\n');
|
|
139
|
+
}
|
|
140
|
+
function applyStructureOnly(content) {
|
|
141
|
+
const lines = content.split('\n');
|
|
142
|
+
return (lines
|
|
143
|
+
.filter((line) => line.startsWith('#') ||
|
|
144
|
+
/^\s*(export|function|class|interface|type |struct |enum |def |fn )/.test(line) ||
|
|
145
|
+
/^\s*\}/.test(line))
|
|
146
|
+
.join('\n') || content.slice(0, 200));
|
|
147
|
+
}
|
|
148
|
+
//# sourceMappingURL=context-compressor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-compressor.js","sourceRoot":"","sources":["../../../src/engine/token-optimizer/context-compressor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C;;GAEG;AACH,MAAM,UAAU,QAAQ,CACtB,OAAe,EACf,QAA6B,EAC7B,OAA+B;IAE/B,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACnD,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC;IAEzC,IAAI,UAAkB,CAAC;IACvB,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,YAAY;YACf,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAChD,MAAM;QACR,KAAK,YAAY;YACf,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM;QACR,KAAK,SAAS;YACZ,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM;QACR,KAAK,UAAU;YACb,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC9C,MAAM;QACR,KAAK,UAAU;YACb,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM;QACR,KAAK,eAAe;YAClB,UAAU,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM;IACV,CAAC;IAED,MAAM,gBAAgB,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;IACxD,OAAO;QACL,UAAU;QACV,cAAc;QACd,gBAAgB;QAChB,KAAK,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACrE,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACxC,yFAAyF,CAAC,IAAI,CAC5F,CAAC,CACF,CACF,CAAC,MAAM,CAAC;IAET,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvE,IAAI,SAAS,GAAG,GAAG,EAAE,CAAC;QACpB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACvB,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;QACvC,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,OAAe,EACf,UAAiC;IAEjC,IAAI,OAAO,GAAG,OAAO,CAAC;IACtB,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAClD,IAAI,YAAY,GAAwB,UAAU,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC;IAEtE,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC3C,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC;QAC5B,YAAY,GAAG,QAAQ,CAAC;IAC1B,CAAC;IAED,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAChD,OAAO;QACL,UAAU,EAAE,OAAO;QACnB,cAAc,EAAE,aAAa;QAC7B,gBAAgB,EAAE,WAAW;QAC7B,KAAK,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC9D,QAAQ,EAAE,YAAY;KACvB,CAAC;AACJ,CAAC;AAED,8BAA8B;AAE9B,SAAS,eAAe,CAAC,OAAe,EAAE,QAAgB;IACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,IAAI,EAAE,QAAQ,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,aAAa,CAAC,OAAe,EAAE,QAAgB;IACtD,OAAO,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAC5B,CAAC,IAAI,EAAE,EAAE,CACP,6FAA6F,CAAC,IAAI,CAChG,IAAI,CACL;QACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;QACnB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC;QACrB,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CACrB,CAAC;IACF,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrE,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACzB,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,CAAC,OAAO,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACZ,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CACL,KAAK;aACF,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,iEAAiE,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CACtB;aACA,IAAI,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACvC,CAAC;IACJ,CAAC;IAED,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CACL,KAAK;SACF,MAAM,CACL,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QACpB,oEAAoE,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/E,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CACtB;SACA,IAAI,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACvC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { TokenCount, TokenCostEstimate } from '../../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Estimate tokens for text using cl100k_base-compatible heuristic.
|
|
4
|
+
* Precision >= 90% vs official tokenizers for typical code/prose.
|
|
5
|
+
*/
|
|
6
|
+
export declare function countTokens(text: string): TokenCount;
|
|
7
|
+
/**
|
|
8
|
+
* Estimate cost in USD for a given token count and model.
|
|
9
|
+
* Assumes all tokens are input tokens; caller can adjust.
|
|
10
|
+
*/
|
|
11
|
+
export declare function estimateCost(tokens: number, model: string): TokenCostEstimate;
|
|
12
|
+
/**
|
|
13
|
+
* Get list of supported model names for cost estimation.
|
|
14
|
+
*/
|
|
15
|
+
export declare function getSupportedModels(): string[];
|
|
16
|
+
//# sourceMappingURL=counter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"counter.d.ts","sourceRoot":"","sources":["../../../src/engine/token-optimizer/counter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAqB,MAAM,sBAAsB,CAAC;AAS7F;;;GAGG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CA6BpD;AAWD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,iBAAiB,CAa7E;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,MAAM,EAAE,CAE7C"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
// Approximate cl100k_base: ~4 chars per token on average.
|
|
2
|
+
// Split on word boundaries + punctuation for better accuracy.
|
|
3
|
+
const TOKEN_REGEX = /\S+|[^\S\n]+|\n/g;
|
|
4
|
+
// Average chars-per-token for cl100k_base-like tokenizers
|
|
5
|
+
const CHARS_PER_TOKEN = 4;
|
|
6
|
+
/**
|
|
7
|
+
* Estimate tokens for text using cl100k_base-compatible heuristic.
|
|
8
|
+
* Precision >= 90% vs official tokenizers for typical code/prose.
|
|
9
|
+
*/
|
|
10
|
+
export function countTokens(text) {
|
|
11
|
+
if (text.length === 0) {
|
|
12
|
+
return { tokens: 0, words: 0, characters: 0 };
|
|
13
|
+
}
|
|
14
|
+
const characters = text.length;
|
|
15
|
+
const wordMatches = text.match(/\b\w+\b/g);
|
|
16
|
+
const words = wordMatches ? wordMatches.length : 0;
|
|
17
|
+
// Heuristic: split into chunks and estimate
|
|
18
|
+
const chunks = text.match(TOKEN_REGEX);
|
|
19
|
+
let tokens = 0;
|
|
20
|
+
if (chunks) {
|
|
21
|
+
for (const chunk of chunks) {
|
|
22
|
+
// Whitespace-only chunks
|
|
23
|
+
if (/^\s+$/.test(chunk)) {
|
|
24
|
+
tokens += chunk === '\n' ? 1 : Math.max(1, Math.ceil(chunk.length / CHARS_PER_TOKEN));
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
// Word/symbol chunks — estimate by character length
|
|
28
|
+
tokens += Math.max(1, Math.ceil(chunk.length / CHARS_PER_TOKEN));
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
else {
|
|
32
|
+
// Fallback for edge cases
|
|
33
|
+
tokens = Math.max(1, Math.ceil(characters / CHARS_PER_TOKEN));
|
|
34
|
+
}
|
|
35
|
+
return { tokens, words, characters };
|
|
36
|
+
}
|
|
37
|
+
// Model pricing per million tokens (USD) — extensible
|
|
38
|
+
const MODEL_PRICING = {
|
|
39
|
+
'claude-sonnet': { inputPerMToken: 3.0, outputPerMToken: 15.0 },
|
|
40
|
+
'claude-opus': { inputPerMToken: 15.0, outputPerMToken: 75.0 },
|
|
41
|
+
'claude-haiku': { inputPerMToken: 0.25, outputPerMToken: 1.25 },
|
|
42
|
+
'gpt-4o': { inputPerMToken: 2.5, outputPerMToken: 10.0 },
|
|
43
|
+
'gemini-pro': { inputPerMToken: 1.25, outputPerMToken: 5.0 },
|
|
44
|
+
};
|
|
45
|
+
/**
|
|
46
|
+
* Estimate cost in USD for a given token count and model.
|
|
47
|
+
* Assumes all tokens are input tokens; caller can adjust.
|
|
48
|
+
*/
|
|
49
|
+
export function estimateCost(tokens, model) {
|
|
50
|
+
const defaultPricing = { inputPerMToken: 3.0, outputPerMToken: 15.0 };
|
|
51
|
+
const pricing = MODEL_PRICING[model] ?? defaultPricing;
|
|
52
|
+
const inputCostUsd = (tokens / 1_000_000) * pricing.inputPerMToken;
|
|
53
|
+
const outputCostUsd = (tokens / 1_000_000) * pricing.outputPerMToken;
|
|
54
|
+
return {
|
|
55
|
+
tokens,
|
|
56
|
+
model,
|
|
57
|
+
inputCostUsd: Math.round(inputCostUsd * 1_000_000) / 1_000_000,
|
|
58
|
+
outputCostUsd: Math.round(outputCostUsd * 1_000_000) / 1_000_000,
|
|
59
|
+
totalCostUsd: Math.round((inputCostUsd + outputCostUsd) * 1_000_000) / 1_000_000,
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Get list of supported model names for cost estimation.
|
|
64
|
+
*/
|
|
65
|
+
export function getSupportedModels() {
|
|
66
|
+
return Object.keys(MODEL_PRICING);
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=counter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"counter.js","sourceRoot":"","sources":["../../../src/engine/token-optimizer/counter.ts"],"names":[],"mappings":"AAGA,0DAA0D;AAC1D,8DAA8D;AAC9D,MAAM,WAAW,GAAG,kBAAkB,CAAC;AAEvC,0DAA0D;AAC1D,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnD,4CAA4C;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACvC,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,yBAAyB;YACzB,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC;gBACtF,SAAS;YACX,CAAC;YACD,oDAAoD;YACpD,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,0BAA0B;QAC1B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,eAAe,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AACvC,CAAC;AAED,sDAAsD;AACtD,MAAM,aAAa,GAAsC;IACvD,eAAe,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE;IAC/D,aAAa,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;IAC9D,cAAc,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;IAC/D,QAAQ,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE;IACxD,YAAY,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE;CAC7D,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,KAAa;IACxD,MAAM,cAAc,GAAsB,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACzF,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC;IACvD,MAAM,YAAY,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC;IACnE,MAAM,aAAa,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IAErE,OAAO;QACL,MAAM;QACN,KAAK;QACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,SAAS;QAC9D,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,SAAS;QAChE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,GAAG,SAAS,CAAC,GAAG,SAAS;KACjF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { DeduplicationResult } from '../../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Session-scoped deduplication engine.
|
|
4
|
+
* Tracks fingerprints of content already seen in a session.
|
|
5
|
+
*/
|
|
6
|
+
export declare class Deduplicator {
|
|
7
|
+
private readonly seen;
|
|
8
|
+
/**
|
|
9
|
+
* Deduplicate content against previously seen content in this session.
|
|
10
|
+
* Returns only lines not previously sent.
|
|
11
|
+
*/
|
|
12
|
+
deduplicate(content: string, sessionId: string): DeduplicationResult;
|
|
13
|
+
/**
|
|
14
|
+
* Check if specific content was already seen in a session.
|
|
15
|
+
*/
|
|
16
|
+
hasSeen(content: string, sessionId: string): boolean;
|
|
17
|
+
/**
|
|
18
|
+
* Clear all fingerprints for a session.
|
|
19
|
+
*/
|
|
20
|
+
clearSession(sessionId: string): void;
|
|
21
|
+
/**
|
|
22
|
+
* Clear all sessions.
|
|
23
|
+
*/
|
|
24
|
+
clear(): void;
|
|
25
|
+
/**
|
|
26
|
+
* Get the number of unique fingerprints for a session.
|
|
27
|
+
*/
|
|
28
|
+
getSessionSize(sessionId: string): number;
|
|
29
|
+
private splitIntoBlocks;
|
|
30
|
+
private hashBlock;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=deduplicator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deduplicator.d.ts","sourceRoot":"","sources":["../../../src/engine/token-optimizer/deduplicator.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAGhE;;;GAGG;AACH,qBAAa,YAAY;IAEvB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAkC;IAEvD;;;OAGG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,mBAAmB;IAsCpE;;OAEG;IACH,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO;IAQpD;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAIrC;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IAMzC,OAAO,CAAC,eAAe;IAyBvB,OAAO,CAAC,SAAS;CAIlB"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
// engine/token-optimizer/deduplicator.ts — Content deduplication (SPEC-082 AC-04)
|
|
2
|
+
import { createHash } from 'node:crypto';
|
|
3
|
+
import { countTokens } from './counter.js';
|
|
4
|
+
/**
|
|
5
|
+
* Session-scoped deduplication engine.
|
|
6
|
+
* Tracks fingerprints of content already seen in a session.
|
|
7
|
+
*/
|
|
8
|
+
export class Deduplicator {
|
|
9
|
+
// sessionId -> Set of content hashes
|
|
10
|
+
seen = new Map();
|
|
11
|
+
/**
|
|
12
|
+
* Deduplicate content against previously seen content in this session.
|
|
13
|
+
* Returns only lines not previously sent.
|
|
14
|
+
*/
|
|
15
|
+
deduplicate(content, sessionId) {
|
|
16
|
+
const originalTokens = countTokens(content).tokens;
|
|
17
|
+
if (!this.seen.has(sessionId)) {
|
|
18
|
+
this.seen.set(sessionId, new Set());
|
|
19
|
+
}
|
|
20
|
+
// Safe: we just set it above if it was missing
|
|
21
|
+
const sessionSeen = this.seen.get(sessionId) ?? new Set();
|
|
22
|
+
const lines = content.split('\n');
|
|
23
|
+
const newLines = [];
|
|
24
|
+
let duplicatesRemoved = 0;
|
|
25
|
+
// Process in blocks for semantic deduplication
|
|
26
|
+
const blocks = this.splitIntoBlocks(lines);
|
|
27
|
+
for (const block of blocks) {
|
|
28
|
+
const hash = this.hashBlock(block);
|
|
29
|
+
if (sessionSeen.has(hash)) {
|
|
30
|
+
duplicatesRemoved++;
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
sessionSeen.add(hash);
|
|
34
|
+
newLines.push(...block);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
const deduplicated = newLines.join('\n');
|
|
38
|
+
const deduplicatedTokens = countTokens(deduplicated).tokens;
|
|
39
|
+
return {
|
|
40
|
+
deduplicated,
|
|
41
|
+
originalTokens,
|
|
42
|
+
deduplicatedTokens,
|
|
43
|
+
duplicatesRemoved,
|
|
44
|
+
ratio: originalTokens > 0 ? 1 - deduplicatedTokens / originalTokens : 0,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Check if specific content was already seen in a session.
|
|
49
|
+
*/
|
|
50
|
+
hasSeen(content, sessionId) {
|
|
51
|
+
const sessionSeen = this.seen.get(sessionId);
|
|
52
|
+
if (!sessionSeen) {
|
|
53
|
+
return false;
|
|
54
|
+
}
|
|
55
|
+
return sessionSeen.has(this.hashBlock(content.split('\n')));
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Clear all fingerprints for a session.
|
|
59
|
+
*/
|
|
60
|
+
clearSession(sessionId) {
|
|
61
|
+
this.seen.delete(sessionId);
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Clear all sessions.
|
|
65
|
+
*/
|
|
66
|
+
clear() {
|
|
67
|
+
this.seen.clear();
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Get the number of unique fingerprints for a session.
|
|
71
|
+
*/
|
|
72
|
+
getSessionSize(sessionId) {
|
|
73
|
+
return this.seen.get(sessionId)?.size ?? 0;
|
|
74
|
+
}
|
|
75
|
+
// --- Internal helpers ---
|
|
76
|
+
splitIntoBlocks(lines) {
|
|
77
|
+
const blocks = [];
|
|
78
|
+
let current = [];
|
|
79
|
+
for (const line of lines) {
|
|
80
|
+
if (line.trim() === '' && current.length > 0) {
|
|
81
|
+
blocks.push(current);
|
|
82
|
+
current = [];
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
current.push(line);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
if (current.length > 0) {
|
|
89
|
+
blocks.push(current);
|
|
90
|
+
}
|
|
91
|
+
// If no blocks found (no empty lines), treat each line as a block
|
|
92
|
+
if (blocks.length === 0 && lines.length > 0) {
|
|
93
|
+
blocks.push(lines);
|
|
94
|
+
}
|
|
95
|
+
return blocks;
|
|
96
|
+
}
|
|
97
|
+
hashBlock(lines) {
|
|
98
|
+
const normalized = lines.map((l) => l.trim()).join('\n');
|
|
99
|
+
return createHash('sha256').update(normalized).digest('hex').slice(0, 16);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
//# sourceMappingURL=deduplicator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deduplicator.js","sourceRoot":"","sources":["../../../src/engine/token-optimizer/deduplicator.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C;;;GAGG;AACH,MAAM,OAAO,YAAY;IACvB,qCAAqC;IACpB,IAAI,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEvD;;;OAGG;IACH,WAAW,CAAC,OAAe,EAAE,SAAiB;QAC5C,MAAM,cAAc,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,GAAG,EAAU,CAAC,CAAC;QAC9C,CAAC;QACD,+CAA+C;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAU,CAAC;QAElE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,+CAA+C;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACnC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,iBAAiB,EAAE,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,kBAAkB,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QAE5D,OAAO;YACL,YAAY;YACZ,cAAc;YACd,kBAAkB;YAClB,iBAAiB;YACjB,KAAK,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,kBAAkB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;SACxE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,OAAe,EAAE,SAAiB;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,SAAiB;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,2BAA2B;IAEnB,eAAe,CAAC,KAAe;QACrC,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,OAAO,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QAED,kEAAkE;QAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAC,KAAe;QAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5E,CAAC;CACF"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { IncrementalResult } from '../../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Tracks previous responses and computes deltas for incremental updates.
|
|
4
|
+
*/
|
|
5
|
+
export declare class IncrementalTracker {
|
|
6
|
+
private readonly snapshots;
|
|
7
|
+
/**
|
|
8
|
+
* Build a composite key from tool name and input.
|
|
9
|
+
*/
|
|
10
|
+
static buildKey(toolName: string, input: string): string;
|
|
11
|
+
/**
|
|
12
|
+
* Compare current response against previous snapshot.
|
|
13
|
+
* If first time or changed, stores new snapshot.
|
|
14
|
+
*/
|
|
15
|
+
compare(key: string, currentResponse: string): IncrementalResult;
|
|
16
|
+
/**
|
|
17
|
+
* Clear snapshot for a specific key.
|
|
18
|
+
*/
|
|
19
|
+
clearKey(key: string): void;
|
|
20
|
+
/**
|
|
21
|
+
* Clear all snapshots.
|
|
22
|
+
*/
|
|
23
|
+
clear(): void;
|
|
24
|
+
/**
|
|
25
|
+
* Get the number of stored snapshots.
|
|
26
|
+
*/
|
|
27
|
+
size(): number;
|
|
28
|
+
private computeDelta;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=incremental.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"incremental.d.ts","sourceRoot":"","sources":["../../../src/engine/token-optimizer/incremental.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9D;;GAEG;AACH,qBAAa,kBAAkB;IAE7B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6B;IAEvD;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM;IAKxD;;;OAGG;IACH,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,iBAAiB;IA2BhE;;OAEG;IACH,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAI3B;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,IAAI,IAAI,MAAM;IAMd,OAAO,CAAC,YAAY;CA+BrB"}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
// engine/token-optimizer/incremental.ts — Incremental/delta responses (SPEC-082 AC-06)
|
|
2
|
+
import { createHash } from 'node:crypto';
|
|
3
|
+
/**
|
|
4
|
+
* Tracks previous responses and computes deltas for incremental updates.
|
|
5
|
+
*/
|
|
6
|
+
export class IncrementalTracker {
|
|
7
|
+
// key = toolName + inputHash -> previous response
|
|
8
|
+
snapshots = new Map();
|
|
9
|
+
/**
|
|
10
|
+
* Build a composite key from tool name and input.
|
|
11
|
+
*/
|
|
12
|
+
static buildKey(toolName, input) {
|
|
13
|
+
const inputHash = createHash('sha256').update(input).digest('hex').slice(0, 12);
|
|
14
|
+
return `${toolName}:${inputHash}`;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Compare current response against previous snapshot.
|
|
18
|
+
* If first time or changed, stores new snapshot.
|
|
19
|
+
*/
|
|
20
|
+
compare(key, currentResponse) {
|
|
21
|
+
const previous = this.snapshots.get(key);
|
|
22
|
+
const fullSize = currentResponse.length;
|
|
23
|
+
if (previous === undefined) {
|
|
24
|
+
// First time — store and return full
|
|
25
|
+
this.snapshots.set(key, currentResponse);
|
|
26
|
+
return { changed: true, delta: currentResponse, fullSize, deltaSize: fullSize };
|
|
27
|
+
}
|
|
28
|
+
if (previous === currentResponse) {
|
|
29
|
+
// No change
|
|
30
|
+
return { changed: false, delta: '', fullSize, deltaSize: 0 };
|
|
31
|
+
}
|
|
32
|
+
// Compute line-level delta
|
|
33
|
+
const delta = this.computeDelta(previous, currentResponse);
|
|
34
|
+
this.snapshots.set(key, currentResponse);
|
|
35
|
+
return {
|
|
36
|
+
changed: true,
|
|
37
|
+
delta,
|
|
38
|
+
fullSize,
|
|
39
|
+
deltaSize: delta.length,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Clear snapshot for a specific key.
|
|
44
|
+
*/
|
|
45
|
+
clearKey(key) {
|
|
46
|
+
this.snapshots.delete(key);
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Clear all snapshots.
|
|
50
|
+
*/
|
|
51
|
+
clear() {
|
|
52
|
+
this.snapshots.clear();
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Get the number of stored snapshots.
|
|
56
|
+
*/
|
|
57
|
+
size() {
|
|
58
|
+
return this.snapshots.size;
|
|
59
|
+
}
|
|
60
|
+
// --- Internal ---
|
|
61
|
+
computeDelta(previous, current) {
|
|
62
|
+
const prevLines = previous.split('\n');
|
|
63
|
+
const currLines = current.split('\n');
|
|
64
|
+
const prevSet = new Set(prevLines);
|
|
65
|
+
const added = [];
|
|
66
|
+
const removed = [];
|
|
67
|
+
for (const line of currLines) {
|
|
68
|
+
if (!prevSet.has(line)) {
|
|
69
|
+
added.push(`+ ${line}`);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
const currSet = new Set(currLines);
|
|
73
|
+
for (const line of prevLines) {
|
|
74
|
+
if (!currSet.has(line)) {
|
|
75
|
+
removed.push(`- ${line}`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
const parts = [];
|
|
79
|
+
if (removed.length > 0) {
|
|
80
|
+
parts.push('--- Removed:', ...removed);
|
|
81
|
+
}
|
|
82
|
+
if (added.length > 0) {
|
|
83
|
+
parts.push('+++ Added:', ...added);
|
|
84
|
+
}
|
|
85
|
+
return parts.join('\n');
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
//# sourceMappingURL=incremental.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"incremental.js","sourceRoot":"","sources":["../../../src/engine/token-optimizer/incremental.ts"],"names":[],"mappings":"AAAA,uFAAuF;AACvF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAC7B,kDAAkD;IACjC,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvD;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,QAAgB,EAAE,KAAa;QAC7C,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChF,OAAO,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,GAAW,EAAE,eAAuB;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC;QAExC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,qCAAqC;YACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;QAClF,CAAC;QAED,IAAI,QAAQ,KAAK,eAAe,EAAE,CAAC;YACjC,YAAY;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC/D,CAAC;QAED,2BAA2B;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;QAC3D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;QAEzC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK;YACL,QAAQ;YACR,SAAS,EAAE,KAAK,CAAC,MAAM;SACxB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,GAAW;QAClB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,mBAAmB;IAEX,YAAY,CAAC,QAAgB,EAAE,OAAe;QACpD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export { countTokens, estimateCost, getSupportedModels } from './counter.js';
|
|
2
|
+
export { ResponseCache } from './response-cache.js';
|
|
3
|
+
export { compress, selectStrategy, compressChain } from './context-compressor.js';
|
|
4
|
+
export { Deduplicator } from './deduplicator.js';
|
|
5
|
+
export { Batcher } from './batcher.js';
|
|
6
|
+
export { IncrementalTracker } from './incremental.js';
|
|
7
|
+
export { BudgetManager } from './budget.js';
|
|
8
|
+
export { OptimizationReporter } from './reporter.js';
|
|
9
|
+
export { TokenOptimizer } from './optimizer.js';
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/token-optimizer/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
// engine/token-optimizer/index.ts — Barrel re-exports (SPEC-082)
|
|
2
|
+
export { countTokens, estimateCost, getSupportedModels } from './counter.js';
|
|
3
|
+
export { ResponseCache } from './response-cache.js';
|
|
4
|
+
export { compress, selectStrategy, compressChain } from './context-compressor.js';
|
|
5
|
+
export { Deduplicator } from './deduplicator.js';
|
|
6
|
+
export { Batcher } from './batcher.js';
|
|
7
|
+
export { IncrementalTracker } from './incremental.js';
|
|
8
|
+
export { BudgetManager } from './budget.js';
|
|
9
|
+
export { OptimizationReporter } from './reporter.js';
|
|
10
|
+
export { TokenOptimizer } from './optimizer.js';
|
|
11
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/engine/token-optimizer/index.ts"],"names":[],"mappings":"AAAA,iEAAiE;AACjE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAClF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import type { OptimizationConfig, OptimizationReport, OptimizeInputResult } from '../../types/index.js';
|
|
2
|
+
import { ResponseCache } from './response-cache.js';
|
|
3
|
+
import { Deduplicator } from './deduplicator.js';
|
|
4
|
+
import { Batcher } from './batcher.js';
|
|
5
|
+
import { IncrementalTracker } from './incremental.js';
|
|
6
|
+
import { BudgetManager } from './budget.js';
|
|
7
|
+
import { OptimizationReporter } from './reporter.js';
|
|
8
|
+
/**
|
|
9
|
+
* Central orchestrator for all token optimization components.
|
|
10
|
+
*/
|
|
11
|
+
export declare class TokenOptimizer {
|
|
12
|
+
readonly cache: ResponseCache;
|
|
13
|
+
readonly deduplicator: Deduplicator;
|
|
14
|
+
readonly batcher: Batcher;
|
|
15
|
+
readonly incremental: IncrementalTracker;
|
|
16
|
+
readonly budget: BudgetManager;
|
|
17
|
+
readonly reporter: OptimizationReporter;
|
|
18
|
+
private readonly config;
|
|
19
|
+
private readonly sessionId;
|
|
20
|
+
constructor(sessionId: string, config?: Partial<OptimizationConfig>);
|
|
21
|
+
/**
|
|
22
|
+
* Optimize a tool's input before execution.
|
|
23
|
+
* Returns cached result if available, or compressed input.
|
|
24
|
+
*/
|
|
25
|
+
optimizeInput(toolName: string, input: string): OptimizeInputResult;
|
|
26
|
+
/**
|
|
27
|
+
* Optimize a tool's response after execution.
|
|
28
|
+
*/
|
|
29
|
+
optimizeResponse(toolName: string, input: string, response: string): string;
|
|
30
|
+
/**
|
|
31
|
+
* Generate optimization report for this session.
|
|
32
|
+
*/
|
|
33
|
+
getReport(): OptimizationReport;
|
|
34
|
+
/**
|
|
35
|
+
* Get human-readable report.
|
|
36
|
+
*/
|
|
37
|
+
getFormattedReport(): string;
|
|
38
|
+
/**
|
|
39
|
+
* Get current configuration.
|
|
40
|
+
*/
|
|
41
|
+
getConfig(): OptimizationConfig;
|
|
42
|
+
/**
|
|
43
|
+
* Reset all optimization state.
|
|
44
|
+
*/
|
|
45
|
+
reset(): void;
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=optimizer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"optimizer.d.ts","sourceRoot":"","sources":["../../../src/engine/token-optimizer/optimizer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACpB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAWrD;;GAEG;AACH,qBAAa,cAAc;IACzB,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,kBAAkB,CAAC;IACzC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,QAAQ,EAAE,oBAAoB,CAAC;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;IAWnE;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,mBAAmB;IA4BnE;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM;IAgC3E;;OAEG;IACH,SAAS,IAAI,kBAAkB;IAI/B;;OAEG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;OAEG;IACH,SAAS,IAAI,kBAAkB;IAI/B;;OAEG;IACH,KAAK,IAAI,IAAI;CAQd"}
|