driftdetect-cortex 0.9.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +75 -0
- package/dist/cache/index.d.ts +14 -0
- package/dist/cache/index.d.ts.map +1 -0
- package/dist/cache/index.js +14 -0
- package/dist/cache/index.js.map +1 -0
- package/dist/cache/l1-memory.d.ts +39 -0
- package/dist/cache/l1-memory.d.ts.map +1 -0
- package/dist/cache/l1-memory.js +76 -0
- package/dist/cache/l1-memory.js.map +1 -0
- package/dist/cache/l2-index.d.ts +38 -0
- package/dist/cache/l2-index.d.ts.map +1 -0
- package/dist/cache/l2-index.js +65 -0
- package/dist/cache/l2-index.js.map +1 -0
- package/dist/cache/l3-shard.d.ts +40 -0
- package/dist/cache/l3-shard.d.ts.map +1 -0
- package/dist/cache/l3-shard.js +77 -0
- package/dist/cache/l3-shard.js.map +1 -0
- package/dist/cache/preloader.d.ts +24 -0
- package/dist/cache/preloader.d.ts.map +1 -0
- package/dist/cache/preloader.js +49 -0
- package/dist/cache/preloader.js.map +1 -0
- package/dist/causal/index.d.ts +15 -0
- package/dist/causal/index.d.ts.map +1 -0
- package/dist/causal/index.js +18 -0
- package/dist/causal/index.js.map +1 -0
- package/dist/causal/inference/engine.d.ts +91 -0
- package/dist/causal/inference/engine.d.ts.map +1 -0
- package/dist/causal/inference/engine.js +329 -0
- package/dist/causal/inference/engine.js.map +1 -0
- package/dist/causal/inference/entity.d.ts +66 -0
- package/dist/causal/inference/entity.d.ts.map +1 -0
- package/dist/causal/inference/entity.js +185 -0
- package/dist/causal/inference/entity.js.map +1 -0
- package/dist/causal/inference/explicit.d.ts +62 -0
- package/dist/causal/inference/explicit.d.ts.map +1 -0
- package/dist/causal/inference/explicit.js +244 -0
- package/dist/causal/inference/explicit.js.map +1 -0
- package/dist/causal/inference/index.d.ts +11 -0
- package/dist/causal/inference/index.d.ts.map +1 -0
- package/dist/causal/inference/index.js +11 -0
- package/dist/causal/inference/index.js.map +1 -0
- package/dist/causal/inference/semantic.d.ts +72 -0
- package/dist/causal/inference/semantic.d.ts.map +1 -0
- package/dist/causal/inference/semantic.js +213 -0
- package/dist/causal/inference/semantic.js.map +1 -0
- package/dist/causal/inference/temporal.d.ts +50 -0
- package/dist/causal/inference/temporal.d.ts.map +1 -0
- package/dist/causal/inference/temporal.js +104 -0
- package/dist/causal/inference/temporal.js.map +1 -0
- package/dist/causal/narrative/generator.d.ts +117 -0
- package/dist/causal/narrative/generator.d.ts.map +1 -0
- package/dist/causal/narrative/generator.js +253 -0
- package/dist/causal/narrative/generator.js.map +1 -0
- package/dist/causal/narrative/index.d.ts +8 -0
- package/dist/causal/narrative/index.d.ts.map +1 -0
- package/dist/causal/narrative/index.js +8 -0
- package/dist/causal/narrative/index.js.map +1 -0
- package/dist/causal/narrative/templates.d.ts +92 -0
- package/dist/causal/narrative/templates.d.ts.map +1 -0
- package/dist/causal/narrative/templates.js +190 -0
- package/dist/causal/narrative/templates.js.map +1 -0
- package/dist/causal/storage/index.d.ts +8 -0
- package/dist/causal/storage/index.d.ts.map +1 -0
- package/dist/causal/storage/index.js +8 -0
- package/dist/causal/storage/index.js.map +1 -0
- package/dist/causal/storage/interface.d.ts +108 -0
- package/dist/causal/storage/interface.d.ts.map +1 -0
- package/dist/causal/storage/interface.js +11 -0
- package/dist/causal/storage/interface.js.map +1 -0
- package/dist/causal/storage/sqlite.d.ts +133 -0
- package/dist/causal/storage/sqlite.d.ts.map +1 -0
- package/dist/causal/storage/sqlite.js +526 -0
- package/dist/causal/storage/sqlite.js.map +1 -0
- package/dist/causal/traversal/index.d.ts +9 -0
- package/dist/causal/traversal/index.d.ts.map +1 -0
- package/dist/causal/traversal/index.js +9 -0
- package/dist/causal/traversal/index.js.map +1 -0
- package/dist/causal/traversal/path-finder.d.ts +79 -0
- package/dist/causal/traversal/path-finder.d.ts.map +1 -0
- package/dist/causal/traversal/path-finder.js +246 -0
- package/dist/causal/traversal/path-finder.js.map +1 -0
- package/dist/causal/traversal/subgraph.d.ts +59 -0
- package/dist/causal/traversal/subgraph.d.ts.map +1 -0
- package/dist/causal/traversal/subgraph.js +226 -0
- package/dist/causal/traversal/subgraph.js.map +1 -0
- package/dist/causal/traversal/traverser.d.ts +53 -0
- package/dist/causal/traversal/traverser.d.ts.map +1 -0
- package/dist/causal/traversal/traverser.js +254 -0
- package/dist/causal/traversal/traverser.js.map +1 -0
- package/dist/compression/budget/estimator.d.ts +55 -0
- package/dist/compression/budget/estimator.d.ts.map +1 -0
- package/dist/compression/budget/estimator.js +204 -0
- package/dist/compression/budget/estimator.js.map +1 -0
- package/dist/compression/budget/index.d.ts +13 -0
- package/dist/compression/budget/index.d.ts.map +1 -0
- package/dist/compression/budget/index.js +11 -0
- package/dist/compression/budget/index.js.map +1 -0
- package/dist/compression/budget/manager-v2.d.ts +98 -0
- package/dist/compression/budget/manager-v2.d.ts.map +1 -0
- package/dist/compression/budget/manager-v2.js +211 -0
- package/dist/compression/budget/manager-v2.js.map +1 -0
- package/dist/compression/budget/packer.d.ts +88 -0
- package/dist/compression/budget/packer.d.ts.map +1 -0
- package/dist/compression/budget/packer.js +153 -0
- package/dist/compression/budget/packer.js.map +1 -0
- package/dist/compression/compressor/hierarchical.d.ts +76 -0
- package/dist/compression/compressor/hierarchical.d.ts.map +1 -0
- package/dist/compression/compressor/hierarchical.js +189 -0
- package/dist/compression/compressor/hierarchical.js.map +1 -0
- package/dist/compression/compressor/index.d.ts +13 -0
- package/dist/compression/compressor/index.d.ts.map +1 -0
- package/dist/compression/compressor/index.js +13 -0
- package/dist/compression/compressor/index.js.map +1 -0
- package/dist/compression/compressor/level-0.d.ts +47 -0
- package/dist/compression/compressor/level-0.d.ts.map +1 -0
- package/dist/compression/compressor/level-0.js +68 -0
- package/dist/compression/compressor/level-0.js.map +1 -0
- package/dist/compression/compressor/level-1.d.ts +60 -0
- package/dist/compression/compressor/level-1.d.ts.map +1 -0
- package/dist/compression/compressor/level-1.js +171 -0
- package/dist/compression/compressor/level-1.js.map +1 -0
- package/dist/compression/compressor/level-2.d.ts +72 -0
- package/dist/compression/compressor/level-2.d.ts.map +1 -0
- package/dist/compression/compressor/level-2.js +273 -0
- package/dist/compression/compressor/level-2.js.map +1 -0
- package/dist/compression/compressor/level-3.d.ts +68 -0
- package/dist/compression/compressor/level-3.d.ts.map +1 -0
- package/dist/compression/compressor/level-3.js +389 -0
- package/dist/compression/compressor/level-3.js.map +1 -0
- package/dist/compression/index.d.ts +16 -0
- package/dist/compression/index.d.ts.map +1 -0
- package/dist/compression/index.js +19 -0
- package/dist/compression/index.js.map +1 -0
- package/dist/compression/types.d.ts +10 -0
- package/dist/compression/types.d.ts.map +1 -0
- package/dist/compression/types.js +9 -0
- package/dist/compression/types.js.map +1 -0
- package/dist/consolidation/abstraction.d.ts +40 -0
- package/dist/consolidation/abstraction.d.ts.map +1 -0
- package/dist/consolidation/abstraction.js +80 -0
- package/dist/consolidation/abstraction.js.map +1 -0
- package/dist/consolidation/engine.d.ts +54 -0
- package/dist/consolidation/engine.d.ts.map +1 -0
- package/dist/consolidation/engine.js +88 -0
- package/dist/consolidation/engine.js.map +1 -0
- package/dist/consolidation/index.d.ts +18 -0
- package/dist/consolidation/index.d.ts.map +1 -0
- package/dist/consolidation/index.js +18 -0
- package/dist/consolidation/index.js.map +1 -0
- package/dist/consolidation/integration.d.ts +31 -0
- package/dist/consolidation/integration.d.ts.map +1 -0
- package/dist/consolidation/integration.js +105 -0
- package/dist/consolidation/integration.js.map +1 -0
- package/dist/consolidation/pruning.d.ts +34 -0
- package/dist/consolidation/pruning.d.ts.map +1 -0
- package/dist/consolidation/pruning.js +45 -0
- package/dist/consolidation/pruning.js.map +1 -0
- package/dist/consolidation/replay.d.ts +31 -0
- package/dist/consolidation/replay.d.ts.map +1 -0
- package/dist/consolidation/replay.js +36 -0
- package/dist/consolidation/replay.js.map +1 -0
- package/dist/consolidation/scheduler.d.ts +49 -0
- package/dist/consolidation/scheduler.d.ts.map +1 -0
- package/dist/consolidation/scheduler.js +77 -0
- package/dist/consolidation/scheduler.js.map +1 -0
- package/dist/consolidation/strengthening.d.ts +19 -0
- package/dist/consolidation/strengthening.d.ts.map +1 -0
- package/dist/consolidation/strengthening.js +38 -0
- package/dist/consolidation/strengthening.js.map +1 -0
- package/dist/cortex.d.ts +137 -0
- package/dist/cortex.d.ts.map +1 -0
- package/dist/cortex.js +241 -0
- package/dist/cortex.js.map +1 -0
- package/dist/decay/boosters.d.ts +23 -0
- package/dist/decay/boosters.d.ts.map +1 -0
- package/dist/decay/boosters.js +43 -0
- package/dist/decay/boosters.js.map +1 -0
- package/dist/decay/calculator.d.ts +41 -0
- package/dist/decay/calculator.d.ts.map +1 -0
- package/dist/decay/calculator.js +66 -0
- package/dist/decay/calculator.js.map +1 -0
- package/dist/decay/half-lives.d.ts +16 -0
- package/dist/decay/half-lives.d.ts.map +1 -0
- package/dist/decay/half-lives.js +35 -0
- package/dist/decay/half-lives.js.map +1 -0
- package/dist/decay/index.d.ts +15 -0
- package/dist/decay/index.d.ts.map +1 -0
- package/dist/decay/index.js +15 -0
- package/dist/decay/index.js.map +1 -0
- package/dist/embeddings/cache/index.d.ts +15 -0
- package/dist/embeddings/cache/index.d.ts.map +1 -0
- package/dist/embeddings/cache/index.js +15 -0
- package/dist/embeddings/cache/index.js.map +1 -0
- package/dist/embeddings/cache/l1-memory.d.ts +89 -0
- package/dist/embeddings/cache/l1-memory.d.ts.map +1 -0
- package/dist/embeddings/cache/l1-memory.js +168 -0
- package/dist/embeddings/cache/l1-memory.js.map +1 -0
- package/dist/embeddings/cache/l2-sqlite.d.ts +102 -0
- package/dist/embeddings/cache/l2-sqlite.d.ts.map +1 -0
- package/dist/embeddings/cache/l2-sqlite.js +308 -0
- package/dist/embeddings/cache/l2-sqlite.js.map +1 -0
- package/dist/embeddings/cache/l3-precomputed.d.ts +106 -0
- package/dist/embeddings/cache/l3-precomputed.d.ts.map +1 -0
- package/dist/embeddings/cache/l3-precomputed.js +270 -0
- package/dist/embeddings/cache/l3-precomputed.js.map +1 -0
- package/dist/embeddings/cache/manager.d.ts +150 -0
- package/dist/embeddings/cache/manager.d.ts.map +1 -0
- package/dist/embeddings/cache/manager.js +261 -0
- package/dist/embeddings/cache/manager.js.map +1 -0
- package/dist/embeddings/factory.d.ts +40 -0
- package/dist/embeddings/factory.d.ts.map +1 -0
- package/dist/embeddings/factory.js +89 -0
- package/dist/embeddings/factory.js.map +1 -0
- package/dist/embeddings/hybrid/embedder.d.ts +141 -0
- package/dist/embeddings/hybrid/embedder.d.ts.map +1 -0
- package/dist/embeddings/hybrid/embedder.js +231 -0
- package/dist/embeddings/hybrid/embedder.js.map +1 -0
- package/dist/embeddings/hybrid/fusion.d.ts +75 -0
- package/dist/embeddings/hybrid/fusion.d.ts.map +1 -0
- package/dist/embeddings/hybrid/fusion.js +230 -0
- package/dist/embeddings/hybrid/fusion.js.map +1 -0
- package/dist/embeddings/hybrid/index.d.ts +12 -0
- package/dist/embeddings/hybrid/index.d.ts.map +1 -0
- package/dist/embeddings/hybrid/index.js +12 -0
- package/dist/embeddings/hybrid/index.js.map +1 -0
- package/dist/embeddings/hybrid/weights.d.ts +78 -0
- package/dist/embeddings/hybrid/weights.d.ts.map +1 -0
- package/dist/embeddings/hybrid/weights.js +170 -0
- package/dist/embeddings/hybrid/weights.js.map +1 -0
- package/dist/embeddings/index.d.ts +20 -0
- package/dist/embeddings/index.d.ts.map +1 -0
- package/dist/embeddings/index.js +26 -0
- package/dist/embeddings/index.js.map +1 -0
- package/dist/embeddings/interface.d.ts +25 -0
- package/dist/embeddings/interface.d.ts.map +1 -0
- package/dist/embeddings/interface.js +7 -0
- package/dist/embeddings/interface.js.map +1 -0
- package/dist/embeddings/lexical/embedder.d.ts +85 -0
- package/dist/embeddings/lexical/embedder.d.ts.map +1 -0
- package/dist/embeddings/lexical/embedder.js +146 -0
- package/dist/embeddings/lexical/embedder.js.map +1 -0
- package/dist/embeddings/lexical/index.d.ts +12 -0
- package/dist/embeddings/lexical/index.d.ts.map +1 -0
- package/dist/embeddings/lexical/index.js +12 -0
- package/dist/embeddings/lexical/index.js.map +1 -0
- package/dist/embeddings/lexical/tfidf.d.ts +69 -0
- package/dist/embeddings/lexical/tfidf.d.ts.map +1 -0
- package/dist/embeddings/lexical/tfidf.js +274 -0
- package/dist/embeddings/lexical/tfidf.js.map +1 -0
- package/dist/embeddings/lexical/tokenizer.d.ts +71 -0
- package/dist/embeddings/lexical/tokenizer.d.ts.map +1 -0
- package/dist/embeddings/lexical/tokenizer.js +167 -0
- package/dist/embeddings/lexical/tokenizer.js.map +1 -0
- package/dist/embeddings/local.d.ts +35 -0
- package/dist/embeddings/local.d.ts.map +1 -0
- package/dist/embeddings/local.js +71 -0
- package/dist/embeddings/local.js.map +1 -0
- package/dist/embeddings/ollama.d.ts +35 -0
- package/dist/embeddings/ollama.d.ts.map +1 -0
- package/dist/embeddings/ollama.js +67 -0
- package/dist/embeddings/ollama.js.map +1 -0
- package/dist/embeddings/openai.d.ts +36 -0
- package/dist/embeddings/openai.d.ts.map +1 -0
- package/dist/embeddings/openai.js +92 -0
- package/dist/embeddings/openai.js.map +1 -0
- package/dist/embeddings/semantic/codebert.d.ts +88 -0
- package/dist/embeddings/semantic/codebert.d.ts.map +1 -0
- package/dist/embeddings/semantic/codebert.js +203 -0
- package/dist/embeddings/semantic/codebert.js.map +1 -0
- package/dist/embeddings/semantic/embedder.d.ts +86 -0
- package/dist/embeddings/semantic/embedder.d.ts.map +1 -0
- package/dist/embeddings/semantic/embedder.js +230 -0
- package/dist/embeddings/semantic/embedder.js.map +1 -0
- package/dist/embeddings/semantic/index.d.ts +12 -0
- package/dist/embeddings/semantic/index.d.ts.map +1 -0
- package/dist/embeddings/semantic/index.js +12 -0
- package/dist/embeddings/semantic/index.js.map +1 -0
- package/dist/embeddings/semantic/model-loader.d.ts +93 -0
- package/dist/embeddings/semantic/model-loader.d.ts.map +1 -0
- package/dist/embeddings/semantic/model-loader.js +194 -0
- package/dist/embeddings/semantic/model-loader.js.map +1 -0
- package/dist/embeddings/structural/ast-analyzer.d.ts +114 -0
- package/dist/embeddings/structural/ast-analyzer.d.ts.map +1 -0
- package/dist/embeddings/structural/ast-analyzer.js +308 -0
- package/dist/embeddings/structural/ast-analyzer.js.map +1 -0
- package/dist/embeddings/structural/embedder.d.ts +98 -0
- package/dist/embeddings/structural/embedder.d.ts.map +1 -0
- package/dist/embeddings/structural/embedder.js +186 -0
- package/dist/embeddings/structural/embedder.js.map +1 -0
- package/dist/embeddings/structural/feature-extractor.d.ts +77 -0
- package/dist/embeddings/structural/feature-extractor.d.ts.map +1 -0
- package/dist/embeddings/structural/feature-extractor.js +231 -0
- package/dist/embeddings/structural/feature-extractor.js.map +1 -0
- package/dist/embeddings/structural/index.d.ts +13 -0
- package/dist/embeddings/structural/index.d.ts.map +1 -0
- package/dist/embeddings/structural/index.js +13 -0
- package/dist/embeddings/structural/index.js.map +1 -0
- package/dist/embeddings/structural/pattern-classifier.d.ts +64 -0
- package/dist/embeddings/structural/pattern-classifier.d.ts.map +1 -0
- package/dist/embeddings/structural/pattern-classifier.js +340 -0
- package/dist/embeddings/structural/pattern-classifier.js.map +1 -0
- package/dist/generation/context/antipattern-gatherer.d.ts +62 -0
- package/dist/generation/context/antipattern-gatherer.d.ts.map +1 -0
- package/dist/generation/context/antipattern-gatherer.js +233 -0
- package/dist/generation/context/antipattern-gatherer.js.map +1 -0
- package/dist/generation/context/builder.d.ts +72 -0
- package/dist/generation/context/builder.d.ts.map +1 -0
- package/dist/generation/context/builder.js +152 -0
- package/dist/generation/context/builder.js.map +1 -0
- package/dist/generation/context/constraint-gatherer.d.ts +77 -0
- package/dist/generation/context/constraint-gatherer.d.ts.map +1 -0
- package/dist/generation/context/constraint-gatherer.js +297 -0
- package/dist/generation/context/constraint-gatherer.js.map +1 -0
- package/dist/generation/context/index.d.ts +18 -0
- package/dist/generation/context/index.d.ts.map +1 -0
- package/dist/generation/context/index.js +13 -0
- package/dist/generation/context/index.js.map +1 -0
- package/dist/generation/context/pattern-gatherer.d.ts +80 -0
- package/dist/generation/context/pattern-gatherer.d.ts.map +1 -0
- package/dist/generation/context/pattern-gatherer.js +281 -0
- package/dist/generation/context/pattern-gatherer.js.map +1 -0
- package/dist/generation/context/tribal-gatherer.d.ts +70 -0
- package/dist/generation/context/tribal-gatherer.d.ts.map +1 -0
- package/dist/generation/context/tribal-gatherer.js +253 -0
- package/dist/generation/context/tribal-gatherer.js.map +1 -0
- package/dist/generation/feedback/index.d.ts +11 -0
- package/dist/generation/feedback/index.d.ts.map +1 -0
- package/dist/generation/feedback/index.js +10 -0
- package/dist/generation/feedback/index.js.map +1 -0
- package/dist/generation/feedback/loop.d.ts +72 -0
- package/dist/generation/feedback/loop.d.ts.map +1 -0
- package/dist/generation/feedback/loop.js +123 -0
- package/dist/generation/feedback/loop.js.map +1 -0
- package/dist/generation/feedback/outcome-processor.d.ts +48 -0
- package/dist/generation/feedback/outcome-processor.d.ts.map +1 -0
- package/dist/generation/feedback/outcome-processor.js +127 -0
- package/dist/generation/feedback/outcome-processor.js.map +1 -0
- package/dist/generation/index.d.ts +19 -0
- package/dist/generation/index.d.ts.map +1 -0
- package/dist/generation/index.js +18 -0
- package/dist/generation/index.js.map +1 -0
- package/dist/generation/provenance/comment-generator.d.ts +89 -0
- package/dist/generation/provenance/comment-generator.d.ts.map +1 -0
- package/dist/generation/provenance/comment-generator.js +213 -0
- package/dist/generation/provenance/comment-generator.js.map +1 -0
- package/dist/generation/provenance/explanation-builder.d.ts +83 -0
- package/dist/generation/provenance/explanation-builder.d.ts.map +1 -0
- package/dist/generation/provenance/explanation-builder.js +237 -0
- package/dist/generation/provenance/explanation-builder.js.map +1 -0
- package/dist/generation/provenance/index.d.ts +13 -0
- package/dist/generation/provenance/index.d.ts.map +1 -0
- package/dist/generation/provenance/index.js +11 -0
- package/dist/generation/provenance/index.js.map +1 -0
- package/dist/generation/provenance/tracker.d.ts +74 -0
- package/dist/generation/provenance/tracker.d.ts.map +1 -0
- package/dist/generation/provenance/tracker.js +154 -0
- package/dist/generation/provenance/tracker.js.map +1 -0
- package/dist/generation/types.d.ts +9 -0
- package/dist/generation/types.d.ts.map +1 -0
- package/dist/generation/types.js +9 -0
- package/dist/generation/types.js.map +1 -0
- package/dist/generation/validation/antipattern-checker.d.ts +64 -0
- package/dist/generation/validation/antipattern-checker.d.ts.map +1 -0
- package/dist/generation/validation/antipattern-checker.js +201 -0
- package/dist/generation/validation/antipattern-checker.js.map +1 -0
- package/dist/generation/validation/index.d.ts +16 -0
- package/dist/generation/validation/index.d.ts.map +1 -0
- package/dist/generation/validation/index.js +12 -0
- package/dist/generation/validation/index.js.map +1 -0
- package/dist/generation/validation/pattern-checker.d.ts +66 -0
- package/dist/generation/validation/pattern-checker.d.ts.map +1 -0
- package/dist/generation/validation/pattern-checker.js +187 -0
- package/dist/generation/validation/pattern-checker.js.map +1 -0
- package/dist/generation/validation/tribal-checker.d.ts +62 -0
- package/dist/generation/validation/tribal-checker.d.ts.map +1 -0
- package/dist/generation/validation/tribal-checker.js +159 -0
- package/dist/generation/validation/tribal-checker.js.map +1 -0
- package/dist/generation/validation/validator.d.ts +90 -0
- package/dist/generation/validation/validator.d.ts.map +1 -0
- package/dist/generation/validation/validator.js +192 -0
- package/dist/generation/validation/validator.js.map +1 -0
- package/dist/index.d.ts +46 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +53 -0
- package/dist/index.js.map +1 -0
- package/dist/learning/active/candidate-selector.d.ts +84 -0
- package/dist/learning/active/candidate-selector.d.ts.map +1 -0
- package/dist/learning/active/candidate-selector.js +215 -0
- package/dist/learning/active/candidate-selector.js.map +1 -0
- package/dist/learning/active/index.d.ts +14 -0
- package/dist/learning/active/index.d.ts.map +1 -0
- package/dist/learning/active/index.js +14 -0
- package/dist/learning/active/index.js.map +1 -0
- package/dist/learning/active/loop.d.ts +119 -0
- package/dist/learning/active/loop.d.ts.map +1 -0
- package/dist/learning/active/loop.js +288 -0
- package/dist/learning/active/loop.js.map +1 -0
- package/dist/learning/active/prompt-generator.d.ts +90 -0
- package/dist/learning/active/prompt-generator.d.ts.map +1 -0
- package/dist/learning/active/prompt-generator.js +273 -0
- package/dist/learning/active/prompt-generator.js.map +1 -0
- package/dist/learning/analysis/analyzer.d.ts +66 -0
- package/dist/learning/analysis/analyzer.d.ts.map +1 -0
- package/dist/learning/analysis/analyzer.js +148 -0
- package/dist/learning/analysis/analyzer.js.map +1 -0
- package/dist/learning/analysis/categorizer.d.ts +78 -0
- package/dist/learning/analysis/categorizer.d.ts.map +1 -0
- package/dist/learning/analysis/categorizer.js +327 -0
- package/dist/learning/analysis/categorizer.js.map +1 -0
- package/dist/learning/analysis/diff-analyzer.d.ts +69 -0
- package/dist/learning/analysis/diff-analyzer.d.ts.map +1 -0
- package/dist/learning/analysis/diff-analyzer.js +333 -0
- package/dist/learning/analysis/diff-analyzer.js.map +1 -0
- package/dist/learning/analysis/index.d.ts +15 -0
- package/dist/learning/analysis/index.d.ts.map +1 -0
- package/dist/learning/analysis/index.js +15 -0
- package/dist/learning/analysis/index.js.map +1 -0
- package/dist/learning/analysis/principle-extractor.d.ts +93 -0
- package/dist/learning/analysis/principle-extractor.d.ts.map +1 -0
- package/dist/learning/analysis/principle-extractor.js +468 -0
- package/dist/learning/analysis/principle-extractor.js.map +1 -0
- package/dist/learning/confidence/calibrator.d.ts +93 -0
- package/dist/learning/confidence/calibrator.d.ts.map +1 -0
- package/dist/learning/confidence/calibrator.js +350 -0
- package/dist/learning/confidence/calibrator.js.map +1 -0
- package/dist/learning/confidence/decay-integrator.d.ts +95 -0
- package/dist/learning/confidence/decay-integrator.d.ts.map +1 -0
- package/dist/learning/confidence/decay-integrator.js +223 -0
- package/dist/learning/confidence/decay-integrator.js.map +1 -0
- package/dist/learning/confidence/index.d.ts +15 -0
- package/dist/learning/confidence/index.d.ts.map +1 -0
- package/dist/learning/confidence/index.js +15 -0
- package/dist/learning/confidence/index.js.map +1 -0
- package/dist/learning/confidence/metrics.d.ts +77 -0
- package/dist/learning/confidence/metrics.d.ts.map +1 -0
- package/dist/learning/confidence/metrics.js +168 -0
- package/dist/learning/confidence/metrics.js.map +1 -0
- package/dist/learning/correction-extractor.d.ts +89 -0
- package/dist/learning/correction-extractor.d.ts.map +1 -0
- package/dist/learning/correction-extractor.js +211 -0
- package/dist/learning/correction-extractor.js.map +1 -0
- package/dist/learning/fact-extractor.d.ts +20 -0
- package/dist/learning/fact-extractor.d.ts.map +1 -0
- package/dist/learning/fact-extractor.js +61 -0
- package/dist/learning/fact-extractor.js.map +1 -0
- package/dist/learning/factory/index.d.ts +15 -0
- package/dist/learning/factory/index.d.ts.map +1 -0
- package/dist/learning/factory/index.js +15 -0
- package/dist/learning/factory/index.js.map +1 -0
- package/dist/learning/factory/memory-factory.d.ts +76 -0
- package/dist/learning/factory/memory-factory.d.ts.map +1 -0
- package/dist/learning/factory/memory-factory.js +139 -0
- package/dist/learning/factory/memory-factory.js.map +1 -0
- package/dist/learning/factory/pattern-creator.d.ts +64 -0
- package/dist/learning/factory/pattern-creator.d.ts.map +1 -0
- package/dist/learning/factory/pattern-creator.js +271 -0
- package/dist/learning/factory/pattern-creator.js.map +1 -0
- package/dist/learning/factory/smell-creator.d.ts +67 -0
- package/dist/learning/factory/smell-creator.d.ts.map +1 -0
- package/dist/learning/factory/smell-creator.js +307 -0
- package/dist/learning/factory/smell-creator.js.map +1 -0
- package/dist/learning/factory/tribal-creator.d.ts +61 -0
- package/dist/learning/factory/tribal-creator.d.ts.map +1 -0
- package/dist/learning/factory/tribal-creator.js +228 -0
- package/dist/learning/factory/tribal-creator.js.map +1 -0
- package/dist/learning/index.d.ts +21 -0
- package/dist/learning/index.d.ts.map +1 -0
- package/dist/learning/index.js +26 -0
- package/dist/learning/index.js.map +1 -0
- package/dist/learning/outcome-tracker.d.ts +120 -0
- package/dist/learning/outcome-tracker.d.ts.map +1 -0
- package/dist/learning/outcome-tracker.js +297 -0
- package/dist/learning/outcome-tracker.js.map +1 -0
- package/dist/learning/preference-learner.d.ts +31 -0
- package/dist/learning/preference-learner.d.ts.map +1 -0
- package/dist/learning/preference-learner.js +60 -0
- package/dist/learning/preference-learner.js.map +1 -0
- package/dist/linking/constraint-linker.d.ts +30 -0
- package/dist/linking/constraint-linker.d.ts.map +1 -0
- package/dist/linking/constraint-linker.js +44 -0
- package/dist/linking/constraint-linker.js.map +1 -0
- package/dist/linking/decision-linker.d.ts +30 -0
- package/dist/linking/decision-linker.d.ts.map +1 -0
- package/dist/linking/decision-linker.js +45 -0
- package/dist/linking/decision-linker.js.map +1 -0
- package/dist/linking/file-linker.d.ts +27 -0
- package/dist/linking/file-linker.d.ts.map +1 -0
- package/dist/linking/file-linker.js +44 -0
- package/dist/linking/file-linker.js.map +1 -0
- package/dist/linking/function-linker.d.ts +30 -0
- package/dist/linking/function-linker.d.ts.map +1 -0
- package/dist/linking/function-linker.js +42 -0
- package/dist/linking/function-linker.js.map +1 -0
- package/dist/linking/index.d.ts +16 -0
- package/dist/linking/index.d.ts.map +1 -0
- package/dist/linking/index.js +16 -0
- package/dist/linking/index.js.map +1 -0
- package/dist/linking/pattern-linker.d.ts +30 -0
- package/dist/linking/pattern-linker.d.ts.map +1 -0
- package/dist/linking/pattern-linker.js +42 -0
- package/dist/linking/pattern-linker.js.map +1 -0
- package/dist/orchestrators/cortex-v2.d.ts +266 -0
- package/dist/orchestrators/cortex-v2.d.ts.map +1 -0
- package/dist/orchestrators/cortex-v2.js +395 -0
- package/dist/orchestrators/cortex-v2.js.map +1 -0
- package/dist/orchestrators/generation-orchestrator.d.ts +108 -0
- package/dist/orchestrators/generation-orchestrator.d.ts.map +1 -0
- package/dist/orchestrators/generation-orchestrator.js +313 -0
- package/dist/orchestrators/generation-orchestrator.js.map +1 -0
- package/dist/orchestrators/index.d.ts +16 -0
- package/dist/orchestrators/index.d.ts.map +1 -0
- package/dist/orchestrators/index.js +16 -0
- package/dist/orchestrators/index.js.map +1 -0
- package/dist/orchestrators/learning-orchestrator.d.ts +132 -0
- package/dist/orchestrators/learning-orchestrator.d.ts.map +1 -0
- package/dist/orchestrators/learning-orchestrator.js +346 -0
- package/dist/orchestrators/learning-orchestrator.js.map +1 -0
- package/dist/orchestrators/retrieval-orchestrator.d.ts +123 -0
- package/dist/orchestrators/retrieval-orchestrator.d.ts.map +1 -0
- package/dist/orchestrators/retrieval-orchestrator.js +319 -0
- package/dist/orchestrators/retrieval-orchestrator.js.map +1 -0
- package/dist/prediction/cache/index.d.ts +10 -0
- package/dist/prediction/cache/index.d.ts.map +1 -0
- package/dist/prediction/cache/index.js +10 -0
- package/dist/prediction/cache/index.js.map +1 -0
- package/dist/prediction/cache/prediction-cache.d.ts +97 -0
- package/dist/prediction/cache/prediction-cache.d.ts.map +1 -0
- package/dist/prediction/cache/prediction-cache.js +242 -0
- package/dist/prediction/cache/prediction-cache.js.map +1 -0
- package/dist/prediction/cache/preloader.d.ts +95 -0
- package/dist/prediction/cache/preloader.d.ts.map +1 -0
- package/dist/prediction/cache/preloader.js +192 -0
- package/dist/prediction/cache/preloader.js.map +1 -0
- package/dist/prediction/index.d.ts +21 -0
- package/dist/prediction/index.d.ts.map +1 -0
- package/dist/prediction/index.js +25 -0
- package/dist/prediction/index.js.map +1 -0
- package/dist/prediction/predictor/behavioral-predictor.d.ts +75 -0
- package/dist/prediction/predictor/behavioral-predictor.d.ts.map +1 -0
- package/dist/prediction/predictor/behavioral-predictor.js +273 -0
- package/dist/prediction/predictor/behavioral-predictor.js.map +1 -0
- package/dist/prediction/predictor/engine.d.ts +90 -0
- package/dist/prediction/predictor/engine.d.ts.map +1 -0
- package/dist/prediction/predictor/engine.js +210 -0
- package/dist/prediction/predictor/engine.js.map +1 -0
- package/dist/prediction/predictor/file-predictor.d.ts +69 -0
- package/dist/prediction/predictor/file-predictor.d.ts.map +1 -0
- package/dist/prediction/predictor/file-predictor.js +210 -0
- package/dist/prediction/predictor/file-predictor.js.map +1 -0
- package/dist/prediction/predictor/index.d.ts +13 -0
- package/dist/prediction/predictor/index.d.ts.map +1 -0
- package/dist/prediction/predictor/index.js +13 -0
- package/dist/prediction/predictor/index.js.map +1 -0
- package/dist/prediction/predictor/pattern-predictor.d.ts +65 -0
- package/dist/prediction/predictor/pattern-predictor.d.ts.map +1 -0
- package/dist/prediction/predictor/pattern-predictor.js +183 -0
- package/dist/prediction/predictor/pattern-predictor.js.map +1 -0
- package/dist/prediction/predictor/temporal-predictor.d.ts +98 -0
- package/dist/prediction/predictor/temporal-predictor.d.ts.map +1 -0
- package/dist/prediction/predictor/temporal-predictor.js +282 -0
- package/dist/prediction/predictor/temporal-predictor.js.map +1 -0
- package/dist/prediction/signals/behavioral-signals.d.ts +139 -0
- package/dist/prediction/signals/behavioral-signals.d.ts.map +1 -0
- package/dist/prediction/signals/behavioral-signals.js +402 -0
- package/dist/prediction/signals/behavioral-signals.js.map +1 -0
- package/dist/prediction/signals/file-signals.d.ts +53 -0
- package/dist/prediction/signals/file-signals.d.ts.map +1 -0
- package/dist/prediction/signals/file-signals.js +255 -0
- package/dist/prediction/signals/file-signals.js.map +1 -0
- package/dist/prediction/signals/gatherer.d.ts +113 -0
- package/dist/prediction/signals/gatherer.d.ts.map +1 -0
- package/dist/prediction/signals/gatherer.js +160 -0
- package/dist/prediction/signals/gatherer.js.map +1 -0
- package/dist/prediction/signals/git-signals.d.ts +98 -0
- package/dist/prediction/signals/git-signals.d.ts.map +1 -0
- package/dist/prediction/signals/git-signals.js +286 -0
- package/dist/prediction/signals/git-signals.js.map +1 -0
- package/dist/prediction/signals/index.d.ts +13 -0
- package/dist/prediction/signals/index.d.ts.map +1 -0
- package/dist/prediction/signals/index.js +13 -0
- package/dist/prediction/signals/index.js.map +1 -0
- package/dist/prediction/signals/temporal-signals.d.ts +81 -0
- package/dist/prediction/signals/temporal-signals.d.ts.map +1 -0
- package/dist/prediction/signals/temporal-signals.js +174 -0
- package/dist/prediction/signals/temporal-signals.js.map +1 -0
- package/dist/prediction/types.d.ts +10 -0
- package/dist/prediction/types.d.ts.map +1 -0
- package/dist/prediction/types.js +9 -0
- package/dist/prediction/types.js.map +1 -0
- package/dist/privacy/index.d.ts +12 -0
- package/dist/privacy/index.d.ts.map +1 -0
- package/dist/privacy/index.js +12 -0
- package/dist/privacy/index.js.map +1 -0
- package/dist/privacy/patterns.d.ts +30 -0
- package/dist/privacy/patterns.d.ts.map +1 -0
- package/dist/privacy/patterns.js +40 -0
- package/dist/privacy/patterns.js.map +1 -0
- package/dist/privacy/sanitizer.d.ts +35 -0
- package/dist/privacy/sanitizer.d.ts.map +1 -0
- package/dist/privacy/sanitizer.js +86 -0
- package/dist/privacy/sanitizer.js.map +1 -0
- package/dist/privacy/validator.d.ts +28 -0
- package/dist/privacy/validator.d.ts.map +1 -0
- package/dist/privacy/validator.js +40 -0
- package/dist/privacy/validator.js.map +1 -0
- package/dist/retrieval/budget.d.ts +26 -0
- package/dist/retrieval/budget.d.ts.map +1 -0
- package/dist/retrieval/budget.js +74 -0
- package/dist/retrieval/budget.js.map +1 -0
- package/dist/retrieval/compression.d.ts +52 -0
- package/dist/retrieval/compression.d.ts.map +1 -0
- package/dist/retrieval/compression.js +126 -0
- package/dist/retrieval/compression.js.map +1 -0
- package/dist/retrieval/engine.d.ts +112 -0
- package/dist/retrieval/engine.d.ts.map +1 -0
- package/dist/retrieval/engine.js +159 -0
- package/dist/retrieval/engine.js.map +1 -0
- package/dist/retrieval/index.d.ts +17 -0
- package/dist/retrieval/index.d.ts.map +1 -0
- package/dist/retrieval/index.js +17 -0
- package/dist/retrieval/index.js.map +1 -0
- package/dist/retrieval/ranking.d.ts +28 -0
- package/dist/retrieval/ranking.d.ts.map +1 -0
- package/dist/retrieval/ranking.js +42 -0
- package/dist/retrieval/ranking.js.map +1 -0
- package/dist/retrieval/scoring.d.ts +38 -0
- package/dist/retrieval/scoring.d.ts.map +1 -0
- package/dist/retrieval/scoring.js +101 -0
- package/dist/retrieval/scoring.js.map +1 -0
- package/dist/retrieval/weighting.d.ts +23 -0
- package/dist/retrieval/weighting.d.ts.map +1 -0
- package/dist/retrieval/weighting.js +96 -0
- package/dist/retrieval/weighting.js.map +1 -0
- package/dist/session/context/deduplicator.d.ts +88 -0
- package/dist/session/context/deduplicator.d.ts.map +1 -0
- package/dist/session/context/deduplicator.js +138 -0
- package/dist/session/context/deduplicator.js.map +1 -0
- package/dist/session/context/index.d.ts +11 -0
- package/dist/session/context/index.d.ts.map +1 -0
- package/dist/session/context/index.js +11 -0
- package/dist/session/context/index.js.map +1 -0
- package/dist/session/context/manager.d.ts +76 -0
- package/dist/session/context/manager.d.ts.map +1 -0
- package/dist/session/context/manager.js +271 -0
- package/dist/session/context/manager.js.map +1 -0
- package/dist/session/context/tracker.d.ts +105 -0
- package/dist/session/context/tracker.d.ts.map +1 -0
- package/dist/session/context/tracker.js +171 -0
- package/dist/session/context/tracker.js.map +1 -0
- package/dist/session/index.d.ts +13 -0
- package/dist/session/index.d.ts.map +1 -0
- package/dist/session/index.js +16 -0
- package/dist/session/index.js.map +1 -0
- package/dist/session/storage/index.d.ts +10 -0
- package/dist/session/storage/index.d.ts.map +1 -0
- package/dist/session/storage/index.js +9 -0
- package/dist/session/storage/index.js.map +1 -0
- package/dist/session/storage/interface.d.ts +64 -0
- package/dist/session/storage/interface.d.ts.map +1 -0
- package/dist/session/storage/interface.js +54 -0
- package/dist/session/storage/interface.js.map +1 -0
- package/dist/session/storage/sqlite.d.ts +66 -0
- package/dist/session/storage/sqlite.d.ts.map +1 -0
- package/dist/session/storage/sqlite.js +197 -0
- package/dist/session/storage/sqlite.js.map +1 -0
- package/dist/session/types.d.ts +10 -0
- package/dist/session/types.d.ts.map +1 -0
- package/dist/session/types.js +9 -0
- package/dist/session/types.js.map +1 -0
- package/dist/storage/factory.d.ts +35 -0
- package/dist/storage/factory.d.ts.map +1 -0
- package/dist/storage/factory.js +44 -0
- package/dist/storage/factory.js.map +1 -0
- package/dist/storage/index.d.ts +10 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +10 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/interface.d.ts +113 -0
- package/dist/storage/interface.d.ts.map +1 -0
- package/dist/storage/interface.js +9 -0
- package/dist/storage/interface.js.map +1 -0
- package/dist/storage/sqlite/client.d.ts +64 -0
- package/dist/storage/sqlite/client.d.ts.map +1 -0
- package/dist/storage/sqlite/client.js +94 -0
- package/dist/storage/sqlite/client.js.map +1 -0
- package/dist/storage/sqlite/index.d.ts +11 -0
- package/dist/storage/sqlite/index.d.ts.map +1 -0
- package/dist/storage/sqlite/index.js +11 -0
- package/dist/storage/sqlite/index.js.map +1 -0
- package/dist/storage/sqlite/migrations.d.ts +32 -0
- package/dist/storage/sqlite/migrations.d.ts.map +1 -0
- package/dist/storage/sqlite/migrations.js +198 -0
- package/dist/storage/sqlite/migrations.js.map +1 -0
- package/dist/storage/sqlite/queries.d.ts +106 -0
- package/dist/storage/sqlite/queries.d.ts.map +1 -0
- package/dist/storage/sqlite/queries.js +192 -0
- package/dist/storage/sqlite/queries.js.map +1 -0
- package/dist/storage/sqlite/schema.d.ts +24 -0
- package/dist/storage/sqlite/schema.d.ts.map +1 -0
- package/dist/storage/sqlite/schema.js +169 -0
- package/dist/storage/sqlite/schema.js.map +1 -0
- package/dist/storage/sqlite/storage.d.ts +148 -0
- package/dist/storage/sqlite/storage.d.ts.map +1 -0
- package/dist/storage/sqlite/storage.js +513 -0
- package/dist/storage/sqlite/storage.js.map +1 -0
- package/dist/types/bitemporal.d.ts +46 -0
- package/dist/types/bitemporal.d.ts.map +1 -0
- package/dist/types/bitemporal.js +13 -0
- package/dist/types/bitemporal.js.map +1 -0
- package/dist/types/causal.d.ts +189 -0
- package/dist/types/causal.d.ts.map +1 -0
- package/dist/types/causal.js +13 -0
- package/dist/types/causal.js.map +1 -0
- package/dist/types/citation.d.ts +37 -0
- package/dist/types/citation.d.ts.map +1 -0
- package/dist/types/citation.js +9 -0
- package/dist/types/citation.js.map +1 -0
- package/dist/types/code-smell.d.ts +67 -0
- package/dist/types/code-smell.d.ts.map +1 -0
- package/dist/types/code-smell.js +8 -0
- package/dist/types/code-smell.js.map +1 -0
- package/dist/types/compressed-memory.d.ts +196 -0
- package/dist/types/compressed-memory.d.ts.map +1 -0
- package/dist/types/compressed-memory.js +43 -0
- package/dist/types/compressed-memory.js.map +1 -0
- package/dist/types/constraint-override.d.ts +55 -0
- package/dist/types/constraint-override.d.ts.map +1 -0
- package/dist/types/constraint-override.js +8 -0
- package/dist/types/constraint-override.js.map +1 -0
- package/dist/types/core-memory.d.ts +80 -0
- package/dist/types/core-memory.d.ts.map +1 -0
- package/dist/types/core-memory.js +8 -0
- package/dist/types/core-memory.js.map +1 -0
- package/dist/types/decision-context.d.ts +44 -0
- package/dist/types/decision-context.d.ts.map +1 -0
- package/dist/types/decision-context.js +8 -0
- package/dist/types/decision-context.js.map +1 -0
- package/dist/types/episodic-memory.d.ts +70 -0
- package/dist/types/episodic-memory.d.ts.map +1 -0
- package/dist/types/episodic-memory.js +8 -0
- package/dist/types/episodic-memory.js.map +1 -0
- package/dist/types/generation-context.d.ts +306 -0
- package/dist/types/generation-context.d.ts.map +1 -0
- package/dist/types/generation-context.js +11 -0
- package/dist/types/generation-context.js.map +1 -0
- package/dist/types/index.d.ts +33 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +35 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/learning.d.ts +297 -0
- package/dist/types/learning.d.ts.map +1 -0
- package/dist/types/learning.js +13 -0
- package/dist/types/learning.js.map +1 -0
- package/dist/types/memory.d.ts +133 -0
- package/dist/types/memory.d.ts.map +1 -0
- package/dist/types/memory.js +14 -0
- package/dist/types/memory.js.map +1 -0
- package/dist/types/pattern-rationale.d.ts +49 -0
- package/dist/types/pattern-rationale.d.ts.map +1 -0
- package/dist/types/pattern-rationale.js +8 -0
- package/dist/types/pattern-rationale.js.map +1 -0
- package/dist/types/prediction.d.ts +239 -0
- package/dist/types/prediction.d.ts.map +1 -0
- package/dist/types/prediction.js +25 -0
- package/dist/types/prediction.js.map +1 -0
- package/dist/types/procedural-memory.d.ts +83 -0
- package/dist/types/procedural-memory.d.ts.map +1 -0
- package/dist/types/procedural-memory.js +9 -0
- package/dist/types/procedural-memory.js.map +1 -0
- package/dist/types/semantic-memory.d.ts +47 -0
- package/dist/types/semantic-memory.d.ts.map +1 -0
- package/dist/types/semantic-memory.js +8 -0
- package/dist/types/semantic-memory.js.map +1 -0
- package/dist/types/session-context.d.ts +175 -0
- package/dist/types/session-context.d.ts.map +1 -0
- package/dist/types/session-context.js +22 -0
- package/dist/types/session-context.js.map +1 -0
- package/dist/types/tribal-memory.d.ts +59 -0
- package/dist/types/tribal-memory.d.ts.map +1 -0
- package/dist/types/tribal-memory.js +9 -0
- package/dist/types/tribal-memory.js.map +1 -0
- package/dist/utils/hash.d.ts +19 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +27 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/id-generator.d.ts +40 -0
- package/dist/utils/id-generator.d.ts.map +1 -0
- package/dist/utils/id-generator.js +73 -0
- package/dist/utils/id-generator.js.map +1 -0
- package/dist/utils/index.d.ts +8 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +8 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/time.d.ts +28 -0
- package/dist/utils/time.d.ts.map +1 -0
- package/dist/utils/time.js +46 -0
- package/dist/utils/time.js.map +1 -0
- package/dist/utils/tokens.d.ts +23 -0
- package/dist/utils/tokens.d.ts.map +1 -0
- package/dist/utils/tokens.js +35 -0
- package/dist/utils/tokens.js.map +1 -0
- package/dist/validation/citation-validator.d.ts +30 -0
- package/dist/validation/citation-validator.d.ts.map +1 -0
- package/dist/validation/citation-validator.js +86 -0
- package/dist/validation/citation-validator.js.map +1 -0
- package/dist/validation/contradiction-detector.d.ts +33 -0
- package/dist/validation/contradiction-detector.d.ts.map +1 -0
- package/dist/validation/contradiction-detector.js +87 -0
- package/dist/validation/contradiction-detector.js.map +1 -0
- package/dist/validation/engine.d.ts +94 -0
- package/dist/validation/engine.d.ts.map +1 -0
- package/dist/validation/engine.js +170 -0
- package/dist/validation/engine.js.map +1 -0
- package/dist/validation/healing.d.ts +36 -0
- package/dist/validation/healing.d.ts.map +1 -0
- package/dist/validation/healing.js +88 -0
- package/dist/validation/healing.js.map +1 -0
- package/dist/validation/index.d.ts +18 -0
- package/dist/validation/index.d.ts.map +1 -0
- package/dist/validation/index.js +18 -0
- package/dist/validation/index.js.map +1 -0
- package/dist/validation/pattern-alignment.d.ts +18 -0
- package/dist/validation/pattern-alignment.d.ts.map +1 -0
- package/dist/validation/pattern-alignment.js +58 -0
- package/dist/validation/pattern-alignment.js.map +1 -0
- package/dist/validation/temporal-validator.d.ts +22 -0
- package/dist/validation/temporal-validator.d.ts.map +1 -0
- package/dist/validation/temporal-validator.js +77 -0
- package/dist/validation/temporal-validator.js.map +1 -0
- package/dist/why/decision-context.d.ts +19 -0
- package/dist/why/decision-context.d.ts.map +1 -0
- package/dist/why/decision-context.js +38 -0
- package/dist/why/decision-context.js.map +1 -0
- package/dist/why/index.d.ts +12 -0
- package/dist/why/index.d.ts.map +1 -0
- package/dist/why/index.js +12 -0
- package/dist/why/index.js.map +1 -0
- package/dist/why/pattern-context.d.ts +19 -0
- package/dist/why/pattern-context.d.ts.map +1 -0
- package/dist/why/pattern-context.js +46 -0
- package/dist/why/pattern-context.js.map +1 -0
- package/dist/why/synthesizer.d.ts +59 -0
- package/dist/why/synthesizer.d.ts.map +1 -0
- package/dist/why/synthesizer.js +68 -0
- package/dist/why/synthesizer.js.map +1 -0
- package/dist/why/tribal-context.d.ts +19 -0
- package/dist/why/tribal-context.d.ts.map +1 -0
- package/dist/why/tribal-context.js +35 -0
- package/dist/why/tribal-context.js.map +1 -0
- package/dist/why/warning-aggregator.d.ts +16 -0
- package/dist/why/warning-aggregator.d.ts.map +1 -0
- package/dist/why/warning-aggregator.js +53 -0
- package/dist/why/warning-aggregator.js.map +1 -0
- package/package.json +93 -0
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lexical Embedder
|
|
3
|
+
*
|
|
4
|
+
* Generates TF-IDF based lexical embeddings for code and text.
|
|
5
|
+
* Captures surface-level lexical patterns and terminology.
|
|
6
|
+
*
|
|
7
|
+
* @module embeddings/lexical/embedder
|
|
8
|
+
*/
|
|
9
|
+
import { type TokenizerConfig } from './tokenizer.js';
|
|
10
|
+
import { type TFIDFConfig } from './tfidf.js';
|
|
11
|
+
/**
|
|
12
|
+
* Lexical embedder configuration
|
|
13
|
+
*/
|
|
14
|
+
export interface LexicalEmbedderConfig {
|
|
15
|
+
/** Output dimensions */
|
|
16
|
+
dimensions: number;
|
|
17
|
+
/** Tokenizer configuration */
|
|
18
|
+
tokenizer?: Partial<TokenizerConfig>;
|
|
19
|
+
/** TF-IDF configuration */
|
|
20
|
+
tfidf?: Partial<TFIDFConfig>;
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Lexical embedder using TF-IDF
|
|
24
|
+
*
|
|
25
|
+
* Generates embeddings based on lexical features:
|
|
26
|
+
* - Token frequencies
|
|
27
|
+
* - TF-IDF weighted terms
|
|
28
|
+
* - Hash-based dimension projection
|
|
29
|
+
*/
|
|
30
|
+
export declare class LexicalEmbedder {
|
|
31
|
+
readonly dimensions: number;
|
|
32
|
+
private tokenizer;
|
|
33
|
+
private tfidf;
|
|
34
|
+
private _initialized;
|
|
35
|
+
constructor(config?: Partial<LexicalEmbedderConfig>);
|
|
36
|
+
/**
|
|
37
|
+
* Check if embedder is initialized
|
|
38
|
+
*/
|
|
39
|
+
get initialized(): boolean;
|
|
40
|
+
/**
|
|
41
|
+
* Initialize the embedder
|
|
42
|
+
*/
|
|
43
|
+
initialize(): Promise<void>;
|
|
44
|
+
/**
|
|
45
|
+
* Generate embedding for text
|
|
46
|
+
*/
|
|
47
|
+
embed(text: string): number[];
|
|
48
|
+
/**
|
|
49
|
+
* Generate embeddings for multiple texts
|
|
50
|
+
*/
|
|
51
|
+
embedBatch(texts: string[]): number[][];
|
|
52
|
+
/**
|
|
53
|
+
* Calculate similarity between two texts
|
|
54
|
+
*/
|
|
55
|
+
similarity(text1: string, text2: string): number;
|
|
56
|
+
/**
|
|
57
|
+
* Find most similar texts from candidates
|
|
58
|
+
*/
|
|
59
|
+
findSimilar(query: string, candidates: string[], topK?: number): Array<{
|
|
60
|
+
index: number;
|
|
61
|
+
text: string;
|
|
62
|
+
score: number;
|
|
63
|
+
}>;
|
|
64
|
+
/**
|
|
65
|
+
* Get token analysis for text
|
|
66
|
+
*/
|
|
67
|
+
analyzeTokens(text: string): {
|
|
68
|
+
tokens: string[];
|
|
69
|
+
tfidf: Map<string, number>;
|
|
70
|
+
topTerms: Array<{
|
|
71
|
+
term: string;
|
|
72
|
+
score: number;
|
|
73
|
+
}>;
|
|
74
|
+
};
|
|
75
|
+
/**
|
|
76
|
+
* Check if embedder is available
|
|
77
|
+
*/
|
|
78
|
+
isAvailable(): Promise<boolean>;
|
|
79
|
+
/**
|
|
80
|
+
* Build embedder from a corpus
|
|
81
|
+
*/
|
|
82
|
+
static fromCorpus(documents: string[], config?: Partial<LexicalEmbedderConfig>): Promise<LexicalEmbedder>;
|
|
83
|
+
private cosineSimilarity;
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=embedder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../../src/embeddings/lexical/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAiB,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAmB,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AAE/D;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,wBAAwB;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,2BAA2B;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AASD;;;;;;;GAOG;AACH,qBAAa,eAAe;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,CAAC,EAAE,OAAO,CAAC,qBAAqB,CAAC;IAOnD;;OAEG;IACH,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAMjC;;OAEG;IACH,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAiB7B;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE;IAIvC;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM;IAMhD;;OAEG;IACH,WAAW,CACT,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAAE,EACpB,IAAI,SAAI,GACP,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAexD;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG;QAC3B,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3B,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAClD;IAaD;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAIrC;;OAEG;WACU,UAAU,CACrB,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,CAAC,EAAE,OAAO,CAAC,qBAAqB,CAAC,GACtC,OAAO,CAAC,eAAe,CAAC;IAkB3B,OAAO,CAAC,gBAAgB;CAwBzB"}
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lexical Embedder
|
|
3
|
+
*
|
|
4
|
+
* Generates TF-IDF based lexical embeddings for code and text.
|
|
5
|
+
* Captures surface-level lexical patterns and terminology.
|
|
6
|
+
*
|
|
7
|
+
* @module embeddings/lexical/embedder
|
|
8
|
+
*/
|
|
9
|
+
import { CodeTokenizer } from './tokenizer.js';
|
|
10
|
+
import { TFIDFCalculator } from './tfidf.js';
|
|
11
|
+
/**
|
|
12
|
+
* Default configuration
|
|
13
|
+
*/
|
|
14
|
+
const DEFAULT_CONFIG = {
|
|
15
|
+
dimensions: 128,
|
|
16
|
+
};
|
|
17
|
+
/**
|
|
18
|
+
* Lexical embedder using TF-IDF
|
|
19
|
+
*
|
|
20
|
+
* Generates embeddings based on lexical features:
|
|
21
|
+
* - Token frequencies
|
|
22
|
+
* - TF-IDF weighted terms
|
|
23
|
+
* - Hash-based dimension projection
|
|
24
|
+
*/
|
|
25
|
+
export class LexicalEmbedder {
|
|
26
|
+
dimensions;
|
|
27
|
+
tokenizer;
|
|
28
|
+
tfidf;
|
|
29
|
+
_initialized = false;
|
|
30
|
+
constructor(config) {
|
|
31
|
+
const cfg = { ...DEFAULT_CONFIG, ...config };
|
|
32
|
+
this.dimensions = cfg.dimensions;
|
|
33
|
+
this.tokenizer = new CodeTokenizer(cfg.tokenizer);
|
|
34
|
+
this.tfidf = new TFIDFCalculator(undefined, cfg.tfidf);
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Check if embedder is initialized
|
|
38
|
+
*/
|
|
39
|
+
get initialized() {
|
|
40
|
+
return this._initialized;
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Initialize the embedder
|
|
44
|
+
*/
|
|
45
|
+
async initialize() {
|
|
46
|
+
// Lexical embedder doesn't need async initialization
|
|
47
|
+
// but we keep the interface consistent
|
|
48
|
+
this._initialized = true;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Generate embedding for text
|
|
52
|
+
*/
|
|
53
|
+
embed(text) {
|
|
54
|
+
// Tokenize the text
|
|
55
|
+
const tokens = this.tokenizer.tokenize(text);
|
|
56
|
+
if (tokens.length === 0) {
|
|
57
|
+
return new Array(this.dimensions).fill(0);
|
|
58
|
+
}
|
|
59
|
+
// Calculate TF-IDF scores
|
|
60
|
+
const tfidfScores = this.tfidf.calculateTFIDF(tokens);
|
|
61
|
+
// Convert to fixed-dimension vector
|
|
62
|
+
const vector = this.tfidf.toVector(tfidfScores, this.dimensions);
|
|
63
|
+
return vector;
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Generate embeddings for multiple texts
|
|
67
|
+
*/
|
|
68
|
+
embedBatch(texts) {
|
|
69
|
+
return texts.map(t => this.embed(t));
|
|
70
|
+
}
|
|
71
|
+
/**
|
|
72
|
+
* Calculate similarity between two texts
|
|
73
|
+
*/
|
|
74
|
+
similarity(text1, text2) {
|
|
75
|
+
const emb1 = this.embed(text1);
|
|
76
|
+
const emb2 = this.embed(text2);
|
|
77
|
+
return this.cosineSimilarity(emb1, emb2);
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Find most similar texts from candidates
|
|
81
|
+
*/
|
|
82
|
+
findSimilar(query, candidates, topK = 5) {
|
|
83
|
+
const queryEmb = this.embed(query);
|
|
84
|
+
const scored = candidates.map((text, index) => ({
|
|
85
|
+
index,
|
|
86
|
+
text,
|
|
87
|
+
score: this.cosineSimilarity(queryEmb, this.embed(text)),
|
|
88
|
+
}));
|
|
89
|
+
// Sort by score descending
|
|
90
|
+
scored.sort((a, b) => b.score - a.score);
|
|
91
|
+
return scored.slice(0, topK);
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* Get token analysis for text
|
|
95
|
+
*/
|
|
96
|
+
analyzeTokens(text) {
|
|
97
|
+
const tokens = this.tokenizer.tokenize(text);
|
|
98
|
+
const tfidf = this.tfidf.calculateTFIDF(tokens);
|
|
99
|
+
// Get top terms by TF-IDF score
|
|
100
|
+
const topTerms = Array.from(tfidf.entries())
|
|
101
|
+
.sort((a, b) => b[1] - a[1])
|
|
102
|
+
.slice(0, 10)
|
|
103
|
+
.map(([term, score]) => ({ term, score }));
|
|
104
|
+
return { tokens, tfidf, topTerms };
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* Check if embedder is available
|
|
108
|
+
*/
|
|
109
|
+
async isAvailable() {
|
|
110
|
+
return true; // Lexical embedder is always available
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* Build embedder from a corpus
|
|
114
|
+
*/
|
|
115
|
+
static async fromCorpus(documents, config) {
|
|
116
|
+
const cfg = { ...DEFAULT_CONFIG, ...config };
|
|
117
|
+
const tokenizer = new CodeTokenizer(cfg.tokenizer);
|
|
118
|
+
const tfidf = await TFIDFCalculator.buildFromCorpus(documents, tokenizer, cfg.tfidf);
|
|
119
|
+
const embedder = new LexicalEmbedder(cfg);
|
|
120
|
+
embedder.tfidf = tfidf;
|
|
121
|
+
embedder._initialized = true;
|
|
122
|
+
return embedder;
|
|
123
|
+
}
|
|
124
|
+
// Private helpers
|
|
125
|
+
cosineSimilarity(a, b) {
|
|
126
|
+
if (a.length !== b.length) {
|
|
127
|
+
throw new Error('Vectors must have same length');
|
|
128
|
+
}
|
|
129
|
+
let dotProduct = 0;
|
|
130
|
+
let normA = 0;
|
|
131
|
+
let normB = 0;
|
|
132
|
+
for (let i = 0; i < a.length; i++) {
|
|
133
|
+
const aVal = a[i] ?? 0;
|
|
134
|
+
const bVal = b[i] ?? 0;
|
|
135
|
+
dotProduct += aVal * bVal;
|
|
136
|
+
normA += aVal * aVal;
|
|
137
|
+
normB += bVal * bVal;
|
|
138
|
+
}
|
|
139
|
+
const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
|
|
140
|
+
if (magnitude === 0 || !isFinite(magnitude))
|
|
141
|
+
return 0;
|
|
142
|
+
const result = dotProduct / magnitude;
|
|
143
|
+
return isFinite(result) ? result : 0;
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
//# sourceMappingURL=embedder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/embeddings/lexical/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAoB,MAAM,YAAY,CAAC;AAc/D;;GAEG;AACH,MAAM,cAAc,GAA0B;IAC5C,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,OAAO,eAAe;IACjB,UAAU,CAAS;IAEpB,SAAS,CAAgB;IACzB,KAAK,CAAkB;IACvB,YAAY,GAAG,KAAK,CAAC;IAE7B,YAAY,MAAuC;QACjD,MAAM,GAAG,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,qDAAqD;QACrD,uCAAuC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAY;QAChB,oBAAoB;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,0BAA0B;QAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEtD,oCAAoC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEjE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAe;QACxB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAa,EAAE,KAAa;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,WAAW,CACT,KAAa,EACb,UAAoB,EACpB,IAAI,GAAG,CAAC;QAER,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,KAAK;YACL,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACzD,CAAC,CAAC,CAAC;QAEJ,2BAA2B;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAY;QAKxB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEhD,gCAAgC;QAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAE7C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,CAAC,uCAAuC;IACtD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,SAAmB,EACnB,MAAuC;QAEvC,MAAM,GAAG,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,eAAe,CACjD,SAAS,EACT,SAAS,EACT,GAAG,CAAC,KAAK,CACV,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC;QAC1C,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC;QAE7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kBAAkB;IAEV,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;YACrB,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEtD,IAAI,SAAS,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;QACtC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lexical Embeddings Module
|
|
3
|
+
*
|
|
4
|
+
* TF-IDF based lexical embeddings for code and text.
|
|
5
|
+
* Captures surface-level lexical patterns and terminology.
|
|
6
|
+
*
|
|
7
|
+
* @module embeddings/lexical
|
|
8
|
+
*/
|
|
9
|
+
export { LexicalEmbedder, type LexicalEmbedderConfig } from './embedder.js';
|
|
10
|
+
export { CodeTokenizer, type TokenizerConfig } from './tokenizer.js';
|
|
11
|
+
export { TFIDFCalculator, type TFIDFConfig } from './tfidf.js';
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/embeddings/lexical/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAE,KAAK,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lexical Embeddings Module
|
|
3
|
+
*
|
|
4
|
+
* TF-IDF based lexical embeddings for code and text.
|
|
5
|
+
* Captures surface-level lexical patterns and terminology.
|
|
6
|
+
*
|
|
7
|
+
* @module embeddings/lexical
|
|
8
|
+
*/
|
|
9
|
+
export { LexicalEmbedder } from './embedder.js';
|
|
10
|
+
export { CodeTokenizer } from './tokenizer.js';
|
|
11
|
+
export { TFIDFCalculator } from './tfidf.js';
|
|
12
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/embeddings/lexical/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAA8B,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAwB,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAoB,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* TF-IDF Calculator
|
|
3
|
+
*
|
|
4
|
+
* Calculates Term Frequency - Inverse Document Frequency scores
|
|
5
|
+
* for lexical embeddings. Uses a pre-computed IDF corpus or
|
|
6
|
+
* builds one from provided documents.
|
|
7
|
+
*
|
|
8
|
+
* @module embeddings/lexical/tfidf
|
|
9
|
+
*/
|
|
10
|
+
import { CodeTokenizer } from './tokenizer.js';
|
|
11
|
+
/**
|
|
12
|
+
* TF-IDF configuration
|
|
13
|
+
*/
|
|
14
|
+
export interface TFIDFConfig {
|
|
15
|
+
/** Minimum document frequency for a term */
|
|
16
|
+
minDocFreq: number;
|
|
17
|
+
/** Maximum document frequency ratio (0-1) */
|
|
18
|
+
maxDocFreqRatio: number;
|
|
19
|
+
/** Smoothing factor for IDF */
|
|
20
|
+
smoothing: number;
|
|
21
|
+
/** Whether to use sublinear TF scaling */
|
|
22
|
+
sublinearTF: boolean;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* TF-IDF calculator for lexical embeddings
|
|
26
|
+
*/
|
|
27
|
+
export declare class TFIDFCalculator {
|
|
28
|
+
private config;
|
|
29
|
+
private idfScores;
|
|
30
|
+
private documentCount;
|
|
31
|
+
constructor(idfScores?: Map<string, number>, config?: Partial<TFIDFConfig>);
|
|
32
|
+
/**
|
|
33
|
+
* Calculate term frequency for tokens
|
|
34
|
+
*/
|
|
35
|
+
calculateTF(tokens: string[]): Map<string, number>;
|
|
36
|
+
/**
|
|
37
|
+
* Calculate TF-IDF scores for tokens
|
|
38
|
+
*/
|
|
39
|
+
calculateTFIDF(tokens: string[]): Map<string, number>;
|
|
40
|
+
/**
|
|
41
|
+
* Get IDF score for a token
|
|
42
|
+
*/
|
|
43
|
+
getIDF(token: string): number;
|
|
44
|
+
/**
|
|
45
|
+
* Convert TF-IDF scores to a fixed-dimension vector
|
|
46
|
+
*/
|
|
47
|
+
toVector(tfidf: Map<string, number>, dimensions: number): number[];
|
|
48
|
+
/**
|
|
49
|
+
* Build TF-IDF calculator from a corpus of documents
|
|
50
|
+
*/
|
|
51
|
+
static buildFromCorpus(documents: string[], tokenizer?: CodeTokenizer, config?: Partial<TFIDFConfig>): Promise<TFIDFCalculator>;
|
|
52
|
+
/**
|
|
53
|
+
* Hash a token to an integer
|
|
54
|
+
*/
|
|
55
|
+
private hashToken;
|
|
56
|
+
/**
|
|
57
|
+
* Normalize a vector to unit length
|
|
58
|
+
*/
|
|
59
|
+
private normalizeVector;
|
|
60
|
+
/**
|
|
61
|
+
* Get statistics about the IDF scores
|
|
62
|
+
*/
|
|
63
|
+
getStats(): {
|
|
64
|
+
termCount: number;
|
|
65
|
+
documentCount: number;
|
|
66
|
+
avgIDF: number;
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=tfidf.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tfidf.d.ts","sourceRoot":"","sources":["../../../src/embeddings/lexical/tfidf.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4CAA4C;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,eAAe,EAAE,MAAM,CAAC;IACxB,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,WAAW,EAAE,OAAO,CAAC;CACtB;AA+HD;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,aAAa,CAAS;gBAG5B,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC;IAO/B;;OAEG;IACH,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IA0BlD;;OAEG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAYrD;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAY7B;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;IAiBlE;;OAEG;WACU,eAAe,CAC1B,SAAS,EAAE,MAAM,EAAE,EACnB,SAAS,CAAC,EAAE,aAAa,EACzB,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GAC5B,OAAO,CAAC,eAAe,CAAC;IAkC3B;;OAEG;IACH,OAAO,CAAC,SAAS;IAUjB;;OAEG;IACH,OAAO,CAAC,eAAe;IAQvB;;OAEG;IACH,QAAQ,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;CAYzE"}
|
|
@@ -0,0 +1,274 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* TF-IDF Calculator
|
|
3
|
+
*
|
|
4
|
+
* Calculates Term Frequency - Inverse Document Frequency scores
|
|
5
|
+
* for lexical embeddings. Uses a pre-computed IDF corpus or
|
|
6
|
+
* builds one from provided documents.
|
|
7
|
+
*
|
|
8
|
+
* @module embeddings/lexical/tfidf
|
|
9
|
+
*/
|
|
10
|
+
import { CodeTokenizer } from './tokenizer.js';
|
|
11
|
+
/**
|
|
12
|
+
* Default configuration
|
|
13
|
+
*/
|
|
14
|
+
const DEFAULT_CONFIG = {
|
|
15
|
+
minDocFreq: 1,
|
|
16
|
+
maxDocFreqRatio: 0.95,
|
|
17
|
+
smoothing: 1.0,
|
|
18
|
+
sublinearTF: true,
|
|
19
|
+
};
|
|
20
|
+
/**
|
|
21
|
+
* Pre-computed IDF scores for common code terms
|
|
22
|
+
* These are based on analysis of typical codebases
|
|
23
|
+
*/
|
|
24
|
+
const DEFAULT_IDF_SCORES = {
|
|
25
|
+
// High IDF (rare, specific terms)
|
|
26
|
+
'authentication': 4.5,
|
|
27
|
+
'authorization': 4.5,
|
|
28
|
+
'middleware': 4.2,
|
|
29
|
+
'repository': 4.0,
|
|
30
|
+
'controller': 3.8,
|
|
31
|
+
'validator': 4.0,
|
|
32
|
+
'serializer': 4.2,
|
|
33
|
+
'deserializer': 4.3,
|
|
34
|
+
'encryption': 4.5,
|
|
35
|
+
'decryption': 4.5,
|
|
36
|
+
'pagination': 4.0,
|
|
37
|
+
'throttle': 4.3,
|
|
38
|
+
'debounce': 4.3,
|
|
39
|
+
'memoize': 4.4,
|
|
40
|
+
'singleton': 4.0,
|
|
41
|
+
'factory': 3.5,
|
|
42
|
+
'observer': 4.0,
|
|
43
|
+
'subscriber': 4.0,
|
|
44
|
+
'publisher': 4.0,
|
|
45
|
+
'websocket': 4.2,
|
|
46
|
+
'graphql': 4.3,
|
|
47
|
+
'mutation': 3.8,
|
|
48
|
+
'resolver': 4.0,
|
|
49
|
+
'schema': 3.5,
|
|
50
|
+
'migration': 4.0,
|
|
51
|
+
'transaction': 3.8,
|
|
52
|
+
'rollback': 4.2,
|
|
53
|
+
'commit': 3.5,
|
|
54
|
+
'cache': 3.2,
|
|
55
|
+
'redis': 4.3,
|
|
56
|
+
'queue': 3.5,
|
|
57
|
+
'worker': 3.5,
|
|
58
|
+
'scheduler': 4.0,
|
|
59
|
+
'cron': 4.2,
|
|
60
|
+
// Medium IDF (moderately common)
|
|
61
|
+
'user': 2.5,
|
|
62
|
+
'admin': 3.0,
|
|
63
|
+
'session': 3.0,
|
|
64
|
+
'token': 3.2,
|
|
65
|
+
'password': 3.5,
|
|
66
|
+
'email': 3.0,
|
|
67
|
+
'request': 2.0,
|
|
68
|
+
'response': 2.0,
|
|
69
|
+
'handler': 2.5,
|
|
70
|
+
'service': 2.5,
|
|
71
|
+
'model': 2.5,
|
|
72
|
+
'entity': 3.0,
|
|
73
|
+
'database': 3.0,
|
|
74
|
+
'query': 2.8,
|
|
75
|
+
'filter': 2.5,
|
|
76
|
+
'sort': 2.5,
|
|
77
|
+
'search': 2.8,
|
|
78
|
+
'create': 2.0,
|
|
79
|
+
'update': 2.0,
|
|
80
|
+
'delete': 2.0,
|
|
81
|
+
'fetch': 2.5,
|
|
82
|
+
'load': 2.0,
|
|
83
|
+
'save': 2.0,
|
|
84
|
+
'validate': 2.8,
|
|
85
|
+
'parse': 2.5,
|
|
86
|
+
'format': 2.5,
|
|
87
|
+
'transform': 2.8,
|
|
88
|
+
'convert': 2.5,
|
|
89
|
+
'config': 2.5,
|
|
90
|
+
'options': 2.0,
|
|
91
|
+
'settings': 2.8,
|
|
92
|
+
'context': 2.5,
|
|
93
|
+
'state': 2.5,
|
|
94
|
+
'props': 2.5,
|
|
95
|
+
'component': 2.5,
|
|
96
|
+
'render': 2.5,
|
|
97
|
+
'hook': 3.0,
|
|
98
|
+
'effect': 2.8,
|
|
99
|
+
'callback': 2.5,
|
|
100
|
+
'promise': 2.8,
|
|
101
|
+
'async': 2.0,
|
|
102
|
+
'await': 2.0,
|
|
103
|
+
// Low IDF (very common)
|
|
104
|
+
'error': 1.5,
|
|
105
|
+
'message': 1.5,
|
|
106
|
+
'result': 1.5,
|
|
107
|
+
'status': 1.8,
|
|
108
|
+
'code': 1.5,
|
|
109
|
+
'name': 1.2,
|
|
110
|
+
'type': 1.2,
|
|
111
|
+
'id': 1.0,
|
|
112
|
+
'key': 1.2,
|
|
113
|
+
'index': 1.5,
|
|
114
|
+
'length': 1.2,
|
|
115
|
+
'size': 1.5,
|
|
116
|
+
'count': 1.5,
|
|
117
|
+
'total': 1.8,
|
|
118
|
+
'start': 1.5,
|
|
119
|
+
'end': 1.5,
|
|
120
|
+
'init': 1.8,
|
|
121
|
+
'setup': 2.0,
|
|
122
|
+
'cleanup': 2.2,
|
|
123
|
+
'reset': 2.0,
|
|
124
|
+
'clear': 2.0,
|
|
125
|
+
'add': 1.2,
|
|
126
|
+
'remove': 1.5,
|
|
127
|
+
'find': 1.5,
|
|
128
|
+
'map': 1.2,
|
|
129
|
+
'reduce': 2.0,
|
|
130
|
+
'forEach': 1.5,
|
|
131
|
+
};
|
|
132
|
+
/**
|
|
133
|
+
* TF-IDF calculator for lexical embeddings
|
|
134
|
+
*/
|
|
135
|
+
export class TFIDFCalculator {
|
|
136
|
+
config;
|
|
137
|
+
idfScores;
|
|
138
|
+
documentCount;
|
|
139
|
+
constructor(idfScores, config) {
|
|
140
|
+
this.config = { ...DEFAULT_CONFIG, ...config };
|
|
141
|
+
this.idfScores = idfScores ?? new Map(Object.entries(DEFAULT_IDF_SCORES));
|
|
142
|
+
this.documentCount = 1000; // Default assumption
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* Calculate term frequency for tokens
|
|
146
|
+
*/
|
|
147
|
+
calculateTF(tokens) {
|
|
148
|
+
const tf = new Map();
|
|
149
|
+
const total = tokens.length;
|
|
150
|
+
if (total === 0)
|
|
151
|
+
return tf;
|
|
152
|
+
// Count occurrences
|
|
153
|
+
for (const token of tokens) {
|
|
154
|
+
tf.set(token, (tf.get(token) ?? 0) + 1);
|
|
155
|
+
}
|
|
156
|
+
// Normalize by total tokens
|
|
157
|
+
for (const [token, count] of tf) {
|
|
158
|
+
let normalizedTF = count / total;
|
|
159
|
+
// Apply sublinear scaling if configured
|
|
160
|
+
if (this.config.sublinearTF) {
|
|
161
|
+
normalizedTF = 1 + Math.log(normalizedTF + 1);
|
|
162
|
+
}
|
|
163
|
+
tf.set(token, normalizedTF);
|
|
164
|
+
}
|
|
165
|
+
return tf;
|
|
166
|
+
}
|
|
167
|
+
/**
|
|
168
|
+
* Calculate TF-IDF scores for tokens
|
|
169
|
+
*/
|
|
170
|
+
calculateTFIDF(tokens) {
|
|
171
|
+
const tf = this.calculateTF(tokens);
|
|
172
|
+
const tfidf = new Map();
|
|
173
|
+
for (const [token, tfScore] of tf) {
|
|
174
|
+
const idf = this.getIDF(token);
|
|
175
|
+
tfidf.set(token, tfScore * idf);
|
|
176
|
+
}
|
|
177
|
+
return tfidf;
|
|
178
|
+
}
|
|
179
|
+
/**
|
|
180
|
+
* Get IDF score for a token
|
|
181
|
+
*/
|
|
182
|
+
getIDF(token) {
|
|
183
|
+
const lowerToken = token.toLowerCase();
|
|
184
|
+
// Check pre-computed scores
|
|
185
|
+
if (this.idfScores.has(lowerToken)) {
|
|
186
|
+
return this.idfScores.get(lowerToken);
|
|
187
|
+
}
|
|
188
|
+
// Default IDF for unknown terms (assume rare)
|
|
189
|
+
return 3.0;
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* Convert TF-IDF scores to a fixed-dimension vector
|
|
193
|
+
*/
|
|
194
|
+
toVector(tfidf, dimensions) {
|
|
195
|
+
const vector = new Array(dimensions).fill(0);
|
|
196
|
+
// Use hash-based projection to fixed dimensions
|
|
197
|
+
for (const [token, score] of tfidf) {
|
|
198
|
+
const hash = this.hashToken(token);
|
|
199
|
+
const index = Math.abs(hash) % dimensions;
|
|
200
|
+
// Use sign of hash for positive/negative contribution
|
|
201
|
+
const sign = hash >= 0 ? 1 : -1;
|
|
202
|
+
vector[index] += sign * score;
|
|
203
|
+
}
|
|
204
|
+
// Normalize the vector
|
|
205
|
+
return this.normalizeVector(vector);
|
|
206
|
+
}
|
|
207
|
+
/**
|
|
208
|
+
* Build TF-IDF calculator from a corpus of documents
|
|
209
|
+
*/
|
|
210
|
+
static async buildFromCorpus(documents, tokenizer, config) {
|
|
211
|
+
const tok = tokenizer ?? new CodeTokenizer();
|
|
212
|
+
const cfg = { ...DEFAULT_CONFIG, ...config };
|
|
213
|
+
// Count document frequency for each term
|
|
214
|
+
const docFreq = new Map();
|
|
215
|
+
const totalDocs = documents.length;
|
|
216
|
+
for (const doc of documents) {
|
|
217
|
+
const tokens = new Set(tok.tokenize(doc));
|
|
218
|
+
for (const token of tokens) {
|
|
219
|
+
docFreq.set(token, (docFreq.get(token) ?? 0) + 1);
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
// Calculate IDF scores
|
|
223
|
+
const idfScores = new Map();
|
|
224
|
+
for (const [token, df] of docFreq) {
|
|
225
|
+
// Filter by document frequency thresholds
|
|
226
|
+
if (df < cfg.minDocFreq)
|
|
227
|
+
continue;
|
|
228
|
+
if (df / totalDocs > cfg.maxDocFreqRatio)
|
|
229
|
+
continue;
|
|
230
|
+
// IDF with smoothing: log((N + 1) / (df + 1)) + 1
|
|
231
|
+
const idf = Math.log((totalDocs + cfg.smoothing) / (df + cfg.smoothing)) + 1;
|
|
232
|
+
idfScores.set(token, idf);
|
|
233
|
+
}
|
|
234
|
+
const calculator = new TFIDFCalculator(idfScores, cfg);
|
|
235
|
+
calculator.documentCount = totalDocs;
|
|
236
|
+
return calculator;
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Hash a token to an integer
|
|
240
|
+
*/
|
|
241
|
+
hashToken(token) {
|
|
242
|
+
// Simple hash function (djb2)
|
|
243
|
+
let hash = 5381;
|
|
244
|
+
for (let i = 0; i < token.length; i++) {
|
|
245
|
+
hash = ((hash << 5) + hash) + token.charCodeAt(i);
|
|
246
|
+
hash = hash | 0; // Convert to 32-bit integer
|
|
247
|
+
}
|
|
248
|
+
return hash;
|
|
249
|
+
}
|
|
250
|
+
/**
|
|
251
|
+
* Normalize a vector to unit length
|
|
252
|
+
*/
|
|
253
|
+
normalizeVector(vector) {
|
|
254
|
+
const magnitude = Math.sqrt(vector.reduce((sum, v) => sum + v * v, 0));
|
|
255
|
+
if (magnitude === 0)
|
|
256
|
+
return vector;
|
|
257
|
+
return vector.map(v => v / magnitude);
|
|
258
|
+
}
|
|
259
|
+
/**
|
|
260
|
+
* Get statistics about the IDF scores
|
|
261
|
+
*/
|
|
262
|
+
getStats() {
|
|
263
|
+
const scores = Array.from(this.idfScores.values());
|
|
264
|
+
const avgIDF = scores.length > 0
|
|
265
|
+
? scores.reduce((a, b) => a + b, 0) / scores.length
|
|
266
|
+
: 0;
|
|
267
|
+
return {
|
|
268
|
+
termCount: this.idfScores.size,
|
|
269
|
+
documentCount: this.documentCount,
|
|
270
|
+
avgIDF,
|
|
271
|
+
};
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
//# sourceMappingURL=tfidf.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tfidf.js","sourceRoot":"","sources":["../../../src/embeddings/lexical/tfidf.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAgB/C;;GAEG;AACH,MAAM,cAAc,GAAgB;IAClC,UAAU,EAAE,CAAC;IACb,eAAe,EAAE,IAAI;IACrB,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,IAAI;CAClB,CAAC;AAEF;;;GAGG;AACH,MAAM,kBAAkB,GAA2B;IACjD,kCAAkC;IAClC,gBAAgB,EAAE,GAAG;IACrB,eAAe,EAAE,GAAG;IACpB,YAAY,EAAE,GAAG;IACjB,YAAY,EAAE,GAAG;IACjB,YAAY,EAAE,GAAG;IACjB,WAAW,EAAE,GAAG;IAChB,YAAY,EAAE,GAAG;IACjB,cAAc,EAAE,GAAG;IACnB,YAAY,EAAE,GAAG;IACjB,YAAY,EAAE,GAAG;IACjB,YAAY,EAAE,GAAG;IACjB,UAAU,EAAE,GAAG;IACf,UAAU,EAAE,GAAG;IACf,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,GAAG;IAChB,SAAS,EAAE,GAAG;IACd,UAAU,EAAE,GAAG;IACf,YAAY,EAAE,GAAG;IACjB,WAAW,EAAE,GAAG;IAChB,WAAW,EAAE,GAAG;IAChB,SAAS,EAAE,GAAG;IACd,UAAU,EAAE,GAAG;IACf,UAAU,EAAE,GAAG;IACf,QAAQ,EAAE,GAAG;IACb,WAAW,EAAE,GAAG;IAChB,aAAa,EAAE,GAAG;IAClB,UAAU,EAAE,GAAG;IACf,QAAQ,EAAE,GAAG;IACb,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IACZ,QAAQ,EAAE,GAAG;IACb,WAAW,EAAE,GAAG;IAChB,MAAM,EAAE,GAAG;IAEX,iCAAiC;IACjC,MAAM,EAAE,GAAG;IACX,OAAO,EAAE,GAAG;IACZ,SAAS,EAAE,GAAG;IACd,OAAO,EAAE,GAAG;IACZ,UAAU,EAAE,GAAG;IACf,OAAO,EAAE,GAAG;IACZ,SAAS,EAAE,GAAG;IACd,UAAU,EAAE,GAAG;IACf,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,GAAG;IACd,OAAO,EAAE,GAAG;IACZ,QAAQ,EAAE,GAAG;IACb,UAAU,EAAE,GAAG;IACf,OAAO,EAAE,GAAG;IACZ,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,GAAG;IACX,QAAQ,EAAE,GAAG;IACb,QAAQ,EAAE,GAAG;IACb,QAAQ,EAAE,GAAG;IACb,QAAQ,EAAE,GAAG;IACb,OAAO,EAAE,GAAG;IACZ,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,UAAU,EAAE,GAAG;IACf,OAAO,EAAE,GAAG;IACZ,QAAQ,EAAE,GAAG;IACb,WAAW,EAAE,GAAG;IAChB,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,GAAG;IACb,SAAS,EAAE,GAAG;IACd,UAAU,EAAE,GAAG;IACf,SAAS,EAAE,GAAG;IACd,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IACZ,WAAW,EAAE,GAAG;IAChB,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,GAAG;IACX,QAAQ,EAAE,GAAG;IACb,UAAU,EAAE,GAAG;IACf,SAAS,EAAE,GAAG;IACd,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IAEZ,wBAAwB;IACxB,OAAO,EAAE,GAAG;IACZ,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,GAAG;IACb,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,GAAG;IACX,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,GAAG;IACV,OAAO,EAAE,GAAG;IACZ,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,GAAG;IACX,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IACZ,KAAK,EAAE,GAAG;IACV,MAAM,EAAE,GAAG;IACX,OAAO,EAAE,GAAG;IACZ,SAAS,EAAE,GAAG;IACd,OAAO,EAAE,GAAG;IACZ,OAAO,EAAE,GAAG;IACZ,KAAK,EAAE,GAAG;IACV,QAAQ,EAAE,GAAG;IACb,MAAM,EAAE,GAAG;IACX,KAAK,EAAE,GAAG;IACV,QAAQ,EAAE,GAAG;IACb,SAAS,EAAE,GAAG;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,eAAe;IAClB,MAAM,CAAc;IACpB,SAAS,CAAsB;IAC/B,aAAa,CAAS;IAE9B,YACE,SAA+B,EAC/B,MAA6B;QAE7B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,qBAAqB;IAClD,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAgB;QAC1B,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QAE5B,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE3B,oBAAoB;QACpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1C,CAAC;QAED,4BAA4B;QAC5B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YAChC,IAAI,YAAY,GAAG,KAAK,GAAG,KAAK,CAAC;YAEjC,wCAAwC;YACxC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,YAAY,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;YAChD,CAAC;YAED,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAgB;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;QAExC,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,GAAG,GAAG,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAEvC,4BAA4B;QAC5B,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;QACzC,CAAC;QAED,8CAA8C;QAC9C,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAA0B,EAAE,UAAkB;QACrD,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE7C,gDAAgD;QAChD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;YAE1C,sDAAsD;YACtD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,KAAK,CAAC;QAChC,CAAC;QAED,uBAAuB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,eAAe,CAC1B,SAAmB,EACnB,SAAyB,EACzB,MAA6B;QAE7B,MAAM,GAAG,GAAG,SAAS,IAAI,IAAI,aAAa,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE7C,yCAAyC;QACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;QAEnC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE5C,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,OAAO,EAAE,CAAC;YAClC,0CAA0C;YAC1C,IAAI,EAAE,GAAG,GAAG,CAAC,UAAU;gBAAE,SAAS;YAClC,IAAI,EAAE,GAAG,SAAS,GAAG,GAAG,CAAC,eAAe;gBAAE,SAAS;YAEnD,kDAAkD;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7E,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvD,UAAU,CAAC,aAAa,GAAG,SAAS,CAAC;QAErC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,KAAa;QAC7B,8BAA8B;QAC9B,IAAI,IAAI,GAAG,IAAI,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAClD,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,4BAA4B;QAC/C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAgB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvE,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAEnC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;YACnD,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;YAC9B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM;SACP,CAAC;IACJ,CAAC;CACF"}
|