@ninebix/nmt-system 1.0.1 → 1.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +288 -213
- package/dashboard-lite/index.html +1323 -0
- package/dist/bin/nmt.js +171 -40
- package/dist/bin/nmt.js.map +1 -1
- package/dist/src/api/cli-server.d.ts.map +1 -1
- package/dist/src/api/cli-server.js +158 -1
- package/dist/src/api/cli-server.js.map +1 -1
- package/dist/src/core/attractor-model.d.ts +5 -2
- package/dist/src/core/attractor-model.d.ts.map +1 -1
- package/dist/src/core/attractor-model.js +7 -4
- package/dist/src/core/attractor-model.js.map +1 -1
- package/dist/src/core/neuron-graph.d.ts.map +1 -1
- package/dist/src/core/neuron-graph.js +41 -7
- package/dist/src/core/neuron-graph.js.map +1 -1
- package/dist/src/mcp/server.d.ts.map +1 -1
- package/dist/src/mcp/server.js +168 -34
- package/dist/src/mcp/server.js.map +1 -1
- package/dist/src/services/four-stage-learning.d.ts +19 -0
- package/dist/src/services/four-stage-learning.d.ts.map +1 -1
- package/dist/src/services/four-stage-learning.js +113 -17
- package/dist/src/services/four-stage-learning.js.map +1 -1
- package/dist/src/storage/neuron-store.d.ts +2 -0
- package/dist/src/storage/neuron-store.d.ts.map +1 -1
- package/dist/src/storage/neuron-store.js +22 -14
- package/dist/src/storage/neuron-store.js.map +1 -1
- package/package.json +2 -1
- package/dist/api/cli-server.d.ts +0 -83
- package/dist/api/cli-server.d.ts.map +0 -1
- package/dist/api/cli-server.js +0 -597
- package/dist/api/cli-server.js.map +0 -1
- package/dist/api/index.d.ts +0 -6
- package/dist/api/index.d.ts.map +0 -1
- package/dist/api/index.js +0 -6
- package/dist/api/index.js.map +0 -1
- package/dist/api/middleware/index.d.ts +0 -12
- package/dist/api/middleware/index.d.ts.map +0 -1
- package/dist/api/middleware/index.js +0 -13
- package/dist/api/middleware/index.js.map +0 -1
- package/dist/api/middleware/logger.d.ts +0 -21
- package/dist/api/middleware/logger.d.ts.map +0 -1
- package/dist/api/middleware/logger.js +0 -134
- package/dist/api/middleware/logger.js.map +0 -1
- package/dist/api/middleware/rate-limit.d.ts +0 -26
- package/dist/api/middleware/rate-limit.d.ts.map +0 -1
- package/dist/api/middleware/rate-limit.js +0 -107
- package/dist/api/middleware/rate-limit.js.map +0 -1
- package/dist/api/middleware/response.d.ts +0 -61
- package/dist/api/middleware/response.d.ts.map +0 -1
- package/dist/api/middleware/response.js +0 -86
- package/dist/api/middleware/response.js.map +0 -1
- package/dist/api/middleware/validation.d.ts +0 -43
- package/dist/api/middleware/validation.d.ts.map +0 -1
- package/dist/api/middleware/validation.js +0 -257
- package/dist/api/middleware/validation.js.map +0 -1
- package/dist/api/server.d.ts +0 -79
- package/dist/api/server.d.ts.map +0 -1
- package/dist/api/server.js +0 -2011
- package/dist/api/server.js.map +0 -1
- package/dist/cli/commands/attractor.d.ts +0 -6
- package/dist/cli/commands/attractor.d.ts.map +0 -1
- package/dist/cli/commands/attractor.js +0 -167
- package/dist/cli/commands/attractor.js.map +0 -1
- package/dist/cli/commands/dimension.d.ts +0 -6
- package/dist/cli/commands/dimension.d.ts.map +0 -1
- package/dist/cli/commands/dimension.js +0 -85
- package/dist/cli/commands/dimension.js.map +0 -1
- package/dist/cli/commands/index.d.ts +0 -11
- package/dist/cli/commands/index.d.ts.map +0 -1
- package/dist/cli/commands/index.js +0 -11
- package/dist/cli/commands/index.js.map +0 -1
- package/dist/cli/commands/infer.d.ts +0 -6
- package/dist/cli/commands/infer.d.ts.map +0 -1
- package/dist/cli/commands/infer.js +0 -139
- package/dist/cli/commands/infer.js.map +0 -1
- package/dist/cli/commands/learn.d.ts +0 -6
- package/dist/cli/commands/learn.d.ts.map +0 -1
- package/dist/cli/commands/learn.js +0 -87
- package/dist/cli/commands/learn.js.map +0 -1
- package/dist/cli/commands/orchestrate.d.ts +0 -6
- package/dist/cli/commands/orchestrate.d.ts.map +0 -1
- package/dist/cli/commands/orchestrate.js +0 -279
- package/dist/cli/commands/orchestrate.js.map +0 -1
- package/dist/cli/commands/prob.d.ts +0 -6
- package/dist/cli/commands/prob.d.ts.map +0 -1
- package/dist/cli/commands/prob.js +0 -256
- package/dist/cli/commands/prob.js.map +0 -1
- package/dist/cli/commands/quantum.d.ts +0 -6
- package/dist/cli/commands/quantum.d.ts.map +0 -1
- package/dist/cli/commands/quantum.js +0 -150
- package/dist/cli/commands/quantum.js.map +0 -1
- package/dist/cli/commands/sync.d.ts +0 -65
- package/dist/cli/commands/sync.d.ts.map +0 -1
- package/dist/cli/commands/sync.js +0 -338
- package/dist/cli/commands/sync.js.map +0 -1
- package/dist/cli/index.d.ts +0 -9
- package/dist/cli/index.d.ts.map +0 -1
- package/dist/cli/index.js +0 -9
- package/dist/cli/index.js.map +0 -1
- package/dist/cli/probabilistic-commands.d.ts +0 -39
- package/dist/cli/probabilistic-commands.d.ts.map +0 -1
- package/dist/cli/probabilistic-commands.js +0 -112
- package/dist/cli/probabilistic-commands.js.map +0 -1
- package/dist/cli/types.d.ts +0 -69
- package/dist/cli/types.d.ts.map +0 -1
- package/dist/cli/types.js +0 -5
- package/dist/cli/types.js.map +0 -1
- package/dist/cli/utils/formatters.d.ts +0 -51
- package/dist/cli/utils/formatters.d.ts.map +0 -1
- package/dist/cli/utils/formatters.js +0 -79
- package/dist/cli/utils/formatters.js.map +0 -1
- package/dist/cli/utils/helpers.d.ts +0 -21
- package/dist/cli/utils/helpers.d.ts.map +0 -1
- package/dist/cli/utils/helpers.js +0 -51
- package/dist/cli/utils/helpers.js.map +0 -1
- package/dist/cli/utils/index.d.ts +0 -7
- package/dist/cli/utils/index.d.ts.map +0 -1
- package/dist/cli/utils/index.js +0 -13
- package/dist/cli/utils/index.js.map +0 -1
- package/dist/cli/utils/validators.d.ts +0 -162
- package/dist/cli/utils/validators.d.ts.map +0 -1
- package/dist/cli/utils/validators.js +0 -351
- package/dist/cli/utils/validators.js.map +0 -1
- package/dist/core/advanced-embedding.d.ts +0 -154
- package/dist/core/advanced-embedding.d.ts.map +0 -1
- package/dist/core/advanced-embedding.js +0 -367
- package/dist/core/advanced-embedding.js.map +0 -1
- package/dist/core/attractor-model.d.ts +0 -381
- package/dist/core/attractor-model.d.ts.map +0 -1
- package/dist/core/attractor-model.js +0 -821
- package/dist/core/attractor-model.js.map +0 -1
- package/dist/core/bidirectional-inference.d.ts +0 -143
- package/dist/core/bidirectional-inference.d.ts.map +0 -1
- package/dist/core/bidirectional-inference.js +0 -501
- package/dist/core/bidirectional-inference.js.map +0 -1
- package/dist/core/chunk-engine.d.ts +0 -78
- package/dist/core/chunk-engine.d.ts.map +0 -1
- package/dist/core/chunk-engine.js +0 -192
- package/dist/core/chunk-engine.js.map +0 -1
- package/dist/core/dynamic-embedding.d.ts +0 -327
- package/dist/core/dynamic-embedding.d.ts.map +0 -1
- package/dist/core/dynamic-embedding.js +0 -527
- package/dist/core/dynamic-embedding.js.map +0 -1
- package/dist/core/embedding-similarity.d.ts +0 -68
- package/dist/core/embedding-similarity.d.ts.map +0 -1
- package/dist/core/embedding-similarity.js +0 -291
- package/dist/core/embedding-similarity.js.map +0 -1
- package/dist/core/evolution-scheduler.d.ts +0 -101
- package/dist/core/evolution-scheduler.d.ts.map +0 -1
- package/dist/core/evolution-scheduler.js +0 -235
- package/dist/core/evolution-scheduler.js.map +0 -1
- package/dist/core/hierarchical-chunker.d.ts +0 -108
- package/dist/core/hierarchical-chunker.d.ts.map +0 -1
- package/dist/core/hierarchical-chunker.js +0 -296
- package/dist/core/hierarchical-chunker.js.map +0 -1
- package/dist/core/hnsw-index.d.ts +0 -111
- package/dist/core/hnsw-index.d.ts.map +0 -1
- package/dist/core/hnsw-index.js +0 -466
- package/dist/core/hnsw-index.js.map +0 -1
- package/dist/core/index.d.ts +0 -23
- package/dist/core/index.d.ts.map +0 -1
- package/dist/core/index.js +0 -25
- package/dist/core/index.js.map +0 -1
- package/dist/core/language-analyzers.d.ts +0 -124
- package/dist/core/language-analyzers.d.ts.map +0 -1
- package/dist/core/language-analyzers.js +0 -365
- package/dist/core/language-analyzers.js.map +0 -1
- package/dist/core/local-embedding.d.ts +0 -109
- package/dist/core/local-embedding.d.ts.map +0 -1
- package/dist/core/local-embedding.js +0 -222
- package/dist/core/local-embedding.js.map +0 -1
- package/dist/core/merkle-engine.d.ts +0 -263
- package/dist/core/merkle-engine.d.ts.map +0 -1
- package/dist/core/merkle-engine.js +0 -528
- package/dist/core/merkle-engine.js.map +0 -1
- package/dist/core/multi-layer-reasoning.d.ts +0 -178
- package/dist/core/multi-layer-reasoning.d.ts.map +0 -1
- package/dist/core/multi-layer-reasoning.js +0 -607
- package/dist/core/multi-layer-reasoning.js.map +0 -1
- package/dist/core/neuron-graph.d.ts +0 -134
- package/dist/core/neuron-graph.d.ts.map +0 -1
- package/dist/core/neuron-graph.js +0 -436
- package/dist/core/neuron-graph.js.map +0 -1
- package/dist/core/probabilistic-neuron.d.ts +0 -251
- package/dist/core/probabilistic-neuron.d.ts.map +0 -1
- package/dist/core/probabilistic-neuron.js +0 -618
- package/dist/core/probabilistic-neuron.js.map +0 -1
- package/dist/core/probabilistic-orchestrator.d.ts +0 -408
- package/dist/core/probabilistic-orchestrator.d.ts.map +0 -1
- package/dist/core/probabilistic-orchestrator.js +0 -798
- package/dist/core/probabilistic-orchestrator.js.map +0 -1
- package/dist/core/semantic-chunker.d.ts +0 -117
- package/dist/core/semantic-chunker.d.ts.map +0 -1
- package/dist/core/semantic-chunker.js +0 -464
- package/dist/core/semantic-chunker.js.map +0 -1
- package/dist/events/event-bus.d.ts +0 -166
- package/dist/events/event-bus.d.ts.map +0 -1
- package/dist/events/event-bus.js +0 -228
- package/dist/events/event-bus.js.map +0 -1
- package/dist/events/index.d.ts +0 -7
- package/dist/events/index.d.ts.map +0 -1
- package/dist/events/index.js +0 -7
- package/dist/events/index.js.map +0 -1
- package/dist/events/progress-tracker.d.ts +0 -150
- package/dist/events/progress-tracker.d.ts.map +0 -1
- package/dist/events/progress-tracker.js +0 -290
- package/dist/events/progress-tracker.js.map +0 -1
- package/dist/extensions/clustering/community-detection.d.ts +0 -90
- package/dist/extensions/clustering/community-detection.d.ts.map +0 -1
- package/dist/extensions/clustering/community-detection.js +0 -470
- package/dist/extensions/clustering/community-detection.js.map +0 -1
- package/dist/extensions/clustering/index.d.ts +0 -114
- package/dist/extensions/clustering/index.d.ts.map +0 -1
- package/dist/extensions/clustering/index.js +0 -468
- package/dist/extensions/clustering/index.js.map +0 -1
- package/dist/extensions/clustering/topic-modeling.d.ts +0 -86
- package/dist/extensions/clustering/topic-modeling.d.ts.map +0 -1
- package/dist/extensions/clustering/topic-modeling.js +0 -355
- package/dist/extensions/clustering/topic-modeling.js.map +0 -1
- package/dist/extensions/distributed/coordinator.d.ts +0 -114
- package/dist/extensions/distributed/coordinator.d.ts.map +0 -1
- package/dist/extensions/distributed/coordinator.js +0 -319
- package/dist/extensions/distributed/coordinator.js.map +0 -1
- package/dist/extensions/distributed/index.d.ts +0 -10
- package/dist/extensions/distributed/index.d.ts.map +0 -1
- package/dist/extensions/distributed/index.js +0 -10
- package/dist/extensions/distributed/index.js.map +0 -1
- package/dist/extensions/distributed/queue.d.ts +0 -157
- package/dist/extensions/distributed/queue.d.ts.map +0 -1
- package/dist/extensions/distributed/queue.js +0 -326
- package/dist/extensions/distributed/queue.js.map +0 -1
- package/dist/extensions/distributed/scheduler.d.ts +0 -107
- package/dist/extensions/distributed/scheduler.d.ts.map +0 -1
- package/dist/extensions/distributed/scheduler.js +0 -301
- package/dist/extensions/distributed/scheduler.js.map +0 -1
- package/dist/extensions/distributed/worker.d.ts +0 -112
- package/dist/extensions/distributed/worker.d.ts.map +0 -1
- package/dist/extensions/distributed/worker.js +0 -260
- package/dist/extensions/distributed/worker.js.map +0 -1
- package/dist/index.d.ts +0 -14
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -20
- package/dist/index.js.map +0 -1
- package/dist/mcp/server.d.ts +0 -43
- package/dist/mcp/server.d.ts.map +0 -1
- package/dist/mcp/server.js +0 -494
- package/dist/mcp/server.js.map +0 -1
- package/dist/services/adaptive-fallback.d.ts +0 -140
- package/dist/services/adaptive-fallback.d.ts.map +0 -1
- package/dist/services/adaptive-fallback.js +0 -273
- package/dist/services/adaptive-fallback.js.map +0 -1
- package/dist/services/answer-gate.d.ts +0 -112
- package/dist/services/answer-gate.d.ts.map +0 -1
- package/dist/services/answer-gate.js +0 -299
- package/dist/services/answer-gate.js.map +0 -1
- package/dist/services/auto-learning.d.ts +0 -135
- package/dist/services/auto-learning.d.ts.map +0 -1
- package/dist/services/auto-learning.js +0 -413
- package/dist/services/auto-learning.js.map +0 -1
- package/dist/services/context-compressor.d.ts +0 -77
- package/dist/services/context-compressor.d.ts.map +0 -1
- package/dist/services/context-compressor.js +0 -234
- package/dist/services/context-compressor.js.map +0 -1
- package/dist/services/efficient-rag.d.ts +0 -140
- package/dist/services/efficient-rag.d.ts.map +0 -1
- package/dist/services/efficient-rag.js +0 -311
- package/dist/services/efficient-rag.js.map +0 -1
- package/dist/services/embedding-provider.d.ts +0 -72
- package/dist/services/embedding-provider.d.ts.map +0 -1
- package/dist/services/embedding-provider.js +0 -176
- package/dist/services/embedding-provider.js.map +0 -1
- package/dist/services/file-ingestion.d.ts +0 -72
- package/dist/services/file-ingestion.d.ts.map +0 -1
- package/dist/services/file-ingestion.js +0 -237
- package/dist/services/file-ingestion.js.map +0 -1
- package/dist/services/four-stage-learning.d.ts +0 -552
- package/dist/services/four-stage-learning.d.ts.map +0 -1
- package/dist/services/four-stage-learning.js +0 -1110
- package/dist/services/four-stage-learning.js.map +0 -1
- package/dist/services/graph.d.ts +0 -94
- package/dist/services/graph.d.ts.map +0 -1
- package/dist/services/graph.js +0 -292
- package/dist/services/graph.js.map +0 -1
- package/dist/services/index.d.ts +0 -15
- package/dist/services/index.d.ts.map +0 -1
- package/dist/services/index.js +0 -18
- package/dist/services/index.js.map +0 -1
- package/dist/services/ingestion.d.ts +0 -98
- package/dist/services/ingestion.d.ts.map +0 -1
- package/dist/services/ingestion.js +0 -259
- package/dist/services/ingestion.js.map +0 -1
- package/dist/services/learning.d.ts +0 -67
- package/dist/services/learning.d.ts.map +0 -1
- package/dist/services/learning.js +0 -262
- package/dist/services/learning.js.map +0 -1
- package/dist/services/llm-router.d.ts +0 -143
- package/dist/services/llm-router.d.ts.map +0 -1
- package/dist/services/llm-router.js +0 -284
- package/dist/services/llm-router.js.map +0 -1
- package/dist/services/llm.d.ts +0 -86
- package/dist/services/llm.d.ts.map +0 -1
- package/dist/services/llm.js +0 -283
- package/dist/services/llm.js.map +0 -1
- package/dist/services/metrics-dashboard.d.ts +0 -262
- package/dist/services/metrics-dashboard.d.ts.map +0 -1
- package/dist/services/metrics-dashboard.js +0 -417
- package/dist/services/metrics-dashboard.js.map +0 -1
- package/dist/services/neuron-lifecycle.d.ts +0 -137
- package/dist/services/neuron-lifecycle.d.ts.map +0 -1
- package/dist/services/neuron-lifecycle.js +0 -422
- package/dist/services/neuron-lifecycle.js.map +0 -1
- package/dist/services/nmt-pipeline.d.ts +0 -219
- package/dist/services/nmt-pipeline.d.ts.map +0 -1
- package/dist/services/nmt-pipeline.js +0 -449
- package/dist/services/nmt-pipeline.js.map +0 -1
- package/dist/services/query-cache.d.ts +0 -136
- package/dist/services/query-cache.d.ts.map +0 -1
- package/dist/services/query-cache.js +0 -255
- package/dist/services/query-cache.js.map +0 -1
- package/dist/services/query-normalize.d.ts +0 -107
- package/dist/services/query-normalize.d.ts.map +0 -1
- package/dist/services/query-normalize.js +0 -366
- package/dist/services/query-normalize.js.map +0 -1
- package/dist/services/query.d.ts +0 -102
- package/dist/services/query.d.ts.map +0 -1
- package/dist/services/query.js +0 -227
- package/dist/services/query.js.map +0 -1
- package/dist/services/text-embedding.d.ts +0 -183
- package/dist/services/text-embedding.d.ts.map +0 -1
- package/dist/services/text-embedding.js +0 -633
- package/dist/services/text-embedding.js.map +0 -1
- package/dist/services/verification-gate.d.ts +0 -147
- package/dist/services/verification-gate.d.ts.map +0 -1
- package/dist/services/verification-gate.js +0 -344
- package/dist/services/verification-gate.js.map +0 -1
- package/dist/services/verify.d.ts +0 -114
- package/dist/services/verify.d.ts.map +0 -1
- package/dist/services/verify.js +0 -237
- package/dist/services/verify.js.map +0 -1
- package/dist/services/web-search.d.ts +0 -145
- package/dist/services/web-search.d.ts.map +0 -1
- package/dist/services/web-search.js +0 -534
- package/dist/services/web-search.js.map +0 -1
- package/dist/storage/chunk-store.d.ts +0 -107
- package/dist/storage/chunk-store.d.ts.map +0 -1
- package/dist/storage/chunk-store.js +0 -293
- package/dist/storage/chunk-store.js.map +0 -1
- package/dist/storage/hybrid-adapters.d.ts +0 -111
- package/dist/storage/hybrid-adapters.d.ts.map +0 -1
- package/dist/storage/hybrid-adapters.js +0 -223
- package/dist/storage/hybrid-adapters.js.map +0 -1
- package/dist/storage/hybrid-store.d.ts +0 -125
- package/dist/storage/hybrid-store.d.ts.map +0 -1
- package/dist/storage/hybrid-store.js +0 -655
- package/dist/storage/hybrid-store.js.map +0 -1
- package/dist/storage/index-store.d.ts +0 -126
- package/dist/storage/index-store.d.ts.map +0 -1
- package/dist/storage/index-store.js +0 -316
- package/dist/storage/index-store.js.map +0 -1
- package/dist/storage/index.d.ts +0 -45
- package/dist/storage/index.d.ts.map +0 -1
- package/dist/storage/index.js +0 -52
- package/dist/storage/index.js.map +0 -1
- package/dist/storage/neuron-store.d.ts +0 -121
- package/dist/storage/neuron-store.d.ts.map +0 -1
- package/dist/storage/neuron-store.js +0 -466
- package/dist/storage/neuron-store.js.map +0 -1
- package/dist/storage/ontology-store.d.ts +0 -132
- package/dist/storage/ontology-store.d.ts.map +0 -1
- package/dist/storage/ontology-store.js +0 -319
- package/dist/storage/ontology-store.js.map +0 -1
- package/dist/storage/probabilistic-store.d.ts +0 -104
- package/dist/storage/probabilistic-store.d.ts.map +0 -1
- package/dist/storage/probabilistic-store.js +0 -257
- package/dist/storage/probabilistic-store.js.map +0 -1
- package/dist/storage/redis-adapters.d.ts +0 -102
- package/dist/storage/redis-adapters.d.ts.map +0 -1
- package/dist/storage/redis-adapters.js +0 -205
- package/dist/storage/redis-adapters.js.map +0 -1
- package/dist/storage/redis-ontology-store.d.ts +0 -146
- package/dist/storage/redis-ontology-store.d.ts.map +0 -1
- package/dist/storage/redis-ontology-store.js +0 -384
- package/dist/storage/redis-ontology-store.js.map +0 -1
- package/dist/storage/redis-store.d.ts +0 -174
- package/dist/storage/redis-store.d.ts.map +0 -1
- package/dist/storage/redis-store.js +0 -506
- package/dist/storage/redis-store.js.map +0 -1
- package/dist/sync/change-journal.d.ts +0 -171
- package/dist/sync/change-journal.d.ts.map +0 -1
- package/dist/sync/change-journal.js +0 -362
- package/dist/sync/change-journal.js.map +0 -1
- package/dist/sync/index.d.ts +0 -8
- package/dist/sync/index.d.ts.map +0 -1
- package/dist/sync/index.js +0 -8
- package/dist/sync/index.js.map +0 -1
- package/dist/sync/state-sync.d.ts +0 -241
- package/dist/sync/state-sync.d.ts.map +0 -1
- package/dist/sync/state-sync.js +0 -396
- package/dist/sync/state-sync.js.map +0 -1
- package/dist/sync/vector-clock.d.ts +0 -144
- package/dist/sync/vector-clock.d.ts.map +0 -1
- package/dist/sync/vector-clock.js +0 -266
- package/dist/sync/vector-clock.js.map +0 -1
- package/dist/types/index.d.ts +0 -224
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -24
- package/dist/types/index.js.map +0 -1
- package/dist/utils/hash.d.ts +0 -39
- package/dist/utils/hash.d.ts.map +0 -1
- package/dist/utils/hash.js +0 -56
- package/dist/utils/hash.js.map +0 -1
- package/dist/utils/index.d.ts +0 -26
- package/dist/utils/index.d.ts.map +0 -1
- package/dist/utils/index.js +0 -50
- package/dist/utils/index.js.map +0 -1
- package/dist/utils/logger.d.ts +0 -88
- package/dist/utils/logger.d.ts.map +0 -1
- package/dist/utils/logger.js +0 -157
- package/dist/utils/logger.js.map +0 -1
- package/dist/utils/metrics.d.ts +0 -232
- package/dist/utils/metrics.d.ts.map +0 -1
- package/dist/utils/metrics.js +0 -387
- package/dist/utils/metrics.js.map +0 -1
- package/dist/utils/similarity.d.ts +0 -64
- package/dist/utils/similarity.d.ts.map +0 -1
- package/dist/utils/similarity.js +0 -151
- package/dist/utils/similarity.js.map +0 -1
- package/dist/utils/uuid.d.ts +0 -23
- package/dist/utils/uuid.d.ts.map +0 -1
- package/dist/utils/uuid.js +0 -29
- package/dist/utils/uuid.js.map +0 -1
|
@@ -1,234 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Smart Context Compressor
|
|
3
|
-
* LLM 토큰 비용 절감을 위한 컨텍스트 압축
|
|
4
|
-
*
|
|
5
|
-
* @module services/context-compressor
|
|
6
|
-
*/
|
|
7
|
-
import { cosineSimilarity } from '../utils/similarity.js';
|
|
8
|
-
/**
|
|
9
|
-
* 토큰 추정 (간단한 휴리스틱)
|
|
10
|
-
*/
|
|
11
|
-
function estimateTokens(text) {
|
|
12
|
-
// 영어: ~4자 = 1토큰, 한글: ~2자 = 1토큰
|
|
13
|
-
const englishChars = text.replace(/[가-힣]/g, '').length;
|
|
14
|
-
const koreanChars = text.length - englishChars;
|
|
15
|
-
return Math.ceil(englishChars / 4 + koreanChars / 2);
|
|
16
|
-
}
|
|
17
|
-
/**
|
|
18
|
-
* 문장 추출 (핵심 문장만)
|
|
19
|
-
*/
|
|
20
|
-
function extractKeySentences(text, maxSentences = 3) {
|
|
21
|
-
// 문장 분리
|
|
22
|
-
const sentences = text
|
|
23
|
-
.split(/[.!?。!?]\s*/)
|
|
24
|
-
.map(s => s.trim())
|
|
25
|
-
.filter(s => s.length > 10);
|
|
26
|
-
if (sentences.length <= maxSentences) {
|
|
27
|
-
return text;
|
|
28
|
-
}
|
|
29
|
-
// 점수 기반 문장 선택 (길이 + 키워드 밀도)
|
|
30
|
-
const scored = sentences.map(s => ({
|
|
31
|
-
text: s,
|
|
32
|
-
score: s.length * 0.1 + (s.match(/[A-Z가-힣]/g)?.length || 0) * 0.5
|
|
33
|
-
}));
|
|
34
|
-
scored.sort((a, b) => b.score - a.score);
|
|
35
|
-
return scored
|
|
36
|
-
.slice(0, maxSentences)
|
|
37
|
-
.map(s => s.text)
|
|
38
|
-
.join('. ') + '.';
|
|
39
|
-
}
|
|
40
|
-
/**
|
|
41
|
-
* Context Compressor 클래스
|
|
42
|
-
*/
|
|
43
|
-
export class ContextCompressor {
|
|
44
|
-
defaultOptions = {
|
|
45
|
-
maxTokens: 2000,
|
|
46
|
-
maxChunks: 5,
|
|
47
|
-
minScore: 0.3,
|
|
48
|
-
diversityThreshold: 0.85,
|
|
49
|
-
strategy: 'hybrid'
|
|
50
|
-
};
|
|
51
|
-
/**
|
|
52
|
-
* 컨텍스트 압축
|
|
53
|
-
*/
|
|
54
|
-
compress(chunks, queryEmbedding, options = {}) {
|
|
55
|
-
const opts = { ...this.defaultOptions, ...options };
|
|
56
|
-
const originalCount = chunks.length;
|
|
57
|
-
let originalTokens = 0;
|
|
58
|
-
// 원본 토큰 수 계산
|
|
59
|
-
for (const chunk of chunks) {
|
|
60
|
-
originalTokens += estimateTokens(chunk.content);
|
|
61
|
-
}
|
|
62
|
-
// 1단계: 최소 점수 필터링
|
|
63
|
-
let filtered = chunks.filter(c => c.score >= opts.minScore);
|
|
64
|
-
// 2단계: 전략별 처리
|
|
65
|
-
let selected;
|
|
66
|
-
switch (opts.strategy) {
|
|
67
|
-
case 'relevance':
|
|
68
|
-
selected = this.selectByRelevance(filtered, opts);
|
|
69
|
-
break;
|
|
70
|
-
case 'diversity':
|
|
71
|
-
selected = this.selectByDiversity(filtered, queryEmbedding, opts);
|
|
72
|
-
break;
|
|
73
|
-
case 'hybrid':
|
|
74
|
-
default:
|
|
75
|
-
selected = this.selectHybrid(filtered, queryEmbedding, opts);
|
|
76
|
-
}
|
|
77
|
-
// 3단계: 토큰 제한 내에서 청크 선택 + 압축
|
|
78
|
-
const result = this.fitToTokenLimit(selected, opts.maxTokens);
|
|
79
|
-
// 결과 계산
|
|
80
|
-
let compressedTokens = 0;
|
|
81
|
-
for (const chunk of result) {
|
|
82
|
-
compressedTokens += estimateTokens(chunk.content);
|
|
83
|
-
}
|
|
84
|
-
return {
|
|
85
|
-
chunks: result,
|
|
86
|
-
originalCount,
|
|
87
|
-
compressedCount: result.length,
|
|
88
|
-
totalTokens: compressedTokens,
|
|
89
|
-
savedTokens: originalTokens - compressedTokens,
|
|
90
|
-
compressionRatio: originalTokens > 0
|
|
91
|
-
? (originalTokens - compressedTokens) / originalTokens
|
|
92
|
-
: 0
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
/**
|
|
96
|
-
* 관련도 기반 선택
|
|
97
|
-
*/
|
|
98
|
-
selectByRelevance(chunks, opts) {
|
|
99
|
-
return [...chunks]
|
|
100
|
-
.sort((a, b) => b.score - a.score)
|
|
101
|
-
.slice(0, opts.maxChunks);
|
|
102
|
-
}
|
|
103
|
-
/**
|
|
104
|
-
* 다양성 기반 선택 (MMR 스타일)
|
|
105
|
-
*/
|
|
106
|
-
selectByDiversity(chunks, queryEmbedding, opts) {
|
|
107
|
-
if (chunks.length === 0)
|
|
108
|
-
return [];
|
|
109
|
-
const selected = [];
|
|
110
|
-
const remaining = [...chunks];
|
|
111
|
-
// 첫 번째: 가장 관련도 높은 것
|
|
112
|
-
remaining.sort((a, b) => b.score - a.score);
|
|
113
|
-
selected.push(remaining.shift());
|
|
114
|
-
// 나머지: 다양성 고려
|
|
115
|
-
while (selected.length < opts.maxChunks && remaining.length > 0) {
|
|
116
|
-
let bestIdx = 0;
|
|
117
|
-
let bestScore = -Infinity;
|
|
118
|
-
for (let i = 0; i < remaining.length; i++) {
|
|
119
|
-
const candidate = remaining[i];
|
|
120
|
-
// 기존 선택된 것들과의 최대 유사도
|
|
121
|
-
let maxSim = 0;
|
|
122
|
-
if (candidate.embedding) {
|
|
123
|
-
for (const s of selected) {
|
|
124
|
-
if (s.embedding) {
|
|
125
|
-
const sim = cosineSimilarity(candidate.embedding, s.embedding);
|
|
126
|
-
maxSim = Math.max(maxSim, sim);
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
// MMR 점수: 관련도 - λ * 중복도
|
|
131
|
-
const mmrScore = candidate.score - 0.5 * maxSim;
|
|
132
|
-
if (mmrScore > bestScore) {
|
|
133
|
-
bestScore = mmrScore;
|
|
134
|
-
bestIdx = i;
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
// 중복이 너무 높으면 스킵
|
|
138
|
-
const candidate = remaining[bestIdx];
|
|
139
|
-
let maxSim = 0;
|
|
140
|
-
if (candidate.embedding) {
|
|
141
|
-
for (const s of selected) {
|
|
142
|
-
if (s.embedding) {
|
|
143
|
-
maxSim = Math.max(maxSim, cosineSimilarity(candidate.embedding, s.embedding));
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
if (maxSim < opts.diversityThreshold) {
|
|
148
|
-
selected.push(remaining.splice(bestIdx, 1)[0]);
|
|
149
|
-
}
|
|
150
|
-
else {
|
|
151
|
-
remaining.splice(bestIdx, 1); // 너무 유사하면 제거
|
|
152
|
-
}
|
|
153
|
-
}
|
|
154
|
-
return selected;
|
|
155
|
-
}
|
|
156
|
-
/**
|
|
157
|
-
* 하이브리드 선택 (관련도 + 다양성)
|
|
158
|
-
*/
|
|
159
|
-
selectHybrid(chunks, queryEmbedding, opts) {
|
|
160
|
-
// 상위 50%는 관련도 기반
|
|
161
|
-
const topK = Math.ceil(opts.maxChunks * 0.5);
|
|
162
|
-
const relevanceBased = this.selectByRelevance(chunks, { ...opts, maxChunks: topK });
|
|
163
|
-
// 나머지는 다양성 기반
|
|
164
|
-
const remaining = chunks.filter(c => !relevanceBased.includes(c));
|
|
165
|
-
const diversityBased = this.selectByDiversity(remaining, queryEmbedding, { ...opts, maxChunks: opts.maxChunks - topK });
|
|
166
|
-
return [...relevanceBased, ...diversityBased];
|
|
167
|
-
}
|
|
168
|
-
/**
|
|
169
|
-
* 토큰 제한에 맞게 조정
|
|
170
|
-
*/
|
|
171
|
-
fitToTokenLimit(chunks, maxTokens) {
|
|
172
|
-
const result = [];
|
|
173
|
-
let totalTokens = 0;
|
|
174
|
-
for (const chunk of chunks) {
|
|
175
|
-
const tokens = estimateTokens(chunk.content);
|
|
176
|
-
if (totalTokens + tokens <= maxTokens) {
|
|
177
|
-
// 그대로 추가
|
|
178
|
-
result.push(chunk);
|
|
179
|
-
totalTokens += tokens;
|
|
180
|
-
}
|
|
181
|
-
else {
|
|
182
|
-
// 압축 시도
|
|
183
|
-
const remaining = maxTokens - totalTokens;
|
|
184
|
-
if (remaining > 100) { // 최소 100토큰은 있어야 의미 있음
|
|
185
|
-
const compressed = this.compressChunk(chunk, remaining);
|
|
186
|
-
result.push(compressed);
|
|
187
|
-
totalTokens += estimateTokens(compressed.content);
|
|
188
|
-
}
|
|
189
|
-
break;
|
|
190
|
-
}
|
|
191
|
-
}
|
|
192
|
-
return result;
|
|
193
|
-
}
|
|
194
|
-
/**
|
|
195
|
-
* 개별 청크 압축
|
|
196
|
-
*/
|
|
197
|
-
compressChunk(chunk, targetTokens) {
|
|
198
|
-
const currentTokens = estimateTokens(chunk.content);
|
|
199
|
-
if (currentTokens <= targetTokens) {
|
|
200
|
-
return chunk;
|
|
201
|
-
}
|
|
202
|
-
// 핵심 문장만 추출
|
|
203
|
-
const maxSentences = Math.max(1, Math.floor(targetTokens / 50));
|
|
204
|
-
const compressed = extractKeySentences(chunk.content, maxSentences);
|
|
205
|
-
return {
|
|
206
|
-
...chunk,
|
|
207
|
-
content: compressed
|
|
208
|
-
};
|
|
209
|
-
}
|
|
210
|
-
/**
|
|
211
|
-
* 빠른 압축 (시간 우선)
|
|
212
|
-
*/
|
|
213
|
-
quickCompress(chunks, maxTokens = 1500) {
|
|
214
|
-
return this.compress(chunks, undefined, {
|
|
215
|
-
maxTokens,
|
|
216
|
-
maxChunks: 3,
|
|
217
|
-
strategy: 'relevance'
|
|
218
|
-
});
|
|
219
|
-
}
|
|
220
|
-
/**
|
|
221
|
-
* 품질 압축 (정확도 우선)
|
|
222
|
-
*/
|
|
223
|
-
qualityCompress(chunks, queryEmbedding, maxTokens = 3000) {
|
|
224
|
-
return this.compress(chunks, queryEmbedding, {
|
|
225
|
-
maxTokens,
|
|
226
|
-
maxChunks: 7,
|
|
227
|
-
strategy: 'hybrid',
|
|
228
|
-
diversityThreshold: 0.8
|
|
229
|
-
});
|
|
230
|
-
}
|
|
231
|
-
}
|
|
232
|
-
// 싱글톤 인스턴스
|
|
233
|
-
export const contextCompressor = new ContextCompressor();
|
|
234
|
-
//# sourceMappingURL=context-compressor.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"context-compressor.js","sourceRoot":"","sources":["../../src/services/context-compressor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAoC1D;;GAEG;AACH,SAAS,cAAc,CAAC,IAAY;IAClC,+BAA+B;IAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;IAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,IAAY,EAAE,eAAuB,CAAC;IACjE,QAAQ;IACR,MAAM,SAAS,GAAG,IAAI;SACnB,KAAK,CAAC,aAAa,CAAC;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAE9B,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4BAA4B;IAC5B,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,EAAE,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,GAAG;KAClE,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEzC,OAAO,MAAM;SACV,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAChB,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,cAAc,GAAiC;QACrD,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,CAAC;QACZ,QAAQ,EAAE,GAAG;QACb,kBAAkB,EAAE,IAAI;QACxB,QAAQ,EAAE,QAAQ;KACnB,CAAC;IAEF;;OAEG;IACH,QAAQ,CACN,MAA2B,EAC3B,cAA6B,EAC7B,UAA8B,EAAE;QAEhC,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QACpD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,aAAa;QACb,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,cAAc,IAAI,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,iBAAiB;QACjB,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE5D,cAAc;QACd,IAAI,QAA6B,CAAC;QAElC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,KAAK,WAAW;gBACd,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAClD,MAAM;YACR,KAAK,WAAW;gBACd,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;gBAClE,MAAM;YACR,KAAK,QAAQ,CAAC;YACd;gBACE,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QAED,4BAA4B;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAE9D,QAAQ;QACR,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,gBAAgB,IAAI,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,aAAa;YACb,eAAe,EAAE,MAAM,CAAC,MAAM;YAC9B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc,GAAG,gBAAgB;YAC9C,gBAAgB,EAAE,cAAc,GAAG,CAAC;gBAClC,CAAC,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,GAAG,cAAc;gBACtD,CAAC,CAAC,CAAC;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,MAA2B,EAC3B,IAAkC;QAElC,OAAO,CAAC,GAAG,MAAM,CAAC;aACf,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,MAA2B,EAC3B,cAAwC,EACxC,IAAkC;QAElC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEnC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAE9B,oBAAoB;QACpB,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAG,CAAC,CAAC;QAElC,cAAc;QACd,OAAO,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChE,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,SAAS,GAAG,CAAC,QAAQ,CAAC;YAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAE/B,qBAAqB;gBACrB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;oBACxB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;wBACzB,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;4BAChB,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;4BAC/D,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,wBAAwB;gBACxB,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,GAAG,GAAG,GAAG,MAAM,CAAC;gBAEhD,IAAI,QAAQ,GAAG,SAAS,EAAE,CAAC;oBACzB,SAAS,GAAG,QAAQ,CAAC;oBACrB,OAAO,GAAG,CAAC,CAAC;gBACd,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;gBACxB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;oBACzB,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;wBAChB,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;oBAChF,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACrC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa;YAC7C,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,MAA2B,EAC3B,cAAwC,EACxC,IAAkC;QAElC,iBAAiB;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpF,cAAc;QACd,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAC3C,SAAS,EACT,cAAc,EACd,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAC9C,CAAC;QAEF,OAAO,CAAC,GAAG,cAAc,EAAE,GAAG,cAAc,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACK,eAAe,CACrB,MAA2B,EAC3B,SAAiB;QAEjB,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAE7C,IAAI,WAAW,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC;gBACtC,SAAS;gBACT,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnB,WAAW,IAAI,MAAM,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,QAAQ;gBACR,MAAM,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC;gBAC1C,IAAI,SAAS,GAAG,GAAG,EAAE,CAAC,CAAC,sBAAsB;oBAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBACxD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACxB,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACpD,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,KAAwB,EACxB,YAAoB;QAEpB,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,aAAa,IAAI,YAAY,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,YAAY;QACZ,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAEpE,OAAO;YACL,GAAG,KAAK;YACR,OAAO,EAAE,UAAU;SACpB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa,CACX,MAA2B,EAC3B,YAAoB,IAAI;QAExB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE;YACtC,SAAS;YACT,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,eAAe,CACb,MAA2B,EAC3B,cAA4B,EAC5B,YAAoB,IAAI;QAExB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE;YAC3C,SAAS;YACT,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,QAAQ;YAClB,kBAAkB,EAAE,GAAG;SACxB,CAAC,CAAC;IACL,CAAC;CACF;AAED,WAAW;AACX,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC"}
|
|
@@ -1,140 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Efficient RAG Pipeline
|
|
3
|
-
* 비용 최적화된 RAG 파이프라인
|
|
4
|
-
*
|
|
5
|
-
* @module services/efficient-rag
|
|
6
|
-
*/
|
|
7
|
-
import { QueryService } from './query.js';
|
|
8
|
-
import { ComplexityLevel } from './llm-router.js';
|
|
9
|
-
import { LLMProvider } from './llm.js';
|
|
10
|
-
import type { Embedding384 } from '../types/index.js';
|
|
11
|
-
/**
|
|
12
|
-
* RAG 요청
|
|
13
|
-
*/
|
|
14
|
-
export interface EfficientRAGRequest {
|
|
15
|
-
query: string;
|
|
16
|
-
options?: {
|
|
17
|
-
k?: number;
|
|
18
|
-
maxTokens?: number;
|
|
19
|
-
forceComplexity?: ComplexityLevel;
|
|
20
|
-
skipCache?: boolean;
|
|
21
|
-
includeProof?: boolean;
|
|
22
|
-
systemPrompt?: string;
|
|
23
|
-
tags?: string[];
|
|
24
|
-
};
|
|
25
|
-
}
|
|
26
|
-
/**
|
|
27
|
-
* RAG 응답
|
|
28
|
-
*/
|
|
29
|
-
export interface EfficientRAGResponse {
|
|
30
|
-
answer: string;
|
|
31
|
-
sources: Array<{
|
|
32
|
-
id: string;
|
|
33
|
-
content: string;
|
|
34
|
-
score: number;
|
|
35
|
-
proof?: string;
|
|
36
|
-
}>;
|
|
37
|
-
metrics: {
|
|
38
|
-
searchTimeMs: number;
|
|
39
|
-
compressionTimeMs: number;
|
|
40
|
-
llmTimeMs: number;
|
|
41
|
-
totalTimeMs: number;
|
|
42
|
-
cacheHit: boolean;
|
|
43
|
-
cacheType?: 'exact' | 'semantic';
|
|
44
|
-
complexity: ComplexityLevel;
|
|
45
|
-
model: string;
|
|
46
|
-
tokensUsed: number;
|
|
47
|
-
estimatedCost: number;
|
|
48
|
-
savedCost: number;
|
|
49
|
-
compressionRatio: number;
|
|
50
|
-
};
|
|
51
|
-
}
|
|
52
|
-
/**
|
|
53
|
-
* 파이프라인 설정
|
|
54
|
-
*/
|
|
55
|
-
export interface PipelineConfig {
|
|
56
|
-
enableCache?: boolean;
|
|
57
|
-
enableCompression?: boolean;
|
|
58
|
-
enableSmartRouting?: boolean;
|
|
59
|
-
defaultK?: number;
|
|
60
|
-
defaultMaxTokens?: number;
|
|
61
|
-
apiKeys?: Partial<Record<LLMProvider, string>>;
|
|
62
|
-
}
|
|
63
|
-
/**
|
|
64
|
-
* Efficient RAG Pipeline 클래스
|
|
65
|
-
*/
|
|
66
|
-
export declare class EfficientRAGPipeline {
|
|
67
|
-
private queryService;
|
|
68
|
-
private compressor;
|
|
69
|
-
private cache;
|
|
70
|
-
private router;
|
|
71
|
-
private config;
|
|
72
|
-
private embedFn;
|
|
73
|
-
private stats;
|
|
74
|
-
constructor(queryService: QueryService, config?: PipelineConfig);
|
|
75
|
-
/**
|
|
76
|
-
* 임베딩 함수 설정
|
|
77
|
-
*/
|
|
78
|
-
setEmbeddingFunction(fn: (text: string) => Promise<Embedding384>): void;
|
|
79
|
-
/**
|
|
80
|
-
* API 키 설정
|
|
81
|
-
*/
|
|
82
|
-
setApiKey(provider: LLMProvider, apiKey: string): void;
|
|
83
|
-
/**
|
|
84
|
-
* 메인 RAG 실행
|
|
85
|
-
*/
|
|
86
|
-
query(request: EfficientRAGRequest): Promise<EfficientRAGResponse>;
|
|
87
|
-
/**
|
|
88
|
-
* 빠른 쿼리 (캐시 우선, 압축 최대)
|
|
89
|
-
*/
|
|
90
|
-
quickQuery(query: string): Promise<EfficientRAGResponse>;
|
|
91
|
-
/**
|
|
92
|
-
* 정밀 쿼리 (캐시 스킵, 압축 최소)
|
|
93
|
-
*/
|
|
94
|
-
preciseQuery(query: string, tags?: string[]): Promise<EfficientRAGResponse>;
|
|
95
|
-
/**
|
|
96
|
-
* 통계 조회
|
|
97
|
-
*/
|
|
98
|
-
getStats(): {
|
|
99
|
-
pipeline: {
|
|
100
|
-
totalRequests: number;
|
|
101
|
-
cacheHitRate: number;
|
|
102
|
-
avgSearchTimeMs: number;
|
|
103
|
-
avgLLMTimeMs: number;
|
|
104
|
-
totalCostUSD: number;
|
|
105
|
-
totalSavedUSD: number;
|
|
106
|
-
savingsRate: number;
|
|
107
|
-
};
|
|
108
|
-
cache: import("./query-cache.js").CacheStats;
|
|
109
|
-
router: {
|
|
110
|
-
totalRequests: number;
|
|
111
|
-
byComplexity: {
|
|
112
|
-
simple: number;
|
|
113
|
-
medium: number;
|
|
114
|
-
complex: number;
|
|
115
|
-
};
|
|
116
|
-
totalCost: number;
|
|
117
|
-
savedCost: number;
|
|
118
|
-
} & {
|
|
119
|
-
avgCostPerRequest: number;
|
|
120
|
-
savingsRate: number;
|
|
121
|
-
};
|
|
122
|
-
};
|
|
123
|
-
/**
|
|
124
|
-
* 캐시 워밍
|
|
125
|
-
*/
|
|
126
|
-
warmupCache(queries: string[]): Promise<number>;
|
|
127
|
-
/**
|
|
128
|
-
* 캐시 클리어
|
|
129
|
-
*/
|
|
130
|
-
clearCache(): void;
|
|
131
|
-
/**
|
|
132
|
-
* 통계 초기화
|
|
133
|
-
*/
|
|
134
|
-
resetStats(): void;
|
|
135
|
-
}
|
|
136
|
-
/**
|
|
137
|
-
* 파이프라인 팩토리 함수
|
|
138
|
-
*/
|
|
139
|
-
export declare function createEfficientRAGPipeline(queryService: QueryService, config?: PipelineConfig): EfficientRAGPipeline;
|
|
140
|
-
//# sourceMappingURL=efficient-rag.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"efficient-rag.d.ts","sourceRoot":"","sources":["../../src/services/efficient-rag.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAA8B,MAAM,YAAY,CAAC;AAGtE,OAAO,EAA4B,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEtD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE;QACR,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,eAAe,CAAC;QAClC,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACjB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,OAAO,EAAE;QACP,YAAY,EAAE,MAAM,CAAC;QACrB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAO,CAAC;QAClB,SAAS,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;QACjC,UAAU,EAAE,eAAe,CAAC;QAC5B,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;CAChD;AAED;;GAEG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,MAAM,CAA2B;IAGzC,OAAO,CAAC,OAAO,CAA0D;IAGzE,OAAO,CAAC,KAAK,CAOX;gBAGA,YAAY,EAAE,YAAY,EAC1B,MAAM,GAAE,cAAmB;IAwB7B;;OAEG;IACH,oBAAoB,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI;IAIvE;;OAEG;IACH,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAKtD;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA8KxE;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAW9D;;OAEG;IACG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAajF;;OAEG;IACH,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;IA2BR;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAerD;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,UAAU,IAAI,IAAI;CAWnB;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,YAAY,EAC1B,MAAM,CAAC,EAAE,cAAc,GACtB,oBAAoB,CAEtB"}
|