memento-mcp-server 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.cursor/rules/cache-management.mdc +171 -0
- package/.cursor/rules/database-schema.mdc +344 -0
- package/.cursor/rules/deployment.mdc +596 -0
- package/.cursor/rules/error-logging.mdc +298 -0
- package/.cursor/rules/forgetting-algorithms.mdc +426 -0
- package/.cursor/rules/http-server.mdc +432 -0
- package/.cursor/rules/hybrid-search.mdc +424 -0
- package/.cursor/rules/implementation.mdc +369 -0
- package/.cursor/rules/lightweight-embedding.mdc +178 -0
- package/.cursor/rules/mcp-client-development.mdc +0 -0
- package/.cursor/rules/mcp-server-development.mdc +0 -0
- package/.cursor/rules/mcp-tools-architecture.mdc +205 -0
- package/.cursor/rules/memento-memory-rule.mdc +8 -0
- package/.cursor/rules/memento-project-overview.mdc +0 -0
- package/.cursor/rules/memory-algorithms.mdc +502 -0
- package/.cursor/rules/monitoring.mdc +622 -0
- package/.cursor/rules/performance-alerts.mdc +537 -0
- package/.cursor/rules/performance-monitoring.mdc +345 -0
- package/.cursor/rules/performance-optimization.mdc +563 -0
- package/.cursor/rules/project-structure.mdc +310 -0
- package/.cursor/rules/testing.mdc +473 -0
- package/.dockerignore +15 -0
- package/.eslintrc.json +34 -0
- package/.github/ISSUE_TEMPLATE/bug_report.md +51 -0
- package/.github/ISSUE_TEMPLATE/feature_request.md +45 -0
- package/.github/ISSUE_TEMPLATE/question.md +31 -0
- package/.github/PULL_REQUEST_TEMPLATE.md +97 -0
- package/AGENTS.md +28 -0
- package/CHANGELOG.md +416 -0
- package/CODE_OF_CONDUCT.md +62 -0
- package/CONTRIBUTING.md +165 -0
- package/DOCKER_SETUP_GUIDE.md +84 -0
- package/Dockerfile +90 -0
- package/INSTALL.en.md +303 -0
- package/INSTALL.md +303 -0
- package/README.en.md +330 -0
- package/README.md +427 -0
- package/backup/legacy-removal-20250930-201816/http-server-legacy.ts +1068 -0
- package/backup/legacy-removal-20250930-201816/rollback-to-legacy.ps1 +46 -0
- package/backup/legacy-removal-20250930-201816/rollback-to-legacy.sh +48 -0
- package/dist/algorithms/forgetting-algorithm.d.ts +90 -0
- package/dist/algorithms/forgetting-algorithm.d.ts.map +1 -0
- package/dist/algorithms/forgetting-algorithm.js +160 -0
- package/dist/algorithms/forgetting-algorithm.js.map +1 -0
- package/dist/algorithms/hybrid-search-engine.d.ts +108 -0
- package/dist/algorithms/hybrid-search-engine.d.ts.map +1 -0
- package/dist/algorithms/hybrid-search-engine.js +384 -0
- package/dist/algorithms/hybrid-search-engine.js.map +1 -0
- package/dist/algorithms/search-engine.d.ts +64 -0
- package/dist/algorithms/search-engine.d.ts.map +1 -0
- package/dist/algorithms/search-engine.js +304 -0
- package/dist/algorithms/search-engine.js.map +1 -0
- package/dist/algorithms/search-ranking.d.ts +145 -0
- package/dist/algorithms/search-ranking.d.ts.map +1 -0
- package/dist/algorithms/search-ranking.js +311 -0
- package/dist/algorithms/search-ranking.js.map +1 -0
- package/dist/algorithms/spaced-repetition.d.ts +83 -0
- package/dist/algorithms/spaced-repetition.d.ts.map +1 -0
- package/dist/algorithms/spaced-repetition.js +153 -0
- package/dist/algorithms/spaced-repetition.js.map +1 -0
- package/dist/algorithms/vector-search-engine.d.ts +96 -0
- package/dist/algorithms/vector-search-engine.d.ts.map +1 -0
- package/dist/algorithms/vector-search-engine.js +410 -0
- package/dist/algorithms/vector-search-engine.js.map +1 -0
- package/dist/client/index.d.ts +55 -0
- package/dist/client/index.d.ts.map +1 -0
- package/dist/client/index.js +179 -0
- package/dist/client/index.js.map +1 -0
- package/dist/config/index.d.ts +20 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +87 -0
- package/dist/config/index.js.map +1 -0
- package/dist/database/init.d.ts +7 -0
- package/dist/database/init.d.ts.map +1 -0
- package/dist/database/init.js +117 -0
- package/dist/database/init.js.map +1 -0
- package/dist/database/migrate.d.ts +6 -0
- package/dist/database/migrate.d.ts.map +1 -0
- package/dist/database/migrate.js +84 -0
- package/dist/database/migrate.js.map +1 -0
- package/dist/database/schema.sql +159 -0
- package/dist/npm-client/context-injector.d.ts +106 -0
- package/dist/npm-client/context-injector.d.ts.map +1 -0
- package/dist/npm-client/context-injector.js +296 -0
- package/dist/npm-client/context-injector.js.map +1 -0
- package/dist/npm-client/index.d.ts +42 -0
- package/dist/npm-client/index.d.ts.map +1 -0
- package/dist/npm-client/index.js +43 -0
- package/dist/npm-client/index.js.map +1 -0
- package/dist/npm-client/memento-client.d.ts +114 -0
- package/dist/npm-client/memento-client.d.ts.map +1 -0
- package/dist/npm-client/memento-client.js +391 -0
- package/dist/npm-client/memento-client.js.map +1 -0
- package/dist/npm-client/memory-manager.d.ts +137 -0
- package/dist/npm-client/memory-manager.d.ts.map +1 -0
- package/dist/npm-client/memory-manager.js +341 -0
- package/dist/npm-client/memory-manager.js.map +1 -0
- package/dist/npm-client/types.d.ts +216 -0
- package/dist/npm-client/types.d.ts.map +1 -0
- package/dist/npm-client/types.js +44 -0
- package/dist/npm-client/types.js.map +1 -0
- package/dist/npm-client/utils.d.ts +91 -0
- package/dist/npm-client/utils.d.ts.map +1 -0
- package/dist/npm-client/utils.js +351 -0
- package/dist/npm-client/utils.js.map +1 -0
- package/dist/scripts/copy-assets.d.ts +3 -0
- package/dist/scripts/copy-assets.d.ts.map +1 -0
- package/dist/scripts/copy-assets.js +31 -0
- package/dist/scripts/copy-assets.js.map +1 -0
- package/dist/server/http-server.d.ts +28 -0
- package/dist/server/http-server.d.ts.map +1 -0
- package/dist/server/http-server.js +930 -0
- package/dist/server/http-server.js.map +1 -0
- package/dist/server/index-backup.d.ts +5 -0
- package/dist/server/index-backup.d.ts.map +1 -0
- package/dist/server/index-backup.js +793 -0
- package/dist/server/index-backup.js.map +1 -0
- package/dist/server/index-refactored.d.ts +6 -0
- package/dist/server/index-refactored.d.ts.map +1 -0
- package/dist/server/index-refactored.js +206 -0
- package/dist/server/index-refactored.js.map +1 -0
- package/dist/server/index.d.ts +12 -0
- package/dist/server/index.d.ts.map +1 -0
- package/dist/server/index.js +301 -0
- package/dist/server/index.js.map +1 -0
- package/dist/server/simple-mcp-server.d.ts +8 -0
- package/dist/server/simple-mcp-server.d.ts.map +1 -0
- package/dist/server/simple-mcp-server.js +152 -0
- package/dist/server/simple-mcp-server.js.map +1 -0
- package/dist/services/async-optimizer.d.ts +136 -0
- package/dist/services/async-optimizer.d.ts.map +1 -0
- package/dist/services/async-optimizer.js +406 -0
- package/dist/services/async-optimizer.js.map +1 -0
- package/dist/services/batch-scheduler.d.ts +156 -0
- package/dist/services/batch-scheduler.d.ts.map +1 -0
- package/dist/services/batch-scheduler.js +612 -0
- package/dist/services/batch-scheduler.js.map +1 -0
- package/dist/services/cache-service.d.ts +168 -0
- package/dist/services/cache-service.d.ts.map +1 -0
- package/dist/services/cache-service.js +360 -0
- package/dist/services/cache-service.js.map +1 -0
- package/dist/services/database-optimizer.d.ts +110 -0
- package/dist/services/database-optimizer.d.ts.map +1 -0
- package/dist/services/database-optimizer.js +369 -0
- package/dist/services/database-optimizer.js.map +1 -0
- package/dist/services/embedding-provider-factory.d.ts +62 -0
- package/dist/services/embedding-provider-factory.d.ts.map +1 -0
- package/dist/services/embedding-provider-factory.js +152 -0
- package/dist/services/embedding-provider-factory.js.map +1 -0
- package/dist/services/embedding-service.d.ts +95 -0
- package/dist/services/embedding-service.d.ts.map +1 -0
- package/dist/services/embedding-service.js +276 -0
- package/dist/services/embedding-service.js.map +1 -0
- package/dist/services/error-logging-service.d.ts +134 -0
- package/dist/services/error-logging-service.d.ts.map +1 -0
- package/dist/services/error-logging-service.js +271 -0
- package/dist/services/error-logging-service.js.map +1 -0
- package/dist/services/forgetting-policy-service.d.ts +94 -0
- package/dist/services/forgetting-policy-service.d.ts.map +1 -0
- package/dist/services/forgetting-policy-service.js +233 -0
- package/dist/services/forgetting-policy-service.js.map +1 -0
- package/dist/services/gemini-embedding-service.d.ts +82 -0
- package/dist/services/gemini-embedding-service.d.ts.map +1 -0
- package/dist/services/gemini-embedding-service.js +232 -0
- package/dist/services/gemini-embedding-service.js.map +1 -0
- package/dist/services/lightweight-embedding-service.d.ts +95 -0
- package/dist/services/lightweight-embedding-service.d.ts.map +1 -0
- package/dist/services/lightweight-embedding-service.js +263 -0
- package/dist/services/lightweight-embedding-service.js.map +1 -0
- package/dist/services/memory-embedding-service.d.ts +69 -0
- package/dist/services/memory-embedding-service.d.ts.map +1 -0
- package/dist/services/memory-embedding-service.js +223 -0
- package/dist/services/memory-embedding-service.js.map +1 -0
- package/dist/services/minilm-embedding-service.d.ts +92 -0
- package/dist/services/minilm-embedding-service.d.ts.map +1 -0
- package/dist/services/minilm-embedding-service.js +216 -0
- package/dist/services/minilm-embedding-service.js.map +1 -0
- package/dist/services/performance-alert-service.d.ts +142 -0
- package/dist/services/performance-alert-service.d.ts.map +1 -0
- package/dist/services/performance-alert-service.js +366 -0
- package/dist/services/performance-alert-service.js.map +1 -0
- package/dist/services/performance-monitor.d.ts +144 -0
- package/dist/services/performance-monitor.d.ts.map +1 -0
- package/dist/services/performance-monitor.js +416 -0
- package/dist/services/performance-monitor.js.map +1 -0
- package/dist/services/performance-monitoring-integration.d.ts +77 -0
- package/dist/services/performance-monitoring-integration.d.ts.map +1 -0
- package/dist/services/performance-monitoring-integration.js +177 -0
- package/dist/services/performance-monitoring-integration.js.map +1 -0
- package/dist/services/unified-embedding-service.d.ts +75 -0
- package/dist/services/unified-embedding-service.d.ts.map +1 -0
- package/dist/services/unified-embedding-service.js +211 -0
- package/dist/services/unified-embedding-service.js.map +1 -0
- package/dist/test/debug-http-v2.d.ts +5 -0
- package/dist/test/debug-http-v2.d.ts.map +1 -0
- package/dist/test/debug-http-v2.js +28 -0
- package/dist/test/debug-http-v2.js.map +1 -0
- package/dist/test/performance-benchmark.d.ts +57 -0
- package/dist/test/performance-benchmark.d.ts.map +1 -0
- package/dist/test/performance-benchmark.js +427 -0
- package/dist/test/performance-benchmark.js.map +1 -0
- package/dist/test/test-alerts-direct.d.ts +7 -0
- package/dist/test/test-alerts-direct.d.ts.map +1 -0
- package/dist/test/test-alerts-direct.js +101 -0
- package/dist/test/test-alerts-direct.js.map +1 -0
- package/dist/test/test-batch-scheduler.d.ts +2 -0
- package/dist/test/test-batch-scheduler.d.ts.map +1 -0
- package/dist/test/test-batch-scheduler.js +156 -0
- package/dist/test/test-batch-scheduler.js.map +1 -0
- package/dist/test/test-client.d.ts +5 -0
- package/dist/test/test-client.d.ts.map +1 -0
- package/dist/test/test-client.js +86 -0
- package/dist/test/test-client.js.map +1 -0
- package/dist/test/test-embedding.d.ts +6 -0
- package/dist/test/test-embedding.d.ts.map +1 -0
- package/dist/test/test-embedding.js +142 -0
- package/dist/test/test-embedding.js.map +1 -0
- package/dist/test/test-error-logging.d.ts +7 -0
- package/dist/test/test-error-logging.d.ts.map +1 -0
- package/dist/test/test-error-logging.js +105 -0
- package/dist/test/test-error-logging.js.map +1 -0
- package/dist/test/test-forgetting.d.ts +6 -0
- package/dist/test/test-forgetting.d.ts.map +1 -0
- package/dist/test/test-forgetting.js +154 -0
- package/dist/test/test-forgetting.js.map +1 -0
- package/dist/test/test-gemini-embedding.d.ts +7 -0
- package/dist/test/test-gemini-embedding.d.ts.map +1 -0
- package/dist/test/test-gemini-embedding.js +134 -0
- package/dist/test/test-gemini-embedding.js.map +1 -0
- package/dist/test/test-http-server-v2-simple.d.ts +6 -0
- package/dist/test/test-http-server-v2-simple.d.ts.map +1 -0
- package/dist/test/test-http-server-v2-simple.js +131 -0
- package/dist/test/test-http-server-v2-simple.js.map +1 -0
- package/dist/test/test-http-server-v2.d.ts +7 -0
- package/dist/test/test-http-server-v2.d.ts.map +1 -0
- package/dist/test/test-http-server-v2.js +529 -0
- package/dist/test/test-http-server-v2.js.map +1 -0
- package/dist/test/test-lightweight-embedding.d.ts +6 -0
- package/dist/test/test-lightweight-embedding.d.ts.map +1 -0
- package/dist/test/test-lightweight-embedding.js +189 -0
- package/dist/test/test-lightweight-embedding.js.map +1 -0
- package/dist/test/test-m1-completion.d.ts +7 -0
- package/dist/test/test-m1-completion.d.ts.map +1 -0
- package/dist/test/test-m1-completion.js +124 -0
- package/dist/test/test-m1-completion.js.map +1 -0
- package/dist/test/test-memory-injection-prompt.d.ts +2 -0
- package/dist/test/test-memory-injection-prompt.d.ts.map +1 -0
- package/dist/test/test-memory-injection-prompt.js +299 -0
- package/dist/test/test-memory-injection-prompt.js.map +1 -0
- package/dist/test/test-performance-alerts.d.ts +7 -0
- package/dist/test/test-performance-alerts.d.ts.map +1 -0
- package/dist/test/test-performance-alerts.js +109 -0
- package/dist/test/test-performance-alerts.js.map +1 -0
- package/dist/test/test-performance-monitor.d.ts +2 -0
- package/dist/test/test-performance-monitor.d.ts.map +1 -0
- package/dist/test/test-performance-monitor.js +182 -0
- package/dist/test/test-performance-monitor.js.map +1 -0
- package/dist/test/test-performance-monitoring.d.ts +6 -0
- package/dist/test/test-performance-monitoring.d.ts.map +1 -0
- package/dist/test/test-performance-monitoring.js +156 -0
- package/dist/test/test-performance-monitoring.js.map +1 -0
- package/dist/test/test-search.d.ts +5 -0
- package/dist/test/test-search.d.ts.map +1 -0
- package/dist/test/test-search.js +141 -0
- package/dist/test/test-search.js.map +1 -0
- package/dist/test/test-simple-alerts.d.ts +6 -0
- package/dist/test/test-simple-alerts.d.ts.map +1 -0
- package/dist/test/test-simple-alerts.js +106 -0
- package/dist/test/test-simple-alerts.js.map +1 -0
- package/dist/test/test-vector-search-engine.d.ts +2 -0
- package/dist/test/test-vector-search-engine.d.ts.map +1 -0
- package/dist/test/test-vector-search-engine.js +225 -0
- package/dist/test/test-vector-search-engine.js.map +1 -0
- package/dist/tools/base-tool.d.ts +64 -0
- package/dist/tools/base-tool.d.ts.map +1 -0
- package/dist/tools/base-tool.js +158 -0
- package/dist/tools/base-tool.js.map +1 -0
- package/dist/tools/cleanup-memory-tool.d.ts +10 -0
- package/dist/tools/cleanup-memory-tool.d.ts.map +1 -0
- package/dist/tools/cleanup-memory-tool.js +66 -0
- package/dist/tools/cleanup-memory-tool.js.map +1 -0
- package/dist/tools/database-optimize-tool.d.ts +10 -0
- package/dist/tools/database-optimize-tool.d.ts.map +1 -0
- package/dist/tools/database-optimize-tool.js +64 -0
- package/dist/tools/database-optimize-tool.js.map +1 -0
- package/dist/tools/error-stats.d.ts +93 -0
- package/dist/tools/error-stats.d.ts.map +1 -0
- package/dist/tools/error-stats.js +115 -0
- package/dist/tools/error-stats.js.map +1 -0
- package/dist/tools/forget-tool.d.ts +63 -0
- package/dist/tools/forget-tool.d.ts.map +1 -0
- package/dist/tools/forget-tool.js +340 -0
- package/dist/tools/forget-tool.js.map +1 -0
- package/dist/tools/forgetting-stats-tool.d.ts +10 -0
- package/dist/tools/forgetting-stats-tool.d.ts.map +1 -0
- package/dist/tools/forgetting-stats-tool.js +37 -0
- package/dist/tools/forgetting-stats-tool.js.map +1 -0
- package/dist/tools/index.d.ts +33 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +55 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/memory-injection-prompt.d.ts +31 -0
- package/dist/tools/memory-injection-prompt.d.ts.map +1 -0
- package/dist/tools/memory-injection-prompt.js +203 -0
- package/dist/tools/memory-injection-prompt.js.map +1 -0
- package/dist/tools/performance-alerts.d.ts +127 -0
- package/dist/tools/performance-alerts.d.ts.map +1 -0
- package/dist/tools/performance-alerts.js +208 -0
- package/dist/tools/performance-alerts.js.map +1 -0
- package/dist/tools/performance-stats-tool.d.ts +10 -0
- package/dist/tools/performance-stats-tool.d.ts.map +1 -0
- package/dist/tools/performance-stats-tool.js +38 -0
- package/dist/tools/performance-stats-tool.js.map +1 -0
- package/dist/tools/pin-tool.d.ts +39 -0
- package/dist/tools/pin-tool.d.ts.map +1 -0
- package/dist/tools/pin-tool.js +211 -0
- package/dist/tools/pin-tool.js.map +1 -0
- package/dist/tools/recall-tool.d.ts +27 -0
- package/dist/tools/recall-tool.d.ts.map +1 -0
- package/dist/tools/recall-tool.js +335 -0
- package/dist/tools/recall-tool.js.map +1 -0
- package/dist/tools/remember-tool.d.ts +10 -0
- package/dist/tools/remember-tool.d.ts.map +1 -0
- package/dist/tools/remember-tool.js +101 -0
- package/dist/tools/remember-tool.js.map +1 -0
- package/dist/tools/resolve-error.d.ts +54 -0
- package/dist/tools/resolve-error.d.ts.map +1 -0
- package/dist/tools/resolve-error.js +63 -0
- package/dist/tools/resolve-error.js.map +1 -0
- package/dist/tools/tool-registry.d.ts +134 -0
- package/dist/tools/tool-registry.d.ts.map +1 -0
- package/dist/tools/tool-registry.js +337 -0
- package/dist/tools/tool-registry.js.map +1 -0
- package/dist/tools/types.d.ts +56 -0
- package/dist/tools/types.d.ts.map +1 -0
- package/dist/tools/types.js +23 -0
- package/dist/tools/types.js.map +1 -0
- package/dist/tools/unpin-tool.d.ts +43 -0
- package/dist/tools/unpin-tool.d.ts.map +1 -0
- package/dist/tools/unpin-tool.js +233 -0
- package/dist/tools/unpin-tool.js.map +1 -0
- package/dist/types/embedding.types.d.ts +65 -0
- package/dist/types/embedding.types.d.ts.map +1 -0
- package/dist/types/embedding.types.js +6 -0
- package/dist/types/embedding.types.js.map +1 -0
- package/dist/types/index.d.ts +103 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +5 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/database.d.ts +62 -0
- package/dist/utils/database.d.ts.map +1 -0
- package/dist/utils/database.js +399 -0
- package/dist/utils/database.js.map +1 -0
- package/dist/utils/stopwords.d.ts +18 -0
- package/dist/utils/stopwords.d.ts.map +1 -0
- package/dist/utils/stopwords.js +117 -0
- package/dist/utils/stopwords.js.map +1 -0
- package/docker-compose.dev.yml +50 -0
- package/docker-compose.prod.yml +77 -0
- package/docker-compose.yml +43 -0
- package/docs/en/Memento-Goals.md +217 -0
- package/docs/en/Memento-M1-DetailSpecs.md +130 -0
- package/docs/en/Memento-Milestones.md +135 -0
- package/docs/en/Search-Ranking-Memory-Decay-Formulas.md +177 -0
- package/docs/en/api-reference.md +658 -0
- package/docs/en/architecture.md +1302 -0
- package/docs/en/developer-guide.md +1005 -0
- package/docs/en/user-manual.md +595 -0
- package/docs/ko/Memento-Goals.md +217 -0
- package/docs/ko/Memento-M1-DetailSpecs.md +130 -0
- package/docs/ko/Memento-Milestones.md +134 -0
- package/docs/ko/Search-Ranking-Memory-Decay-Formulas.md +177 -0
- package/docs/ko/api-reference.md +658 -0
- package/docs/ko/architecture.md +1302 -0
- package/docs/ko/developer-guide.md +1006 -0
- package/docs/ko/embedding-api-reference.md +122 -0
- package/docs/ko/embedding-configuration.md +62 -0
- package/docs/ko/embedding-performance-benchmark.md +62 -0
- package/docs/ko/embedding-service-guide.md +314 -0
- package/docs/ko/user-manual.md +595 -0
- package/env.example +49 -0
- package/install.sh +191 -0
- package/mcp-http-client.js +218 -0
- package/mcp.json +0 -0
- package/package.json +125 -0
- package/packages/mcp-client/docs/API-REFERENCE.md +560 -0
- package/packages/mcp-client/docs/BEST-PRACTICES.md +564 -0
- package/packages/mcp-client/docs/MIGRATION-GUIDE.md +344 -0
- package/packages/mcp-client/docs/PERFORMANCE-GUIDE.md +476 -0
- package/packages/mcp-client/docs/TROUBLESHOOTING.md +564 -0
- package/packages/mcp-client/package-lock.json +907 -0
- package/packages/mcp-client/package.json +58 -0
- package/packages/mcp-client/performance-optimizer.js +428 -0
- package/packages/mcp-client/test-basic.js +65 -0
- package/packages/mcp-client/test-integration.js +366 -0
- package/scripts/auto-setup.js +234 -0
- package/scripts/backup-daily.bat +28 -0
- package/scripts/backup-embeddings.js +108 -0
- package/scripts/check-db-integrity.js +93 -0
- package/scripts/debug-embeddings.js +184 -0
- package/scripts/direct-sql-migration.sql +36 -0
- package/scripts/docker-migration.sh +105 -0
- package/scripts/fix-migration.js +93 -0
- package/scripts/fix-vector-dimensions.js +206 -0
- package/scripts/migrate-embedding-data.js +307 -0
- package/scripts/regenerate-embeddings.js +144 -0
- package/scripts/restore-legacy.ps1 +60 -0
- package/scripts/restore-legacy.sh +62 -0
- package/scripts/run-migration.js +122 -0
- package/scripts/safe-migration.js +150 -0
- package/scripts/simple-migrate.js +41 -0
- package/scripts/simple-update.js +123 -0
- package/scripts/start-container.sh +10 -0
- package/src/algorithms/forgetting-algorithm.spec.ts +538 -0
- package/src/algorithms/forgetting-algorithm.ts +243 -0
- package/src/algorithms/hybrid-search-engine.spec.ts +484 -0
- package/src/algorithms/hybrid-search-engine.ts +489 -0
- package/src/algorithms/search-engine.spec.ts +429 -0
- package/src/algorithms/search-engine.ts +392 -0
- package/src/algorithms/search-ranking.spec.ts +293 -0
- package/src/algorithms/search-ranking.ts +407 -0
- package/src/algorithms/spaced-repetition.spec.ts +510 -0
- package/src/algorithms/spaced-repetition.ts +238 -0
- package/src/algorithms/vector-search-engine.ts +505 -0
- package/src/client/index.spec.ts +427 -0
- package/src/client/index.ts +222 -0
- package/src/config/index.spec.ts +339 -0
- package/src/config/index.ts +106 -0
- package/src/database/init.spec.ts +239 -0
- package/src/database/init.ts +130 -0
- package/src/database/migrate.spec.ts +293 -0
- package/src/database/migrate.ts +94 -0
- package/src/database/migrations/001_add_embedding_metadata.sql +29 -0
- package/src/database/schema.sql +159 -0
- package/src/npm-client/context-injector.spec.ts +335 -0
- package/src/npm-client/context-injector.ts +412 -0
- package/src/npm-client/index.spec.ts +108 -0
- package/src/npm-client/index.ts +96 -0
- package/src/npm-client/memento-client.spec.ts +549 -0
- package/src/npm-client/memento-client.ts +501 -0
- package/src/npm-client/memory-manager.spec.ts +374 -0
- package/src/npm-client/memory-manager.ts +414 -0
- package/src/npm-client/types.spec.ts +427 -0
- package/src/npm-client/types.ts +296 -0
- package/src/npm-client/utils.spec.ts +355 -0
- package/src/npm-client/utils.ts +423 -0
- package/src/scripts/copy-assets.js +37 -0
- package/src/server/http-server.spec.ts +648 -0
- package/src/server/http-server.ts +1030 -0
- package/src/server/index-backup.ts +875 -0
- package/src/server/index-refactored.ts +237 -0
- package/src/server/index.spec.ts +281 -0
- package/src/server/index.ts +347 -0
- package/src/server/simple-mcp-server.spec.ts +207 -0
- package/src/server/simple-mcp-server.ts +173 -0
- package/src/services/async-optimizer.spec.ts +569 -0
- package/src/services/async-optimizer.ts +484 -0
- package/src/services/batch-scheduler.ts +759 -0
- package/src/services/cache-service.spec.ts +372 -0
- package/src/services/cache-service.ts +434 -0
- package/src/services/database-optimizer.spec.ts +344 -0
- package/src/services/database-optimizer.ts +450 -0
- package/src/services/embedding-provider-factory.ts +173 -0
- package/src/services/embedding-service.spec.ts +342 -0
- package/src/services/embedding-service.ts +333 -0
- package/src/services/error-logging-service.spec.ts +416 -0
- package/src/services/error-logging-service.ts +383 -0
- package/src/services/forgetting-policy-service.spec.ts +140 -0
- package/src/services/forgetting-policy-service.ts +334 -0
- package/src/services/gemini-embedding-service.spec.ts +463 -0
- package/src/services/gemini-embedding-service.ts +283 -0
- package/src/services/lightweight-embedding-service.spec.ts +458 -0
- package/src/services/lightweight-embedding-service.ts +324 -0
- package/src/services/memory-embedding-service.spec.ts +417 -0
- package/src/services/memory-embedding-service.ts +289 -0
- package/src/services/minilm-embedding-service.spec.ts +104 -0
- package/src/services/minilm-embedding-service.ts +262 -0
- package/src/services/performance-alert-service.spec.ts +517 -0
- package/src/services/performance-alert-service.ts +477 -0
- package/src/services/performance-monitor.spec.ts +401 -0
- package/src/services/performance-monitor.ts +532 -0
- package/src/services/performance-monitoring-integration.spec.ts +478 -0
- package/src/services/performance-monitoring-integration.ts.bak +276 -0
- package/src/services/unified-embedding-service.spec.ts +224 -0
- package/src/services/unified-embedding-service.ts +255 -0
- package/src/test/debug-http-v2.ts +30 -0
- package/src/test/embedding-integration-test.spec.ts +295 -0
- package/src/test/embedding-integration-test.ts +295 -0
- package/src/test/embedding-performance-benchmark.spec.ts +354 -0
- package/src/test/embedding-performance-benchmark.ts +312 -0
- package/src/test/performance-benchmark.ts +565 -0
- package/src/test/test-alerts-direct.ts +136 -0
- package/src/test/test-batch-scheduler-simple.spec.ts +122 -0
- package/src/test/test-batch-scheduler.spec.ts +453 -0
- package/src/test/test-batch-scheduler.ts +182 -0
- package/src/test/test-client.ts +97 -0
- package/src/test/test-embedding.ts +153 -0
- package/src/test/test-error-handling.spec.ts +575 -0
- package/src/test/test-error-logging.ts +117 -0
- package/src/test/test-forgetting.ts +162 -0
- package/src/test/test-gemini-embedding.ts +159 -0
- package/src/test/test-http-server-v2-simple.ts +147 -0
- package/src/test/test-http-server-v2.ts +586 -0
- package/src/test/test-hybrid-search-engine.spec.ts +521 -0
- package/src/test/test-integration-fixed.spec.ts +612 -0
- package/src/test/test-integration.spec.ts +463 -0
- package/src/test/test-lightweight-embedding.ts +208 -0
- package/src/test/test-m1-completion.spec.ts +614 -0
- package/src/test/test-m1-completion.ts +141 -0
- package/src/test/test-m1-integration.spec.ts +514 -0
- package/src/test/test-memory-injection-prompt.spec.ts +650 -0
- package/src/test/test-memory-injection-prompt.ts +391 -0
- package/src/test/test-performance-alerts.ts +125 -0
- package/src/test/test-performance-monitor-updates.spec.ts +490 -0
- package/src/test/test-performance-monitor.spec.ts +284 -0
- package/src/test/test-performance-monitor.ts +228 -0
- package/src/test/test-performance-monitoring.ts +171 -0
- package/src/test/test-search.ts +151 -0
- package/src/test/test-simple-alerts.ts +136 -0
- package/src/test/test-vector-search-engine.spec.ts +408 -0
- package/src/test/test-vector-search-engine.ts +303 -0
- package/src/tools/base-tool.ts +189 -0
- package/src/tools/cleanup-memory-tool.ts +77 -0
- package/src/tools/database-optimize-tool.ts +79 -0
- package/src/tools/error-stats.ts +119 -0
- package/src/tools/forget-tool.spec.ts +613 -0
- package/src/tools/forget-tool.ts +454 -0
- package/src/tools/forgetting-stats-tool.ts +47 -0
- package/src/tools/index.ts +71 -0
- package/src/tools/memory-injection-prompt.ts +257 -0
- package/src/tools/performance-alerts.ts +226 -0
- package/src/tools/performance-stats-tool.ts +48 -0
- package/src/tools/pin-tool.spec.ts +497 -0
- package/src/tools/pin-tool.ts +277 -0
- package/src/tools/recall-tool.spec.ts +475 -0
- package/src/tools/recall-tool.ts +389 -0
- package/src/tools/remember-tool.spec.ts +469 -0
- package/src/tools/remember-tool.ts +112 -0
- package/src/tools/resolve-error.ts +69 -0
- package/src/tools/tool-registry.ts +417 -0
- package/src/tools/types.ts +63 -0
- package/src/tools/unpin-tool.spec.ts +549 -0
- package/src/tools/unpin-tool.ts +306 -0
- package/src/types/embedding.types.ts +78 -0
- package/src/types/index.spec.ts +420 -0
- package/src/types/index.ts +117 -0
- package/src/utils/database.spec.ts +77 -0
- package/src/utils/database.ts +458 -0
- package/src/utils/stopwords.ts +128 -0
- package/start-docker-setup.bat +38 -0
- package/static/logo.png +0 -0
- package/static/memento_logo.svg +2 -0
- package/test-docker.js +103 -0
- package/tsconfig.json +46 -0
- package/vitest.config.ts +23 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lightweight-embedding-service.js","sourceRoot":"","sources":["../../src/services/lightweight-embedding-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAqBrD,MAAM,OAAO,2BAA2B;IACrB,KAAK,GAAG,oBAAoB,CAAC;IAC7B,UAAU,GAAG,GAAG,CAAC,CAAC,QAAQ;IACnC,UAAU,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC5C,mBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;IACrD,cAAc,GAAG,CAAC,CAAC;IACV,SAAS,CAAc;IAExC;QACE,IAAI,CAAC,SAAS,GAAG,YAAY,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,CAAC;YACH,aAAa;YACb,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAEhD,kBAAkB;YAClB,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;YAE1D,gBAAgB;YAChB,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YAE5E,YAAY;YACZ,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YAE9D,wBAAwB;YACxB,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;YAE5D,OAAO;gBACL,SAAS,EAAE,WAAW;gBACtB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,OAA4B;gBACtC,KAAK,EAAE;oBACL,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;oBACxC,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;iBACxC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,iBAAiB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,KAAa,EACb,UAAuE,EACvE,QAAgB,EAAE,EAClB,YAAoB,GAAG;QAEvB,YAAY;QACZ,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,aAAa;QACb,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACnF,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU;gBACV,KAAK,EAAE,UAAU;aAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,uBAAuB;QACvB,OAAO,YAAY;aAChB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;aAC3C,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,OAAO,IAAI;aACR,WAAW,EAAE;aACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,iBAAiB;aAC7C,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aAC5D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,KAAe;QACvC,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE7C,WAAW;QACX,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,YAAY;QACZ,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,iBAAiB;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B;YAClE,MAAM,KAAK,GAAG,EAAE,GAAG,GAAG,CAAC;YAEvB,eAAe;YACf,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;QACzB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,2BAA2B;QAC3B,gCAAgC;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,eAAe,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElD,IAAI,GAAG,GAAG,GAAG,CAAC;QAEd,iBAAiB;QACjB,IAAI,UAAU,GAAG,CAAC;YAAE,GAAG,IAAI,GAAG,CAAC;QAC/B,IAAI,UAAU,GAAG,CAAC;YAAE,GAAG,IAAI,GAAG,CAAC;QAE/B,kCAAkC;QAClC,IAAI,UAAU;YAAE,GAAG,IAAI,GAAG,CAAC;QAE3B,iCAAiC;QACjC,IAAI,eAAe;YAAE,GAAG,IAAI,GAAG,CAAC;QAEhC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,MAAgB,EAAE,KAAe;QAC3D,MAAM,cAAc,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAEnC,qBAAqB;QACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS,CAAC,uBAAuB;YAExE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAErC,WAAW;YACX,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,cAAc,CAAC,MAAM;gBAAE,SAAS;YAE1D,mBAAmB;YACnB,MAAM,YAAY,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,YAAY,KAAK,SAAS;gBAAE,SAAS;YAEzC,YAAY;YACZ,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/B,cAAc,CAAC,KAAK,CAAC,GAAG,YAAY,GAAG,GAAG,CAAC;YAC7C,CAAC;YAED,0BAA0B;YAC1B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACpE,cAAc,CAAC,KAAK,CAAC,GAAG,YAAY,GAAG,GAAG,CAAC;YAC7C,CAAC;YAED,iBAAiB;YACjB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;YAC3D,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;gBACtB,cAAc,CAAC,KAAK,CAAC,GAAG,YAAY,GAAG,GAAG,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAY;QAClC,MAAM,iBAAiB,GAAG;YACxB,cAAc,EAAE,YAAY;YAC5B,mBAAmB,EAAE,aAAa;YAClC,gBAAgB,EAAE,aAAa;YAC/B,gBAAgB,EAAE,aAAa;YAC/B,+CAA+C,EAAE,QAAQ;YACzD,gDAAgD,EAAE,WAAW;SAC9D,CAAC;QAEF,OAAO,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAgB;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAEnC,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,MAAgB;QACvC,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3C,KAAK;YACL,OAAO,CAAC,GAAG,MAAM,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,MAAM;YACN,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAY;QAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;YACrB,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,sBAAsB;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,CAAC,WAAW;IAC1B,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,EAAE,iBAAiB;SACnC,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 메모리 임베딩 저장 및 검색 서비스
|
|
3
|
+
* 데이터베이스와 임베딩 서비스를 연동
|
|
4
|
+
*/
|
|
5
|
+
import type { EmbeddingResult } from '../types/embedding.types.js';
|
|
6
|
+
import type { MemoryType } from '../types/index.js';
|
|
7
|
+
export interface MemoryEmbedding {
|
|
8
|
+
memory_id: string;
|
|
9
|
+
embedding: number[];
|
|
10
|
+
created_at: string;
|
|
11
|
+
}
|
|
12
|
+
export interface VectorSearchResult {
|
|
13
|
+
id: string;
|
|
14
|
+
content: string;
|
|
15
|
+
type: string;
|
|
16
|
+
importance: number;
|
|
17
|
+
created_at: string;
|
|
18
|
+
last_accessed?: string;
|
|
19
|
+
pinned: boolean;
|
|
20
|
+
tags?: string[];
|
|
21
|
+
similarity: number;
|
|
22
|
+
score: number;
|
|
23
|
+
}
|
|
24
|
+
export declare class MemoryEmbeddingService {
|
|
25
|
+
private embeddingService;
|
|
26
|
+
constructor();
|
|
27
|
+
/**
|
|
28
|
+
* sqlite-vec 확장 로드
|
|
29
|
+
*/
|
|
30
|
+
private loadVecExtension;
|
|
31
|
+
/**
|
|
32
|
+
* 메모리에 임베딩 생성 및 저장
|
|
33
|
+
*/
|
|
34
|
+
createAndStoreEmbedding(db: any, memoryId: string, content: string, type: MemoryType): Promise<EmbeddingResult | null>;
|
|
35
|
+
/**
|
|
36
|
+
* 제공자별 vec0 테이블명 반환
|
|
37
|
+
*/
|
|
38
|
+
private getVectorTableName;
|
|
39
|
+
/**
|
|
40
|
+
* 벡터 유사도 검색
|
|
41
|
+
*/
|
|
42
|
+
searchBySimilarity(db: any, query: string, filters?: {
|
|
43
|
+
type?: MemoryType[];
|
|
44
|
+
limit?: number;
|
|
45
|
+
threshold?: number;
|
|
46
|
+
}): Promise<VectorSearchResult[]>;
|
|
47
|
+
/**
|
|
48
|
+
* 임베딩 삭제
|
|
49
|
+
*/
|
|
50
|
+
deleteEmbedding(db: any, memoryId: string): Promise<void>;
|
|
51
|
+
/**
|
|
52
|
+
* 임베딩 서비스 사용 가능 여부 확인
|
|
53
|
+
*/
|
|
54
|
+
isAvailable(): boolean;
|
|
55
|
+
/**
|
|
56
|
+
* 임베딩 통계 정보
|
|
57
|
+
*/
|
|
58
|
+
getEmbeddingStats(db: any): Promise<{
|
|
59
|
+
totalEmbeddings: number;
|
|
60
|
+
averageDimensions: number;
|
|
61
|
+
model: string;
|
|
62
|
+
providerStats: Array<{
|
|
63
|
+
provider: string;
|
|
64
|
+
count: number;
|
|
65
|
+
dimensions: number;
|
|
66
|
+
}>;
|
|
67
|
+
}>;
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=memory-embedding-service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-embedding-service.d.ts","sourceRoot":"","sources":["../../src/services/memory-embedding-service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAEnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,gBAAgB,CAA0B;;IAMlD;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAQxB;;OAEG;IACG,uBAAuB,CAC3B,EAAE,EAAE,GAAG,EACP,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,UAAU,GACf,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAkDlC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAe1B;;OAEG;IACG,kBAAkB,CACtB,EAAE,EAAE,GAAG,EACP,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAiEhC;;OAEG;IACG,eAAe,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB/D;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;OAEG;IACG,iBAAiB,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,EAAE,KAAK,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,UAAU,EAAE,MAAM,CAAC;SACpB,CAAC,CAAC;KACJ,CAAC;CA2CH"}
|
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 메모리 임베딩 저장 및 검색 서비스
|
|
3
|
+
* 데이터베이스와 임베딩 서비스를 연동
|
|
4
|
+
*/
|
|
5
|
+
import { UnifiedEmbeddingService } from './unified-embedding-service.js';
|
|
6
|
+
import { DatabaseUtils } from '../utils/database.js';
|
|
7
|
+
export class MemoryEmbeddingService {
|
|
8
|
+
embeddingService;
|
|
9
|
+
constructor() {
|
|
10
|
+
this.embeddingService = new UnifiedEmbeddingService();
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* sqlite-vec 확장 로드
|
|
14
|
+
*/
|
|
15
|
+
loadVecExtension(db) {
|
|
16
|
+
try {
|
|
17
|
+
db.loadExtension('/usr/lib/vec0');
|
|
18
|
+
}
|
|
19
|
+
catch (error) {
|
|
20
|
+
console.warn('⚠️ sqlite-vec 확장 로드 실패:', error);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* 메모리에 임베딩 생성 및 저장
|
|
25
|
+
*/
|
|
26
|
+
async createAndStoreEmbedding(db, memoryId, content, type) {
|
|
27
|
+
if (!this.embeddingService.isAvailable()) {
|
|
28
|
+
console.warn('⚠️ 임베딩 서비스가 사용 불가능합니다. 임베딩을 건너뜁니다.');
|
|
29
|
+
return null;
|
|
30
|
+
}
|
|
31
|
+
try {
|
|
32
|
+
// sqlite-vec 확장 로드
|
|
33
|
+
this.loadVecExtension(db);
|
|
34
|
+
// 임베딩 생성
|
|
35
|
+
const embeddingResult = await this.embeddingService.generateEmbedding(content);
|
|
36
|
+
if (!embeddingResult) {
|
|
37
|
+
return null;
|
|
38
|
+
}
|
|
39
|
+
// 제공자별 테이블명 결정
|
|
40
|
+
const tableName = this.getVectorTableName(embeddingResult.provider || 'tfidf');
|
|
41
|
+
// memory_embedding 테이블에 저장
|
|
42
|
+
await DatabaseUtils.run(db, `
|
|
43
|
+
INSERT OR REPLACE INTO memory_embedding (memory_id, embedding, dim, model, embedding_provider, dimensions, created_at)
|
|
44
|
+
VALUES (?, ?, ?, ?, ?, ?, CURRENT_TIMESTAMP)
|
|
45
|
+
`, [
|
|
46
|
+
memoryId,
|
|
47
|
+
JSON.stringify(embeddingResult.embedding),
|
|
48
|
+
embeddingResult.embedding.length,
|
|
49
|
+
embeddingResult.model,
|
|
50
|
+
embeddingResult.provider,
|
|
51
|
+
embeddingResult.embedding.length,
|
|
52
|
+
]);
|
|
53
|
+
// vec0 테이블에 저장
|
|
54
|
+
await DatabaseUtils.run(db, `
|
|
55
|
+
INSERT OR REPLACE INTO ${tableName} (rowid, embedding)
|
|
56
|
+
VALUES ((SELECT rowid FROM memory_embedding WHERE memory_id = ?), ?)
|
|
57
|
+
`, [
|
|
58
|
+
memoryId,
|
|
59
|
+
JSON.stringify(embeddingResult.embedding)
|
|
60
|
+
]);
|
|
61
|
+
console.log(`✅ 임베딩 저장 완료: ${memoryId} (${embeddingResult.embedding.length}차원, ${embeddingResult.provider})`);
|
|
62
|
+
return embeddingResult;
|
|
63
|
+
}
|
|
64
|
+
catch (error) {
|
|
65
|
+
console.error(`❌ 임베딩 저장 실패 (${memoryId}):`, error);
|
|
66
|
+
return null;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* 제공자별 vec0 테이블명 반환
|
|
71
|
+
*/
|
|
72
|
+
getVectorTableName(provider) {
|
|
73
|
+
switch (provider) {
|
|
74
|
+
case 'tfidf':
|
|
75
|
+
return 'memory_item_vec_tfidf';
|
|
76
|
+
case 'minilm':
|
|
77
|
+
return 'memory_item_vec_minilm';
|
|
78
|
+
case 'openai':
|
|
79
|
+
return 'memory_item_vec_openai';
|
|
80
|
+
case 'gemini':
|
|
81
|
+
return 'memory_item_vec_gemini';
|
|
82
|
+
default:
|
|
83
|
+
return 'memory_item_vec_tfidf'; // 기본값
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* 벡터 유사도 검색
|
|
88
|
+
*/
|
|
89
|
+
async searchBySimilarity(db, query, filters) {
|
|
90
|
+
if (!this.embeddingService.isAvailable()) {
|
|
91
|
+
console.warn('⚠️ 임베딩 서비스가 사용 불가능합니다.');
|
|
92
|
+
return [];
|
|
93
|
+
}
|
|
94
|
+
try {
|
|
95
|
+
// 쿼리 임베딩 생성
|
|
96
|
+
const queryEmbedding = await this.embeddingService.generateEmbedding(query);
|
|
97
|
+
if (!queryEmbedding) {
|
|
98
|
+
return [];
|
|
99
|
+
}
|
|
100
|
+
// 제공자별 테이블에서 검색
|
|
101
|
+
const tableName = this.getVectorTableName(queryEmbedding.provider || 'tfidf');
|
|
102
|
+
// vec0 테이블에서 유사도 검색
|
|
103
|
+
const similarities = await DatabaseUtils.all(db, `
|
|
104
|
+
SELECT
|
|
105
|
+
m.id,
|
|
106
|
+
m.content,
|
|
107
|
+
m.type,
|
|
108
|
+
m.importance,
|
|
109
|
+
m.created_at,
|
|
110
|
+
m.last_accessed,
|
|
111
|
+
m.pinned,
|
|
112
|
+
m.tags,
|
|
113
|
+
v.distance as similarity,
|
|
114
|
+
(1 - v.distance) as score
|
|
115
|
+
FROM memory_item m
|
|
116
|
+
JOIN memory_embedding me ON m.id = me.memory_id
|
|
117
|
+
JOIN ${tableName} v ON me.rowid = v.rowid
|
|
118
|
+
WHERE me.embedding_provider = ?
|
|
119
|
+
${filters?.type ? `AND m.type IN (${filters.type.map(() => '?').join(',')})` : ''}
|
|
120
|
+
ORDER BY v.distance ASC
|
|
121
|
+
LIMIT ?
|
|
122
|
+
`, [
|
|
123
|
+
queryEmbedding.provider,
|
|
124
|
+
...(filters?.type || []),
|
|
125
|
+
filters?.limit || 10
|
|
126
|
+
]);
|
|
127
|
+
// 결과를 VectorSearchResult 형태로 변환
|
|
128
|
+
const results = similarities.map((row) => ({
|
|
129
|
+
id: row.id,
|
|
130
|
+
content: row.content,
|
|
131
|
+
type: row.type,
|
|
132
|
+
importance: row.importance,
|
|
133
|
+
created_at: row.created_at,
|
|
134
|
+
last_accessed: row.last_accessed,
|
|
135
|
+
pinned: row.pinned,
|
|
136
|
+
tags: row.tags ? JSON.parse(row.tags) : [],
|
|
137
|
+
similarity: row.similarity,
|
|
138
|
+
score: row.score,
|
|
139
|
+
}));
|
|
140
|
+
return results;
|
|
141
|
+
}
|
|
142
|
+
catch (error) {
|
|
143
|
+
console.error('❌ 벡터 검색 실패:', error);
|
|
144
|
+
return [];
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
/**
|
|
148
|
+
* 임베딩 삭제
|
|
149
|
+
*/
|
|
150
|
+
async deleteEmbedding(db, memoryId) {
|
|
151
|
+
try {
|
|
152
|
+
// 제공자 정보 가져오기
|
|
153
|
+
const embeddingInfo = await DatabaseUtils.get(db, `
|
|
154
|
+
SELECT embedding_provider FROM memory_embedding WHERE memory_id = ?
|
|
155
|
+
`, [memoryId]);
|
|
156
|
+
if (embeddingInfo) {
|
|
157
|
+
// 해당 제공자의 vec0 테이블에서 삭제
|
|
158
|
+
const tableName = this.getVectorTableName(embeddingInfo.embedding_provider);
|
|
159
|
+
await DatabaseUtils.run(db, `
|
|
160
|
+
DELETE FROM ${tableName}
|
|
161
|
+
WHERE rowid = (SELECT rowid FROM memory_embedding WHERE memory_id = ?)
|
|
162
|
+
`, [memoryId]);
|
|
163
|
+
}
|
|
164
|
+
// memory_embedding 테이블에서 삭제
|
|
165
|
+
await DatabaseUtils.run(db, 'DELETE FROM memory_embedding WHERE memory_id = ?', [memoryId]);
|
|
166
|
+
console.log(`✅ 임베딩 삭제 완료: ${memoryId}`);
|
|
167
|
+
}
|
|
168
|
+
catch (error) {
|
|
169
|
+
console.error(`❌ 임베딩 삭제 실패 (${memoryId}):`, error);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
/**
|
|
173
|
+
* 임베딩 서비스 사용 가능 여부 확인
|
|
174
|
+
*/
|
|
175
|
+
isAvailable() {
|
|
176
|
+
return this.embeddingService.isAvailable();
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* 임베딩 통계 정보
|
|
180
|
+
*/
|
|
181
|
+
async getEmbeddingStats(db) {
|
|
182
|
+
try {
|
|
183
|
+
// 전체 통계
|
|
184
|
+
const stats = await DatabaseUtils.all(db, `
|
|
185
|
+
SELECT
|
|
186
|
+
COUNT(*) as total_embeddings,
|
|
187
|
+
AVG(dimensions) as avg_dimensions
|
|
188
|
+
FROM memory_embedding
|
|
189
|
+
`);
|
|
190
|
+
// 제공자별 통계
|
|
191
|
+
const providerStats = await DatabaseUtils.all(db, `
|
|
192
|
+
SELECT
|
|
193
|
+
embedding_provider as provider,
|
|
194
|
+
COUNT(*) as count,
|
|
195
|
+
AVG(dimensions) as dimensions
|
|
196
|
+
FROM memory_embedding
|
|
197
|
+
GROUP BY embedding_provider
|
|
198
|
+
ORDER BY count DESC
|
|
199
|
+
`);
|
|
200
|
+
const stat = stats[0];
|
|
201
|
+
return {
|
|
202
|
+
totalEmbeddings: stat.total_embeddings || 0,
|
|
203
|
+
averageDimensions: stat.avg_dimensions || 0,
|
|
204
|
+
model: this.embeddingService.getModelInfo().model,
|
|
205
|
+
providerStats: providerStats.map((row) => ({
|
|
206
|
+
provider: row.provider,
|
|
207
|
+
count: row.count,
|
|
208
|
+
dimensions: Math.round(row.dimensions),
|
|
209
|
+
})),
|
|
210
|
+
};
|
|
211
|
+
}
|
|
212
|
+
catch (error) {
|
|
213
|
+
console.error('❌ 임베딩 통계 조회 실패:', error);
|
|
214
|
+
return {
|
|
215
|
+
totalEmbeddings: 0,
|
|
216
|
+
averageDimensions: 0,
|
|
217
|
+
model: 'unknown',
|
|
218
|
+
providerStats: [],
|
|
219
|
+
};
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
//# sourceMappingURL=memory-embedding-service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-embedding-service.js","sourceRoot":"","sources":["../../src/services/memory-embedding-service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAsBrD,MAAM,OAAO,sBAAsB;IACzB,gBAAgB,CAA0B;IAElD;QACE,IAAI,CAAC,gBAAgB,GAAG,IAAI,uBAAuB,EAAE,CAAC;IACxD,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,EAAO;QAC9B,IAAI,CAAC;YACH,EAAE,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAC3B,EAAO,EACP,QAAgB,EAChB,OAAe,EACf,IAAgB;QAEhB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,mBAAmB;YACnB,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAE1B,SAAS;YACT,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;YAC/E,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,OAAO,IAAI,CAAC;YACd,CAAC;YAED,eAAe;YACf,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC;YAE/E,2BAA2B;YAC3B,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;;;OAG3B,EAAE;gBACD,QAAQ;gBACR,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC;gBACzC,eAAe,CAAC,SAAS,CAAC,MAAM;gBAChC,eAAe,CAAC,KAAK;gBACrB,eAAe,CAAC,QAAQ;gBACxB,eAAe,CAAC,SAAS,CAAC,MAAM;aACjC,CAAC,CAAC;YAEH,eAAe;YACf,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;iCACD,SAAS;;OAEnC,EAAE;gBACD,QAAQ;gBACR,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC;aAC1C,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,KAAK,eAAe,CAAC,SAAS,CAAC,MAAM,OAAO,eAAe,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC7G,OAAO,eAAe,CAAC;QAEzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gBAAgB,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,QAAgB;QACzC,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,OAAO;gBACV,OAAO,uBAAuB,CAAC;YACjC,KAAK,QAAQ;gBACX,OAAO,wBAAwB,CAAC;YAClC,KAAK,QAAQ;gBACX,OAAO,wBAAwB,CAAC;YAClC,KAAK,QAAQ;gBACX,OAAO,wBAAwB,CAAC;YAClC;gBACE,OAAO,uBAAuB,CAAC,CAAC,MAAM;QAC1C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,EAAO,EACP,KAAa,EACb,OAIC;QAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACvC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,YAAY;YACZ,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,gBAAgB;YAChB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC;YAE9E,oBAAoB;YACpB,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;;;;;;;;;;;;;;eAcxC,SAAS;;UAEd,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;;;OAGlF,EAAE;gBACD,cAAc,CAAC,QAAQ;gBACvB,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;gBACxB,OAAO,EAAE,KAAK,IAAI,EAAE;aACrB,CAAC,CAAC;YAEH,gCAAgC;YAChC,MAAM,OAAO,GAAyB,YAAY,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;gBACpE,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,aAAa,EAAE,GAAG,CAAC,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC1C,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC,CAAC;YAEJ,OAAO,OAAO,CAAC;QAEjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YACpC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAGD;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,EAAO,EAAE,QAAgB;QAC7C,IAAI,CAAC;YACH,cAAc;YACd,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;;OAEjD,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAEf,IAAI,aAAa,EAAE,CAAC;gBAClB,wBAAwB;gBACxB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;gBAC5E,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;wBACZ,SAAS;;SAExB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YACjB,CAAC;YAED,4BAA4B;YAC5B,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,kDAAkD,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5F,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,EAAE,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gBAAgB,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,EAAO;QAU7B,IAAI,CAAC;YACH,QAAQ;YACR,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;;;;;OAKzC,CAAC,CAAC;YAEH,UAAU;YACV,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE;;;;;;;;OAQjD,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEtB,OAAO;gBACL,eAAe,EAAE,IAAI,CAAC,gBAAgB,IAAI,CAAC;gBAC3C,iBAAiB,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;gBAC3C,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,KAAK;gBACjD,aAAa,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;oBAC9C,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;iBACvC,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACxC,OAAO;gBACL,eAAe,EAAE,CAAC;gBAClB,iBAAiB,EAAE,CAAC;gBACpB,KAAK,EAAE,SAAS;gBAChB,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MiniLM 임베딩 서비스
|
|
3
|
+
* all-MiniLM-L6-v2 모델을 사용한 경량 임베딩 서비스
|
|
4
|
+
*
|
|
5
|
+
* 클린코드 원칙:
|
|
6
|
+
* - 단일 책임 원칙: 임베딩 생성만 담당
|
|
7
|
+
* - 의존성 역전: 인터페이스에 의존
|
|
8
|
+
* - 개방-폐쇄: 확장에는 열려있고 수정에는 닫혀있음
|
|
9
|
+
*/
|
|
10
|
+
import type { EmbeddingServiceInterface, EmbeddingResult, SimilarityResult, EmbeddingData } from '../types/embedding.types.js';
|
|
11
|
+
export declare class MiniLMEmbeddingService implements EmbeddingServiceInterface {
|
|
12
|
+
private static readonly MODEL_NAME;
|
|
13
|
+
private static readonly DIMENSIONS;
|
|
14
|
+
private static readonly MAX_TOKENS;
|
|
15
|
+
private static readonly CACHE_TTL;
|
|
16
|
+
private readonly modelName;
|
|
17
|
+
private readonly dimensions;
|
|
18
|
+
private readonly maxTokens;
|
|
19
|
+
private model;
|
|
20
|
+
private loadingPromise;
|
|
21
|
+
private readonly cache;
|
|
22
|
+
constructor();
|
|
23
|
+
/**
|
|
24
|
+
* 텍스트를 임베딩 벡터로 변환
|
|
25
|
+
* TDD: 빈 텍스트 검증, 모델 로딩, 캐싱 적용
|
|
26
|
+
*/
|
|
27
|
+
generateEmbedding(text: string): Promise<EmbeddingResult | null>;
|
|
28
|
+
/**
|
|
29
|
+
* 쿼리와 유사한 임베딩 검색
|
|
30
|
+
* TDD: 빈 배열 처리, 임계값 적용, 개수 제한
|
|
31
|
+
*/
|
|
32
|
+
searchSimilar(query: string, embeddings: EmbeddingData[], limit?: number, threshold?: number): Promise<SimilarityResult[]>;
|
|
33
|
+
/**
|
|
34
|
+
* 서비스 사용 가능 여부 확인
|
|
35
|
+
* TDD: 모델 로딩 상태 확인
|
|
36
|
+
*/
|
|
37
|
+
isAvailable(): boolean;
|
|
38
|
+
/**
|
|
39
|
+
* 모델 정보 반환
|
|
40
|
+
* TDD: 올바른 정보 반환
|
|
41
|
+
*/
|
|
42
|
+
getModelInfo(): {
|
|
43
|
+
model: string;
|
|
44
|
+
dimensions: number;
|
|
45
|
+
maxTokens: number;
|
|
46
|
+
};
|
|
47
|
+
/**
|
|
48
|
+
* 입력 검증
|
|
49
|
+
* 클린코드: 단일 책임 원칙 - 검증만 담당
|
|
50
|
+
*/
|
|
51
|
+
private validateInput;
|
|
52
|
+
/**
|
|
53
|
+
* 모델 로딩 (지연 로딩)
|
|
54
|
+
* 클린코드: 단일 책임 원칙 - 모델 로딩만 담당
|
|
55
|
+
*/
|
|
56
|
+
private getModel;
|
|
57
|
+
/**
|
|
58
|
+
* 실제 모델 로딩
|
|
59
|
+
*/
|
|
60
|
+
private loadModel;
|
|
61
|
+
/**
|
|
62
|
+
* 텍스트 전처리
|
|
63
|
+
* 클린코드: 단일 책임 원칙 - 전처리만 담당
|
|
64
|
+
*/
|
|
65
|
+
private preprocessText;
|
|
66
|
+
/**
|
|
67
|
+
* 캐시 키 생성
|
|
68
|
+
*/
|
|
69
|
+
private generateCacheKey;
|
|
70
|
+
/**
|
|
71
|
+
* 텍스트 해시 생성
|
|
72
|
+
*/
|
|
73
|
+
private hashText;
|
|
74
|
+
/**
|
|
75
|
+
* 토큰 수 추정
|
|
76
|
+
*/
|
|
77
|
+
private estimateTokens;
|
|
78
|
+
/**
|
|
79
|
+
* 코사인 유사도 계산
|
|
80
|
+
* 클린코드: 단일 책임 원칙 - 수학 계산만 담당
|
|
81
|
+
*/
|
|
82
|
+
private calculateCosineSimilarity;
|
|
83
|
+
/**
|
|
84
|
+
* 캐시 정리
|
|
85
|
+
*/
|
|
86
|
+
clearCache(): void;
|
|
87
|
+
/**
|
|
88
|
+
* 메모리 사용량 확인
|
|
89
|
+
*/
|
|
90
|
+
getCacheSize(): number;
|
|
91
|
+
}
|
|
92
|
+
//# sourceMappingURL=minilm-embedding-service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"minilm-embedding-service.d.ts","sourceRoot":"","sources":["../../src/services/minilm-embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EACV,yBAAyB,EACzB,eAAe,EACf,gBAAgB,EAChB,aAAa,EACd,MAAM,6BAA6B,CAAC;AAErC,qBAAa,sBAAuB,YAAW,yBAAyB;IAEtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACxD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAO;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAO;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAuB;IAExD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqC;IAC/D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqC;IAC/D,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAsC;;IAM5D;;;OAGG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAsCtE;;;OAGG;IACG,aAAa,CACjB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,aAAa,EAAE,EAC3B,KAAK,GAAE,MAAW,EAClB,SAAS,GAAE,MAAY,GACtB,OAAO,CAAC,gBAAgB,EAAE,CAAC;IA6B9B;;;OAGG;IACH,WAAW,IAAI,OAAO;IAMtB;;;OAGG;IACH,YAAY,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;IAQxE;;;OAGG;IACH,OAAO,CAAC,aAAa;IAMrB;;;OAGG;YACW,QAAQ;IActB;;OAEG;YACW,SAAS;IAcvB;;;OAGG;IACH,OAAO,CAAC,cAAc;IAQtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAIxB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAUhB;;OAEG;IACH,OAAO,CAAC,cAAc;IAKtB;;;OAGG;IACH,OAAO,CAAC,yBAAyB;IAqBjC;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,YAAY,IAAI,MAAM;CAGvB"}
|
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MiniLM 임베딩 서비스
|
|
3
|
+
* all-MiniLM-L6-v2 모델을 사용한 경량 임베딩 서비스
|
|
4
|
+
*
|
|
5
|
+
* 클린코드 원칙:
|
|
6
|
+
* - 단일 책임 원칙: 임베딩 생성만 담당
|
|
7
|
+
* - 의존성 역전: 인터페이스에 의존
|
|
8
|
+
* - 개방-폐쇄: 확장에는 열려있고 수정에는 닫혀있음
|
|
9
|
+
*/
|
|
10
|
+
import { pipeline } from '@xenova/transformers';
|
|
11
|
+
export class MiniLMEmbeddingService {
|
|
12
|
+
// 상수 정의
|
|
13
|
+
static MODEL_NAME = 'all-MiniLM-L6-v2';
|
|
14
|
+
static DIMENSIONS = 384;
|
|
15
|
+
static MAX_TOKENS = 256;
|
|
16
|
+
static CACHE_TTL = 24 * 60 * 60 * 1000; // 24시간
|
|
17
|
+
modelName = MiniLMEmbeddingService.MODEL_NAME;
|
|
18
|
+
dimensions = MiniLMEmbeddingService.DIMENSIONS;
|
|
19
|
+
maxTokens = MiniLMEmbeddingService.MAX_TOKENS;
|
|
20
|
+
model = null;
|
|
21
|
+
loadingPromise = null;
|
|
22
|
+
cache = new Map();
|
|
23
|
+
constructor() {
|
|
24
|
+
console.log('✅ MiniLM 임베딩 서비스 초기화 완료');
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* 텍스트를 임베딩 벡터로 변환
|
|
28
|
+
* TDD: 빈 텍스트 검증, 모델 로딩, 캐싱 적용
|
|
29
|
+
*/
|
|
30
|
+
async generateEmbedding(text) {
|
|
31
|
+
this.validateInput(text);
|
|
32
|
+
const cacheKey = this.generateCacheKey(text);
|
|
33
|
+
const cached = this.cache.get(cacheKey);
|
|
34
|
+
if (cached) {
|
|
35
|
+
return cached;
|
|
36
|
+
}
|
|
37
|
+
try {
|
|
38
|
+
const model = await this.getModel();
|
|
39
|
+
const processedText = this.preprocessText(text);
|
|
40
|
+
const result = await model(processedText, {
|
|
41
|
+
pooling: 'mean',
|
|
42
|
+
normalize: true
|
|
43
|
+
});
|
|
44
|
+
// result가 이미 배열이거나 data 속성을 가진 객체일 수 있음
|
|
45
|
+
const embedding = Array.isArray(result) ? result : Array.from(result.data || result);
|
|
46
|
+
const embeddingResult = {
|
|
47
|
+
embedding,
|
|
48
|
+
model: this.modelName,
|
|
49
|
+
usage: {
|
|
50
|
+
prompt_tokens: this.estimateTokens(text),
|
|
51
|
+
total_tokens: this.estimateTokens(text)
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
this.cache.set(cacheKey, embeddingResult);
|
|
55
|
+
return embeddingResult;
|
|
56
|
+
}
|
|
57
|
+
catch (error) {
|
|
58
|
+
console.error('❌ MiniLM 임베딩 생성 실패:', error);
|
|
59
|
+
throw new Error(`MiniLM 임베딩 생성 실패: ${error instanceof Error ? error.message : 'Unknown error'}`);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* 쿼리와 유사한 임베딩 검색
|
|
64
|
+
* TDD: 빈 배열 처리, 임계값 적용, 개수 제한
|
|
65
|
+
*/
|
|
66
|
+
async searchSimilar(query, embeddings, limit = 10, threshold = 0.7) {
|
|
67
|
+
if (embeddings.length === 0) {
|
|
68
|
+
return [];
|
|
69
|
+
}
|
|
70
|
+
const queryEmbedding = await this.generateEmbedding(query);
|
|
71
|
+
if (!queryEmbedding) {
|
|
72
|
+
return [];
|
|
73
|
+
}
|
|
74
|
+
const similarities = embeddings.map(item => {
|
|
75
|
+
const similarity = this.calculateCosineSimilarity(queryEmbedding.embedding, item.embedding);
|
|
76
|
+
return {
|
|
77
|
+
id: item.id,
|
|
78
|
+
content: item.content,
|
|
79
|
+
similarity,
|
|
80
|
+
score: similarity
|
|
81
|
+
};
|
|
82
|
+
});
|
|
83
|
+
return similarities
|
|
84
|
+
.filter(item => item.similarity >= threshold)
|
|
85
|
+
.sort((a, b) => b.similarity - a.similarity)
|
|
86
|
+
.slice(0, limit);
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* 서비스 사용 가능 여부 확인
|
|
90
|
+
* TDD: 모델 로딩 상태 확인
|
|
91
|
+
*/
|
|
92
|
+
isAvailable() {
|
|
93
|
+
// MiniLM은 항상 사용 가능 (모델이 로드되지 않아도 사용 가능)
|
|
94
|
+
// 실제 모델 로딩은 generateEmbedding 호출 시 lazy loading
|
|
95
|
+
return true;
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* 모델 정보 반환
|
|
99
|
+
* TDD: 올바른 정보 반환
|
|
100
|
+
*/
|
|
101
|
+
getModelInfo() {
|
|
102
|
+
return {
|
|
103
|
+
model: this.modelName,
|
|
104
|
+
dimensions: this.dimensions,
|
|
105
|
+
maxTokens: this.maxTokens
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* 입력 검증
|
|
110
|
+
* 클린코드: 단일 책임 원칙 - 검증만 담당
|
|
111
|
+
*/
|
|
112
|
+
validateInput(text) {
|
|
113
|
+
if (!text || text.trim().length === 0) {
|
|
114
|
+
throw new Error('텍스트가 비어있습니다');
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
/**
|
|
118
|
+
* 모델 로딩 (지연 로딩)
|
|
119
|
+
* 클린코드: 단일 책임 원칙 - 모델 로딩만 담당
|
|
120
|
+
*/
|
|
121
|
+
async getModel() {
|
|
122
|
+
if (this.model) {
|
|
123
|
+
return this.model;
|
|
124
|
+
}
|
|
125
|
+
if (this.loadingPromise) {
|
|
126
|
+
return await this.loadingPromise;
|
|
127
|
+
}
|
|
128
|
+
this.loadingPromise = this.loadModel();
|
|
129
|
+
this.model = await this.loadingPromise;
|
|
130
|
+
return this.model;
|
|
131
|
+
}
|
|
132
|
+
/**
|
|
133
|
+
* 실제 모델 로딩
|
|
134
|
+
*/
|
|
135
|
+
async loadModel() {
|
|
136
|
+
try {
|
|
137
|
+
const model = await pipeline('feature-extraction', 'Xenova/all-MiniLM-L6-v2');
|
|
138
|
+
console.log('✅ MiniLM 모델 로딩 완료');
|
|
139
|
+
return model;
|
|
140
|
+
}
|
|
141
|
+
catch (error) {
|
|
142
|
+
console.error('❌ MiniLM 모델 로딩 실패:', error);
|
|
143
|
+
throw new Error(`모델 로딩 실패: ${error instanceof Error ? error.message : 'Unknown error'}`);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* 텍스트 전처리
|
|
148
|
+
* 클린코드: 단일 책임 원칙 - 전처리만 담당
|
|
149
|
+
*/
|
|
150
|
+
preprocessText(text) {
|
|
151
|
+
return text
|
|
152
|
+
.trim()
|
|
153
|
+
.toLowerCase()
|
|
154
|
+
.replace(/\s+/g, ' ')
|
|
155
|
+
.substring(0, this.maxTokens * 4); // 토큰 수 제한
|
|
156
|
+
}
|
|
157
|
+
/**
|
|
158
|
+
* 캐시 키 생성
|
|
159
|
+
*/
|
|
160
|
+
generateCacheKey(text) {
|
|
161
|
+
return `minilm:${this.hashText(text)}`;
|
|
162
|
+
}
|
|
163
|
+
/**
|
|
164
|
+
* 텍스트 해시 생성
|
|
165
|
+
*/
|
|
166
|
+
hashText(text) {
|
|
167
|
+
let hash = 0;
|
|
168
|
+
for (let i = 0; i < text.length; i++) {
|
|
169
|
+
const char = text.charCodeAt(i);
|
|
170
|
+
hash = ((hash << 5) - hash) + char;
|
|
171
|
+
hash = hash & hash; // 32bit 정수로 변환
|
|
172
|
+
}
|
|
173
|
+
return hash.toString(36);
|
|
174
|
+
}
|
|
175
|
+
/**
|
|
176
|
+
* 토큰 수 추정
|
|
177
|
+
*/
|
|
178
|
+
estimateTokens(text) {
|
|
179
|
+
// 간단한 토큰 추정 (실제로는 더 정교한 방법 필요)
|
|
180
|
+
return Math.ceil(text.length / 4);
|
|
181
|
+
}
|
|
182
|
+
/**
|
|
183
|
+
* 코사인 유사도 계산
|
|
184
|
+
* 클린코드: 단일 책임 원칙 - 수학 계산만 담당
|
|
185
|
+
*/
|
|
186
|
+
calculateCosineSimilarity(vecA, vecB) {
|
|
187
|
+
if (vecA.length !== vecB.length) {
|
|
188
|
+
throw new Error('벡터 차원이 일치하지 않습니다');
|
|
189
|
+
}
|
|
190
|
+
let dotProduct = 0;
|
|
191
|
+
let normA = 0;
|
|
192
|
+
let normB = 0;
|
|
193
|
+
for (let i = 0; i < vecA.length; i++) {
|
|
194
|
+
const a = vecA[i] ?? 0;
|
|
195
|
+
const b = vecB[i] ?? 0;
|
|
196
|
+
dotProduct += a * b;
|
|
197
|
+
normA += a * a;
|
|
198
|
+
normB += b * b;
|
|
199
|
+
}
|
|
200
|
+
const magnitude = Math.sqrt(normA) * Math.sqrt(normB);
|
|
201
|
+
return magnitude === 0 ? 0 : dotProduct / magnitude;
|
|
202
|
+
}
|
|
203
|
+
/**
|
|
204
|
+
* 캐시 정리
|
|
205
|
+
*/
|
|
206
|
+
clearCache() {
|
|
207
|
+
this.cache.clear();
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* 메모리 사용량 확인
|
|
211
|
+
*/
|
|
212
|
+
getCacheSize() {
|
|
213
|
+
return this.cache.size;
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
//# sourceMappingURL=minilm-embedding-service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"minilm-embedding-service.js","sourceRoot":"","sources":["../../src/services/minilm-embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAQhD,MAAM,OAAO,sBAAsB;IACjC,QAAQ;IACA,MAAM,CAAU,UAAU,GAAG,kBAAkB,CAAC;IAChD,MAAM,CAAU,UAAU,GAAG,GAAG,CAAC;IACjC,MAAM,CAAU,UAAU,GAAG,GAAG,CAAC;IACjC,MAAM,CAAU,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO;IAE/C,SAAS,GAAG,sBAAsB,CAAC,UAAU,CAAC;IAC9C,UAAU,GAAG,sBAAsB,CAAC,UAAU,CAAC;IAC/C,SAAS,GAAG,sBAAsB,CAAC,UAAU,CAAC;IACvD,KAAK,GAAQ,IAAI,CAAC;IAClB,cAAc,GAAwB,IAAI,CAAC;IAClC,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IAE5D;QACE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACzC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAClC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE;gBACxC,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;YACrF,MAAM,eAAe,GAAoB;gBACvC,SAAS;gBACT,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,KAAK,EAAE;oBACL,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;oBACxC,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;iBACxC;aACF,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;YAC1C,OAAO,eAAe,CAAC;QAEzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,KAAa,EACb,UAA2B,EAC3B,QAAgB,EAAE,EAClB,YAAoB,GAAG;QAEvB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAC/C,cAAc,CAAC,SAAS,EACxB,IAAI,CAAC,SAAS,CACf,CAAC;YACF,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU;gBACV,KAAK,EAAE,UAAU;aAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,YAAY;aAChB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;aAC3C,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,WAAW;QACT,wCAAwC;QACxC,gDAAgD;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,aAAa,CAAC,IAAY;QAChC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,QAAQ;QACpB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAC1B,oBAAoB,EACpB,yBAAyB,CAC1B,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACjC,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,cAAc,CAAC,IAAY;QACjC,OAAO,IAAI;aACR,IAAI,EAAE;aACN,WAAW,EAAE;aACb,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU;IACjD,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY;QACnC,OAAO,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,IAAY;QAC3B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,eAAe;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,+BAA+B;QAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACK,yBAAyB,CAAC,IAAc,EAAE,IAAc;QAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,UAAU,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtD,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC"}
|