memento-mcp-server 0.1.0 → 1.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (560) hide show
  1. package/INSTALL.en.md +303 -303
  2. package/INSTALL.md +303 -303
  3. package/README.en.md +331 -330
  4. package/README.md +432 -427
  5. package/dist/algorithms/hybrid-search-engine.d.ts +114 -44
  6. package/dist/algorithms/hybrid-search-engine.d.ts.map +1 -1
  7. package/dist/algorithms/hybrid-search-engine.js +261 -235
  8. package/dist/algorithms/hybrid-search-engine.js.map +1 -1
  9. package/dist/algorithms/search-engine.d.ts +2 -14
  10. package/dist/algorithms/search-engine.d.ts.map +1 -1
  11. package/dist/algorithms/search-engine.js +43 -35
  12. package/dist/algorithms/search-engine.js.map +1 -1
  13. package/dist/algorithms/vector-search-engine-migration.d.ts +67 -0
  14. package/dist/algorithms/vector-search-engine-migration.d.ts.map +1 -0
  15. package/dist/algorithms/vector-search-engine-migration.js +196 -0
  16. package/dist/algorithms/vector-search-engine-migration.js.map +1 -0
  17. package/dist/algorithms/vector-search-engine-refactored.d.ts +56 -0
  18. package/dist/algorithms/vector-search-engine-refactored.d.ts.map +1 -0
  19. package/dist/algorithms/vector-search-engine-refactored.js +101 -0
  20. package/dist/algorithms/vector-search-engine-refactored.js.map +1 -0
  21. package/dist/algorithms/vector-search-engine.d.ts +9 -2
  22. package/dist/algorithms/vector-search-engine.d.ts.map +1 -1
  23. package/dist/algorithms/vector-search-engine.js +245 -121
  24. package/dist/algorithms/vector-search-engine.js.map +1 -1
  25. package/dist/client/index.d.ts.map +1 -1
  26. package/dist/client/index.js +34 -11
  27. package/dist/client/index.js.map +1 -1
  28. package/dist/config/environment.d.ts +26 -0
  29. package/dist/config/environment.d.ts.map +1 -0
  30. package/dist/config/environment.js +103 -0
  31. package/dist/config/environment.js.map +1 -0
  32. package/dist/config/index.d.ts.map +1 -1
  33. package/dist/config/index.js +29 -50
  34. package/dist/config/index.js.map +1 -1
  35. package/dist/config/vector-search.config.d.ts +25 -0
  36. package/dist/config/vector-search.config.d.ts.map +1 -0
  37. package/dist/config/vector-search.config.js +40 -0
  38. package/dist/config/vector-search.config.js.map +1 -0
  39. package/dist/database/init.d.ts.map +1 -1
  40. package/dist/database/init.js +154 -17
  41. package/dist/database/init.js.map +1 -1
  42. package/dist/database/migrate.d.ts +2 -1
  43. package/dist/database/migrate.d.ts.map +1 -1
  44. package/dist/database/migrate.js +191 -18
  45. package/dist/database/migrate.js.map +1 -1
  46. package/dist/database/schema.sql +234 -159
  47. package/dist/factories/hybrid-search.factory.d.ts +20 -0
  48. package/dist/factories/hybrid-search.factory.d.ts.map +1 -0
  49. package/dist/factories/hybrid-search.factory.js +57 -0
  50. package/dist/factories/hybrid-search.factory.js.map +1 -0
  51. package/dist/factories/spaced-repetition.factory.d.ts +48 -0
  52. package/dist/factories/spaced-repetition.factory.d.ts.map +1 -0
  53. package/dist/factories/spaced-repetition.factory.js +187 -0
  54. package/dist/factories/spaced-repetition.factory.js.map +1 -0
  55. package/dist/factories/vector-search.factory.d.ts +25 -0
  56. package/dist/factories/vector-search.factory.d.ts.map +1 -0
  57. package/dist/factories/vector-search.factory.js +47 -0
  58. package/dist/factories/vector-search.factory.js.map +1 -0
  59. package/dist/interfaces/database.interface.d.ts +36 -0
  60. package/dist/interfaces/database.interface.d.ts.map +1 -0
  61. package/dist/interfaces/database.interface.js +6 -0
  62. package/dist/interfaces/database.interface.js.map +1 -0
  63. package/dist/interfaces/spaced-repetition.interface.d.ts +63 -0
  64. package/dist/interfaces/spaced-repetition.interface.d.ts.map +1 -0
  65. package/dist/interfaces/spaced-repetition.interface.js +6 -0
  66. package/dist/interfaces/spaced-repetition.interface.js.map +1 -0
  67. package/dist/repositories/vector-performance.repository.d.ts +25 -0
  68. package/dist/repositories/vector-performance.repository.d.ts.map +1 -0
  69. package/dist/repositories/vector-performance.repository.js +134 -0
  70. package/dist/repositories/vector-performance.repository.js.map +1 -0
  71. package/dist/repositories/vector-search.repository.d.ts +43 -0
  72. package/dist/repositories/vector-search.repository.d.ts.map +1 -0
  73. package/dist/repositories/vector-search.repository.js +377 -0
  74. package/dist/repositories/vector-search.repository.js.map +1 -0
  75. package/dist/server/http-server.d.ts.map +1 -1
  76. package/dist/server/http-server.js +25 -24
  77. package/dist/server/http-server.js.map +1 -1
  78. package/dist/server/index.d.ts +1 -0
  79. package/dist/server/index.d.ts.map +1 -1
  80. package/dist/server/index.js +3 -1
  81. package/dist/server/index.js.map +1 -1
  82. package/dist/services/alert-notification-service.d.ts +16 -0
  83. package/dist/services/alert-notification-service.d.ts.map +1 -0
  84. package/dist/services/alert-notification-service.js +44 -0
  85. package/dist/services/alert-notification-service.js.map +1 -0
  86. package/dist/services/async-optimizer.d.ts +62 -8
  87. package/dist/services/async-optimizer.d.ts.map +1 -1
  88. package/dist/services/async-optimizer.js +137 -8
  89. package/dist/services/async-optimizer.js.map +1 -1
  90. package/dist/services/batch-scheduler.d.ts +6 -0
  91. package/dist/services/batch-scheduler.d.ts.map +1 -1
  92. package/dist/services/batch-scheduler.js +59 -19
  93. package/dist/services/batch-scheduler.js.map +1 -1
  94. package/dist/services/cache-service.d.ts +32 -0
  95. package/dist/services/cache-service.d.ts.map +1 -1
  96. package/dist/services/cache-service.js +81 -6
  97. package/dist/services/cache-service.js.map +1 -1
  98. package/dist/services/database-optimizer.js +63 -63
  99. package/dist/services/database-optimizer.js.map +1 -1
  100. package/dist/services/embedding-migration-service.d.ts +24 -0
  101. package/dist/services/embedding-migration-service.d.ts.map +1 -0
  102. package/dist/services/embedding-migration-service.js +360 -0
  103. package/dist/services/embedding-migration-service.js.map +1 -0
  104. package/dist/services/embedding-provider-factory.d.ts +12 -5
  105. package/dist/services/embedding-provider-factory.d.ts.map +1 -1
  106. package/dist/services/embedding-provider-factory.js +107 -26
  107. package/dist/services/embedding-provider-factory.js.map +1 -1
  108. package/dist/services/forgetting-policy-service.js +17 -17
  109. package/dist/services/gemini-embedding-service.d.ts +1 -1
  110. package/dist/services/gemini-embedding-service.d.ts.map +1 -1
  111. package/dist/services/gemini-embedding-service.js +25 -18
  112. package/dist/services/gemini-embedding-service.js.map +1 -1
  113. package/dist/services/memory-embedding-service.d.ts +8 -0
  114. package/dist/services/memory-embedding-service.d.ts.map +1 -1
  115. package/dist/services/memory-embedding-service.js +180 -71
  116. package/dist/services/memory-embedding-service.js.map +1 -1
  117. package/dist/services/migration-history-service.d.ts +14 -0
  118. package/dist/services/migration-history-service.d.ts.map +1 -0
  119. package/dist/services/migration-history-service.js +270 -0
  120. package/dist/services/migration-history-service.js.map +1 -0
  121. package/dist/services/migration-monitor-service.d.ts +24 -0
  122. package/dist/services/migration-monitor-service.d.ts.map +1 -0
  123. package/dist/services/migration-monitor-service.js +93 -0
  124. package/dist/services/migration-monitor-service.js.map +1 -0
  125. package/dist/services/model-availability-service.d.ts +22 -0
  126. package/dist/services/model-availability-service.d.ts.map +1 -0
  127. package/dist/services/model-availability-service.js +140 -0
  128. package/dist/services/model-availability-service.js.map +1 -0
  129. package/dist/services/openai-embedding-service.d.ts +36 -0
  130. package/dist/services/openai-embedding-service.d.ts.map +1 -0
  131. package/dist/services/openai-embedding-service.js +192 -0
  132. package/dist/services/openai-embedding-service.js.map +1 -0
  133. package/dist/services/performance-monitor.d.ts +154 -10
  134. package/dist/services/performance-monitor.d.ts.map +1 -1
  135. package/dist/services/performance-monitor.js +446 -60
  136. package/dist/services/performance-monitor.js.map +1 -1
  137. package/dist/services/spaced-repetition/interval-calculation.service.d.ts +38 -0
  138. package/dist/services/spaced-repetition/interval-calculation.service.d.ts.map +1 -0
  139. package/dist/services/spaced-repetition/interval-calculation.service.js +105 -0
  140. package/dist/services/spaced-repetition/interval-calculation.service.js.map +1 -0
  141. package/dist/services/spaced-repetition/optimal-interval.service.d.ts +56 -0
  142. package/dist/services/spaced-repetition/optimal-interval.service.d.ts.map +1 -0
  143. package/dist/services/spaced-repetition/optimal-interval.service.js +163 -0
  144. package/dist/services/spaced-repetition/optimal-interval.service.js.map +1 -0
  145. package/dist/services/spaced-repetition/performance-analysis.service.d.ts +48 -0
  146. package/dist/services/spaced-repetition/performance-analysis.service.d.ts.map +1 -0
  147. package/dist/services/spaced-repetition/performance-analysis.service.js +174 -0
  148. package/dist/services/spaced-repetition/performance-analysis.service.js.map +1 -0
  149. package/dist/services/spaced-repetition/priority-calculation.service.d.ts +53 -0
  150. package/dist/services/spaced-repetition/priority-calculation.service.d.ts.map +1 -0
  151. package/dist/services/spaced-repetition/priority-calculation.service.js +161 -0
  152. package/dist/services/spaced-repetition/priority-calculation.service.js.map +1 -0
  153. package/dist/services/spaced-repetition/recall-probability.service.d.ts +36 -0
  154. package/dist/services/spaced-repetition/recall-probability.service.d.ts.map +1 -0
  155. package/dist/services/spaced-repetition/recall-probability.service.js +88 -0
  156. package/dist/services/spaced-repetition/recall-probability.service.js.map +1 -0
  157. package/dist/services/spaced-repetition/review-scheduling.service.d.ts +43 -0
  158. package/dist/services/spaced-repetition/review-scheduling.service.d.ts.map +1 -0
  159. package/dist/services/spaced-repetition/review-scheduling.service.js +130 -0
  160. package/dist/services/spaced-repetition/review-scheduling.service.js.map +1 -0
  161. package/dist/services/spaced-repetition/spaced-repetition-container.d.ts +69 -0
  162. package/dist/services/spaced-repetition/spaced-repetition-container.d.ts.map +1 -0
  163. package/dist/services/spaced-repetition/spaced-repetition-container.js +136 -0
  164. package/dist/services/spaced-repetition/spaced-repetition-container.js.map +1 -0
  165. package/dist/services/unified-embedding-service.d.ts +3 -0
  166. package/dist/services/unified-embedding-service.d.ts.map +1 -1
  167. package/dist/services/unified-embedding-service.js +58 -62
  168. package/dist/services/unified-embedding-service.js.map +1 -1
  169. package/dist/services/vector-compatibility-service.d.ts +68 -0
  170. package/dist/services/vector-compatibility-service.d.ts.map +1 -0
  171. package/dist/services/vector-compatibility-service.js +373 -0
  172. package/dist/services/vector-compatibility-service.js.map +1 -0
  173. package/dist/services/vector-search/vector-index-manager.d.ts +27 -0
  174. package/dist/services/vector-search/vector-index-manager.d.ts.map +1 -0
  175. package/dist/services/vector-search/vector-index-manager.js +66 -0
  176. package/dist/services/vector-search/vector-index-manager.js.map +1 -0
  177. package/dist/services/vector-search/vector-performance-tester.d.ts +30 -0
  178. package/dist/services/vector-search/vector-performance-tester.d.ts.map +1 -0
  179. package/dist/services/vector-search/vector-performance-tester.js +87 -0
  180. package/dist/services/vector-search/vector-performance-tester.js.map +1 -0
  181. package/dist/services/vector-search/vector-search-container.d.ts +41 -0
  182. package/dist/services/vector-search/vector-search-container.d.ts.map +1 -0
  183. package/dist/services/vector-search/vector-search-container.js +74 -0
  184. package/dist/services/vector-search/vector-search-container.js.map +1 -0
  185. package/dist/services/vector-search/vector-search-facade.d.ts +63 -0
  186. package/dist/services/vector-search/vector-search-facade.d.ts.map +1 -0
  187. package/dist/services/vector-search/vector-search-facade.js +91 -0
  188. package/dist/services/vector-search/vector-search-facade.js.map +1 -0
  189. package/dist/services/vector-search/vector-search-result-normalizer.d.ts +6 -0
  190. package/dist/services/vector-search/vector-search-result-normalizer.d.ts.map +1 -0
  191. package/dist/services/vector-search/vector-search-result-normalizer.js +65 -0
  192. package/dist/services/vector-search/vector-search-result-normalizer.js.map +1 -0
  193. package/dist/services/vector-search/vector-search.service.d.ts +33 -0
  194. package/dist/services/vector-search/vector-search.service.d.ts.map +1 -0
  195. package/dist/services/vector-search/vector-search.service.js +149 -0
  196. package/dist/services/vector-search/vector-search.service.js.map +1 -0
  197. package/dist/tools/forget-tool.js +14 -14
  198. package/dist/tools/pin-tool.js +14 -14
  199. package/dist/tools/unpin-tool.js +21 -21
  200. package/dist/types/alerts.types.d.ts +26 -0
  201. package/dist/types/alerts.types.d.ts.map +1 -0
  202. package/dist/types/alerts.types.js +2 -0
  203. package/dist/types/alerts.types.js.map +1 -0
  204. package/dist/types/embedding-provider-monitoring.types.d.ts +24 -0
  205. package/dist/types/embedding-provider-monitoring.types.d.ts.map +1 -0
  206. package/dist/types/embedding-provider-monitoring.types.js +2 -0
  207. package/dist/types/embedding-provider-monitoring.types.js.map +1 -0
  208. package/dist/types/embedding.types.d.ts +36 -1
  209. package/dist/types/embedding.types.d.ts.map +1 -1
  210. package/dist/types/migration.types.d.ts +131 -0
  211. package/dist/types/migration.types.d.ts.map +1 -0
  212. package/dist/types/migration.types.js +6 -0
  213. package/dist/types/migration.types.js.map +1 -0
  214. package/dist/types/spaced-repetition.types.d.ts +61 -0
  215. package/dist/types/spaced-repetition.types.d.ts.map +1 -0
  216. package/dist/types/spaced-repetition.types.js +6 -0
  217. package/dist/types/spaced-repetition.types.js.map +1 -0
  218. package/dist/types/vector-search.types.d.ts +96 -0
  219. package/dist/types/vector-search.types.d.ts.map +1 -0
  220. package/dist/types/vector-search.types.js +2 -0
  221. package/dist/types/vector-search.types.js.map +1 -0
  222. package/dist/utils/configuration-validator.d.ts +23 -0
  223. package/dist/utils/configuration-validator.d.ts.map +1 -0
  224. package/dist/utils/configuration-validator.js +102 -0
  225. package/dist/utils/configuration-validator.js.map +1 -0
  226. package/dist/utils/database.d.ts.map +1 -1
  227. package/dist/utils/database.js +101 -95
  228. package/dist/utils/database.js.map +1 -1
  229. package/dist/utils/environment-check.d.ts +8 -0
  230. package/dist/utils/environment-check.d.ts.map +1 -0
  231. package/dist/utils/environment-check.js +25 -0
  232. package/dist/utils/environment-check.js.map +1 -0
  233. package/dist/utils/logger.d.ts +8 -0
  234. package/dist/utils/logger.d.ts.map +1 -0
  235. package/dist/utils/logger.js +33 -0
  236. package/dist/utils/logger.js.map +1 -0
  237. package/package.json +139 -125
  238. package/scripts/auto-setup.js +234 -234
  239. package/scripts/backup-daily.bat +28 -28
  240. package/scripts/backup-embeddings.js +108 -108
  241. package/scripts/check-db-integrity.js +93 -93
  242. package/scripts/debug-embeddings.js +184 -184
  243. package/scripts/direct-sql-migration.sql +36 -36
  244. package/scripts/docker-migration.sh +105 -105
  245. package/scripts/fix-migration.js +93 -93
  246. package/scripts/fix-vector-dimensions.js +206 -206
  247. package/scripts/migrate-embedding-data.js +307 -307
  248. package/scripts/regenerate-embeddings.js +144 -144
  249. package/scripts/restore-legacy.ps1 +60 -60
  250. package/scripts/run-migration.js +122 -122
  251. package/scripts/safe-migration.js +150 -150
  252. package/scripts/simple-migrate.js +41 -41
  253. package/scripts/simple-update.js +123 -123
  254. package/src/database/schema.sql +234 -159
  255. package/.cursor/rules/cache-management.mdc +0 -171
  256. package/.cursor/rules/database-schema.mdc +0 -344
  257. package/.cursor/rules/deployment.mdc +0 -596
  258. package/.cursor/rules/error-logging.mdc +0 -298
  259. package/.cursor/rules/forgetting-algorithms.mdc +0 -426
  260. package/.cursor/rules/http-server.mdc +0 -432
  261. package/.cursor/rules/hybrid-search.mdc +0 -424
  262. package/.cursor/rules/implementation.mdc +0 -369
  263. package/.cursor/rules/lightweight-embedding.mdc +0 -178
  264. package/.cursor/rules/mcp-client-development.mdc +0 -0
  265. package/.cursor/rules/mcp-server-development.mdc +0 -0
  266. package/.cursor/rules/mcp-tools-architecture.mdc +0 -205
  267. package/.cursor/rules/memento-memory-rule.mdc +0 -8
  268. package/.cursor/rules/memento-project-overview.mdc +0 -0
  269. package/.cursor/rules/memory-algorithms.mdc +0 -502
  270. package/.cursor/rules/monitoring.mdc +0 -622
  271. package/.cursor/rules/performance-alerts.mdc +0 -537
  272. package/.cursor/rules/performance-monitoring.mdc +0 -345
  273. package/.cursor/rules/performance-optimization.mdc +0 -563
  274. package/.cursor/rules/project-structure.mdc +0 -310
  275. package/.cursor/rules/testing.mdc +0 -473
  276. package/.dockerignore +0 -15
  277. package/.eslintrc.json +0 -34
  278. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -51
  279. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -45
  280. package/.github/ISSUE_TEMPLATE/question.md +0 -31
  281. package/.github/PULL_REQUEST_TEMPLATE.md +0 -97
  282. package/AGENTS.md +0 -28
  283. package/CHANGELOG.md +0 -416
  284. package/CODE_OF_CONDUCT.md +0 -62
  285. package/CONTRIBUTING.md +0 -165
  286. package/DOCKER_SETUP_GUIDE.md +0 -84
  287. package/Dockerfile +0 -90
  288. package/backup/legacy-removal-20250930-201816/http-server-legacy.ts +0 -1068
  289. package/backup/legacy-removal-20250930-201816/rollback-to-legacy.ps1 +0 -46
  290. package/backup/legacy-removal-20250930-201816/rollback-to-legacy.sh +0 -48
  291. package/dist/server/index-backup.d.ts +0 -5
  292. package/dist/server/index-backup.d.ts.map +0 -1
  293. package/dist/server/index-backup.js +0 -793
  294. package/dist/server/index-backup.js.map +0 -1
  295. package/dist/server/index-refactored.d.ts +0 -6
  296. package/dist/server/index-refactored.d.ts.map +0 -1
  297. package/dist/server/index-refactored.js +0 -206
  298. package/dist/server/index-refactored.js.map +0 -1
  299. package/dist/services/performance-monitoring-integration.d.ts +0 -77
  300. package/dist/services/performance-monitoring-integration.d.ts.map +0 -1
  301. package/dist/services/performance-monitoring-integration.js +0 -177
  302. package/dist/services/performance-monitoring-integration.js.map +0 -1
  303. package/dist/test/debug-http-v2.d.ts +0 -5
  304. package/dist/test/debug-http-v2.d.ts.map +0 -1
  305. package/dist/test/debug-http-v2.js +0 -28
  306. package/dist/test/debug-http-v2.js.map +0 -1
  307. package/dist/test/performance-benchmark.d.ts +0 -57
  308. package/dist/test/performance-benchmark.d.ts.map +0 -1
  309. package/dist/test/performance-benchmark.js +0 -427
  310. package/dist/test/performance-benchmark.js.map +0 -1
  311. package/dist/test/test-alerts-direct.d.ts +0 -7
  312. package/dist/test/test-alerts-direct.d.ts.map +0 -1
  313. package/dist/test/test-alerts-direct.js +0 -101
  314. package/dist/test/test-alerts-direct.js.map +0 -1
  315. package/dist/test/test-batch-scheduler.d.ts +0 -2
  316. package/dist/test/test-batch-scheduler.d.ts.map +0 -1
  317. package/dist/test/test-batch-scheduler.js +0 -156
  318. package/dist/test/test-batch-scheduler.js.map +0 -1
  319. package/dist/test/test-client.d.ts +0 -5
  320. package/dist/test/test-client.d.ts.map +0 -1
  321. package/dist/test/test-client.js +0 -86
  322. package/dist/test/test-client.js.map +0 -1
  323. package/dist/test/test-embedding.d.ts +0 -6
  324. package/dist/test/test-embedding.d.ts.map +0 -1
  325. package/dist/test/test-embedding.js +0 -142
  326. package/dist/test/test-embedding.js.map +0 -1
  327. package/dist/test/test-error-logging.d.ts +0 -7
  328. package/dist/test/test-error-logging.d.ts.map +0 -1
  329. package/dist/test/test-error-logging.js +0 -105
  330. package/dist/test/test-error-logging.js.map +0 -1
  331. package/dist/test/test-forgetting.d.ts +0 -6
  332. package/dist/test/test-forgetting.d.ts.map +0 -1
  333. package/dist/test/test-forgetting.js +0 -154
  334. package/dist/test/test-forgetting.js.map +0 -1
  335. package/dist/test/test-gemini-embedding.d.ts +0 -7
  336. package/dist/test/test-gemini-embedding.d.ts.map +0 -1
  337. package/dist/test/test-gemini-embedding.js +0 -134
  338. package/dist/test/test-gemini-embedding.js.map +0 -1
  339. package/dist/test/test-http-server-v2-simple.d.ts +0 -6
  340. package/dist/test/test-http-server-v2-simple.d.ts.map +0 -1
  341. package/dist/test/test-http-server-v2-simple.js +0 -131
  342. package/dist/test/test-http-server-v2-simple.js.map +0 -1
  343. package/dist/test/test-http-server-v2.d.ts +0 -7
  344. package/dist/test/test-http-server-v2.d.ts.map +0 -1
  345. package/dist/test/test-http-server-v2.js +0 -529
  346. package/dist/test/test-http-server-v2.js.map +0 -1
  347. package/dist/test/test-lightweight-embedding.d.ts +0 -6
  348. package/dist/test/test-lightweight-embedding.d.ts.map +0 -1
  349. package/dist/test/test-lightweight-embedding.js +0 -189
  350. package/dist/test/test-lightweight-embedding.js.map +0 -1
  351. package/dist/test/test-m1-completion.d.ts +0 -7
  352. package/dist/test/test-m1-completion.d.ts.map +0 -1
  353. package/dist/test/test-m1-completion.js +0 -124
  354. package/dist/test/test-m1-completion.js.map +0 -1
  355. package/dist/test/test-memory-injection-prompt.d.ts +0 -2
  356. package/dist/test/test-memory-injection-prompt.d.ts.map +0 -1
  357. package/dist/test/test-memory-injection-prompt.js +0 -299
  358. package/dist/test/test-memory-injection-prompt.js.map +0 -1
  359. package/dist/test/test-performance-alerts.d.ts +0 -7
  360. package/dist/test/test-performance-alerts.d.ts.map +0 -1
  361. package/dist/test/test-performance-alerts.js +0 -109
  362. package/dist/test/test-performance-alerts.js.map +0 -1
  363. package/dist/test/test-performance-monitor.d.ts +0 -2
  364. package/dist/test/test-performance-monitor.d.ts.map +0 -1
  365. package/dist/test/test-performance-monitor.js +0 -182
  366. package/dist/test/test-performance-monitor.js.map +0 -1
  367. package/dist/test/test-performance-monitoring.d.ts +0 -6
  368. package/dist/test/test-performance-monitoring.d.ts.map +0 -1
  369. package/dist/test/test-performance-monitoring.js +0 -156
  370. package/dist/test/test-performance-monitoring.js.map +0 -1
  371. package/dist/test/test-search.d.ts +0 -5
  372. package/dist/test/test-search.d.ts.map +0 -1
  373. package/dist/test/test-search.js +0 -141
  374. package/dist/test/test-search.js.map +0 -1
  375. package/dist/test/test-simple-alerts.d.ts +0 -6
  376. package/dist/test/test-simple-alerts.d.ts.map +0 -1
  377. package/dist/test/test-simple-alerts.js +0 -106
  378. package/dist/test/test-simple-alerts.js.map +0 -1
  379. package/dist/test/test-vector-search-engine.d.ts +0 -2
  380. package/dist/test/test-vector-search-engine.d.ts.map +0 -1
  381. package/dist/test/test-vector-search-engine.js +0 -225
  382. package/dist/test/test-vector-search-engine.js.map +0 -1
  383. package/docker-compose.dev.yml +0 -50
  384. package/docker-compose.prod.yml +0 -77
  385. package/docker-compose.yml +0 -43
  386. package/docs/en/Memento-Goals.md +0 -217
  387. package/docs/en/Memento-M1-DetailSpecs.md +0 -130
  388. package/docs/en/Memento-Milestones.md +0 -135
  389. package/docs/en/Search-Ranking-Memory-Decay-Formulas.md +0 -177
  390. package/docs/en/api-reference.md +0 -658
  391. package/docs/en/architecture.md +0 -1302
  392. package/docs/en/developer-guide.md +0 -1005
  393. package/docs/en/user-manual.md +0 -595
  394. package/docs/ko/Memento-Goals.md +0 -217
  395. package/docs/ko/Memento-M1-DetailSpecs.md +0 -130
  396. package/docs/ko/Memento-Milestones.md +0 -134
  397. package/docs/ko/Search-Ranking-Memory-Decay-Formulas.md +0 -177
  398. package/docs/ko/api-reference.md +0 -658
  399. package/docs/ko/architecture.md +0 -1302
  400. package/docs/ko/developer-guide.md +0 -1006
  401. package/docs/ko/embedding-api-reference.md +0 -122
  402. package/docs/ko/embedding-configuration.md +0 -62
  403. package/docs/ko/embedding-performance-benchmark.md +0 -62
  404. package/docs/ko/embedding-service-guide.md +0 -314
  405. package/docs/ko/user-manual.md +0 -595
  406. package/env.example +0 -49
  407. package/install.sh +0 -191
  408. package/mcp-http-client.js +0 -218
  409. package/mcp.json +0 -0
  410. package/packages/mcp-client/docs/API-REFERENCE.md +0 -560
  411. package/packages/mcp-client/docs/BEST-PRACTICES.md +0 -564
  412. package/packages/mcp-client/docs/MIGRATION-GUIDE.md +0 -344
  413. package/packages/mcp-client/docs/PERFORMANCE-GUIDE.md +0 -476
  414. package/packages/mcp-client/docs/TROUBLESHOOTING.md +0 -564
  415. package/packages/mcp-client/package-lock.json +0 -907
  416. package/packages/mcp-client/package.json +0 -58
  417. package/packages/mcp-client/performance-optimizer.js +0 -428
  418. package/packages/mcp-client/test-basic.js +0 -65
  419. package/packages/mcp-client/test-integration.js +0 -366
  420. package/src/algorithms/forgetting-algorithm.spec.ts +0 -538
  421. package/src/algorithms/forgetting-algorithm.ts +0 -243
  422. package/src/algorithms/hybrid-search-engine.spec.ts +0 -484
  423. package/src/algorithms/hybrid-search-engine.ts +0 -489
  424. package/src/algorithms/search-engine.spec.ts +0 -429
  425. package/src/algorithms/search-engine.ts +0 -392
  426. package/src/algorithms/search-ranking.spec.ts +0 -293
  427. package/src/algorithms/search-ranking.ts +0 -407
  428. package/src/algorithms/spaced-repetition.spec.ts +0 -510
  429. package/src/algorithms/spaced-repetition.ts +0 -238
  430. package/src/algorithms/vector-search-engine.ts +0 -505
  431. package/src/client/index.spec.ts +0 -427
  432. package/src/client/index.ts +0 -222
  433. package/src/config/index.spec.ts +0 -339
  434. package/src/config/index.ts +0 -106
  435. package/src/database/init.spec.ts +0 -239
  436. package/src/database/init.ts +0 -130
  437. package/src/database/migrate.spec.ts +0 -293
  438. package/src/database/migrate.ts +0 -94
  439. package/src/database/migrations/001_add_embedding_metadata.sql +0 -29
  440. package/src/npm-client/context-injector.spec.ts +0 -335
  441. package/src/npm-client/context-injector.ts +0 -412
  442. package/src/npm-client/index.spec.ts +0 -108
  443. package/src/npm-client/index.ts +0 -96
  444. package/src/npm-client/memento-client.spec.ts +0 -549
  445. package/src/npm-client/memento-client.ts +0 -501
  446. package/src/npm-client/memory-manager.spec.ts +0 -374
  447. package/src/npm-client/memory-manager.ts +0 -414
  448. package/src/npm-client/types.spec.ts +0 -427
  449. package/src/npm-client/types.ts +0 -296
  450. package/src/npm-client/utils.spec.ts +0 -355
  451. package/src/npm-client/utils.ts +0 -423
  452. package/src/scripts/copy-assets.js +0 -37
  453. package/src/server/http-server.spec.ts +0 -648
  454. package/src/server/http-server.ts +0 -1030
  455. package/src/server/index-backup.ts +0 -875
  456. package/src/server/index-refactored.ts +0 -237
  457. package/src/server/index.spec.ts +0 -281
  458. package/src/server/index.ts +0 -347
  459. package/src/server/simple-mcp-server.spec.ts +0 -207
  460. package/src/server/simple-mcp-server.ts +0 -173
  461. package/src/services/async-optimizer.spec.ts +0 -569
  462. package/src/services/async-optimizer.ts +0 -484
  463. package/src/services/batch-scheduler.ts +0 -759
  464. package/src/services/cache-service.spec.ts +0 -372
  465. package/src/services/cache-service.ts +0 -434
  466. package/src/services/database-optimizer.spec.ts +0 -344
  467. package/src/services/database-optimizer.ts +0 -450
  468. package/src/services/embedding-provider-factory.ts +0 -173
  469. package/src/services/embedding-service.spec.ts +0 -342
  470. package/src/services/embedding-service.ts +0 -333
  471. package/src/services/error-logging-service.spec.ts +0 -416
  472. package/src/services/error-logging-service.ts +0 -383
  473. package/src/services/forgetting-policy-service.spec.ts +0 -140
  474. package/src/services/forgetting-policy-service.ts +0 -334
  475. package/src/services/gemini-embedding-service.spec.ts +0 -463
  476. package/src/services/gemini-embedding-service.ts +0 -283
  477. package/src/services/lightweight-embedding-service.spec.ts +0 -458
  478. package/src/services/lightweight-embedding-service.ts +0 -324
  479. package/src/services/memory-embedding-service.spec.ts +0 -417
  480. package/src/services/memory-embedding-service.ts +0 -289
  481. package/src/services/minilm-embedding-service.spec.ts +0 -104
  482. package/src/services/minilm-embedding-service.ts +0 -262
  483. package/src/services/performance-alert-service.spec.ts +0 -517
  484. package/src/services/performance-alert-service.ts +0 -477
  485. package/src/services/performance-monitor.spec.ts +0 -401
  486. package/src/services/performance-monitor.ts +0 -532
  487. package/src/services/performance-monitoring-integration.spec.ts +0 -478
  488. package/src/services/performance-monitoring-integration.ts.bak +0 -276
  489. package/src/services/unified-embedding-service.spec.ts +0 -224
  490. package/src/services/unified-embedding-service.ts +0 -255
  491. package/src/test/debug-http-v2.ts +0 -30
  492. package/src/test/embedding-integration-test.spec.ts +0 -295
  493. package/src/test/embedding-integration-test.ts +0 -295
  494. package/src/test/embedding-performance-benchmark.spec.ts +0 -354
  495. package/src/test/embedding-performance-benchmark.ts +0 -312
  496. package/src/test/performance-benchmark.ts +0 -565
  497. package/src/test/test-alerts-direct.ts +0 -136
  498. package/src/test/test-batch-scheduler-simple.spec.ts +0 -122
  499. package/src/test/test-batch-scheduler.spec.ts +0 -453
  500. package/src/test/test-batch-scheduler.ts +0 -182
  501. package/src/test/test-client.ts +0 -97
  502. package/src/test/test-embedding.ts +0 -153
  503. package/src/test/test-error-handling.spec.ts +0 -575
  504. package/src/test/test-error-logging.ts +0 -117
  505. package/src/test/test-forgetting.ts +0 -162
  506. package/src/test/test-gemini-embedding.ts +0 -159
  507. package/src/test/test-http-server-v2-simple.ts +0 -147
  508. package/src/test/test-http-server-v2.ts +0 -586
  509. package/src/test/test-hybrid-search-engine.spec.ts +0 -521
  510. package/src/test/test-integration-fixed.spec.ts +0 -612
  511. package/src/test/test-integration.spec.ts +0 -463
  512. package/src/test/test-lightweight-embedding.ts +0 -208
  513. package/src/test/test-m1-completion.spec.ts +0 -614
  514. package/src/test/test-m1-completion.ts +0 -141
  515. package/src/test/test-m1-integration.spec.ts +0 -514
  516. package/src/test/test-memory-injection-prompt.spec.ts +0 -650
  517. package/src/test/test-memory-injection-prompt.ts +0 -391
  518. package/src/test/test-performance-alerts.ts +0 -125
  519. package/src/test/test-performance-monitor-updates.spec.ts +0 -490
  520. package/src/test/test-performance-monitor.spec.ts +0 -284
  521. package/src/test/test-performance-monitor.ts +0 -228
  522. package/src/test/test-performance-monitoring.ts +0 -171
  523. package/src/test/test-search.ts +0 -151
  524. package/src/test/test-simple-alerts.ts +0 -136
  525. package/src/test/test-vector-search-engine.spec.ts +0 -408
  526. package/src/test/test-vector-search-engine.ts +0 -303
  527. package/src/tools/base-tool.ts +0 -189
  528. package/src/tools/cleanup-memory-tool.ts +0 -77
  529. package/src/tools/database-optimize-tool.ts +0 -79
  530. package/src/tools/error-stats.ts +0 -119
  531. package/src/tools/forget-tool.spec.ts +0 -613
  532. package/src/tools/forget-tool.ts +0 -454
  533. package/src/tools/forgetting-stats-tool.ts +0 -47
  534. package/src/tools/index.ts +0 -71
  535. package/src/tools/memory-injection-prompt.ts +0 -257
  536. package/src/tools/performance-alerts.ts +0 -226
  537. package/src/tools/performance-stats-tool.ts +0 -48
  538. package/src/tools/pin-tool.spec.ts +0 -497
  539. package/src/tools/pin-tool.ts +0 -277
  540. package/src/tools/recall-tool.spec.ts +0 -475
  541. package/src/tools/recall-tool.ts +0 -389
  542. package/src/tools/remember-tool.spec.ts +0 -469
  543. package/src/tools/remember-tool.ts +0 -112
  544. package/src/tools/resolve-error.ts +0 -69
  545. package/src/tools/tool-registry.ts +0 -417
  546. package/src/tools/types.ts +0 -63
  547. package/src/tools/unpin-tool.spec.ts +0 -549
  548. package/src/tools/unpin-tool.ts +0 -306
  549. package/src/types/embedding.types.ts +0 -78
  550. package/src/types/index.spec.ts +0 -420
  551. package/src/types/index.ts +0 -117
  552. package/src/utils/database.spec.ts +0 -77
  553. package/src/utils/database.ts +0 -458
  554. package/src/utils/stopwords.ts +0 -128
  555. package/start-docker-setup.bat +0 -38
  556. package/static/logo.png +0 -0
  557. package/static/memento_logo.svg +0 -2
  558. package/test-docker.js +0 -103
  559. package/tsconfig.json +0 -46
  560. package/vitest.config.ts +0 -23
@@ -1,184 +1,184 @@
1
- #!/usr/bin/env node
2
-
3
- /**
4
- * 임베딩 디버깅 스크립트
5
- * 현재 데이터베이스의 임베딩 상태를 상세히 분석
6
- */
7
-
8
- import Database from 'better-sqlite3';
9
- import path from 'path';
10
- import { fileURLToPath } from 'url';
11
-
12
- const __filename = fileURLToPath(import.meta.url);
13
- const __dirname = path.dirname(__filename);
14
-
15
- // 데이터베이스 경로 설정
16
- const dbPath = process.env.DB_PATH || path.join(__dirname, '..', 'data', 'memory.db');
17
-
18
- async function debugEmbeddings() {
19
- console.log('🔍 임베딩 상태 디버깅 시작...');
20
-
21
- // 데이터베이스 연결
22
- const db = new Database(dbPath);
23
-
24
- try {
25
- // 1. 전체 임베딩 통계
26
- console.log('\n📊 전체 임베딩 통계:');
27
- const totalStats = db.prepare(`
28
- SELECT
29
- COUNT(*) as total_count,
30
- AVG(dim) as avg_dim,
31
- MIN(dim) as min_dim,
32
- MAX(dim) as max_dim,
33
- COUNT(DISTINCT dim) as unique_dims
34
- FROM memory_embedding
35
- `).get();
36
-
37
- console.log(`- 총 임베딩 개수: ${totalStats.total_count}`);
38
- console.log(`- 평균 차원: ${totalStats.avg_dim?.toFixed(1) || 'N/A'}`);
39
- console.log(`- 최소 차원: ${totalStats.min_dim || 'N/A'}`);
40
- console.log(`- 최대 차원: ${totalStats.max_dim || 'N/A'}`);
41
- console.log(`- 고유 차원 수: ${totalStats.unique_dims}`);
42
-
43
- // 2. 차원별 분포
44
- console.log('\n📈 차원별 분포:');
45
- const dimensionStats = db.prepare(`
46
- SELECT
47
- dim,
48
- COUNT(*) as count,
49
- GROUP_CONCAT(memory_id) as memory_ids
50
- FROM memory_embedding
51
- GROUP BY dim
52
- ORDER BY dim
53
- `).all();
54
-
55
- dimensionStats.forEach(stat => {
56
- console.log(`- ${stat.dim}차원: ${stat.count}개`);
57
- if (stat.count <= 5) {
58
- console.log(` 메모리 ID: ${stat.memory_ids}`);
59
- }
60
- });
61
-
62
- // 3. 모델별 분포
63
- console.log('\n🤖 모델별 분포:');
64
- const modelStats = db.prepare(`
65
- SELECT
66
- model,
67
- COUNT(*) as count,
68
- AVG(dim) as avg_dim
69
- FROM memory_embedding
70
- GROUP BY model
71
- ORDER BY count DESC
72
- `).all();
73
-
74
- modelStats.forEach(stat => {
75
- console.log(`- ${stat.model || 'NULL'}: ${stat.count}개 (평균 ${stat.avg_dim?.toFixed(1)}차원)`);
76
- });
77
-
78
- // 4. 최근 생성된 임베딩들
79
- console.log('\n🕒 최근 생성된 임베딩 (최대 10개):');
80
- const recentEmbeddings = db.prepare(`
81
- SELECT
82
- memory_id,
83
- dim,
84
- model,
85
- created_at,
86
- LENGTH(embedding) as embedding_length
87
- FROM memory_embedding
88
- ORDER BY created_at DESC
89
- LIMIT 10
90
- `).all();
91
-
92
- recentEmbeddings.forEach(emb => {
93
- console.log(`- ${emb.memory_id}: ${emb.dim}차원, ${emb.model}, ${emb.created_at}`);
94
- });
95
-
96
- // 5. 문제가 있는 임베딩 찾기
97
- console.log('\n⚠️ 문제가 있을 수 있는 임베딩들:');
98
-
99
- // 차원이 0인 경우
100
- const zeroDim = db.prepare(`
101
- SELECT memory_id, dim, model FROM memory_embedding WHERE dim = 0
102
- `).all();
103
-
104
- if (zeroDim.length > 0) {
105
- console.log(`- 차원이 0인 임베딩: ${zeroDim.length}개`);
106
- zeroDim.forEach(emb => {
107
- console.log(` ${emb.memory_id} (${emb.model})`);
108
- });
109
- }
110
-
111
- // 차원이 매우 큰 경우 (1536보다 큰 경우)
112
- const largeDim = db.prepare(`
113
- SELECT memory_id, dim, model FROM memory_embedding WHERE dim > 1536
114
- `).all();
115
-
116
- if (largeDim.length > 0) {
117
- console.log(`- 차원이 1536보다 큰 임베딩: ${largeDim.length}개`);
118
- largeDim.forEach(emb => {
119
- console.log(` ${emb.memory_id}: ${emb.dim}차원 (${emb.model})`);
120
- });
121
- }
122
-
123
- // 6. 임베딩 데이터 샘플 확인
124
- console.log('\n🔬 임베딩 데이터 샘플 (첫 3개):');
125
- const samples = db.prepare(`
126
- SELECT
127
- memory_id,
128
- dim,
129
- model,
130
- SUBSTR(embedding, 1, 100) as embedding_preview
131
- FROM memory_embedding
132
- LIMIT 3
133
- `).all();
134
-
135
- samples.forEach((sample, index) => {
136
- console.log(`\n샘플 ${index + 1}:`);
137
- console.log(`- 메모리 ID: ${sample.memory_id}`);
138
- console.log(`- 차원: ${sample.dim}`);
139
- console.log(`- 모델: ${sample.model}`);
140
- console.log(`- 임베딩 미리보기: ${sample.embedding_preview}...`);
141
-
142
- // 실제 벡터 길이 확인
143
- try {
144
- const fullEmbedding = db.prepare(`
145
- SELECT embedding FROM memory_embedding WHERE memory_id = ?
146
- `).get(sample.memory_id);
147
-
148
- const vector = JSON.parse(fullEmbedding.embedding);
149
- console.log(`- 실제 벡터 길이: ${vector.length}`);
150
- console.log(`- 첫 5개 값: [${vector.slice(0, 5).join(', ')}...]`);
151
- } catch (error) {
152
- console.log(`- 벡터 파싱 오류: ${error.message}`);
153
- }
154
- });
155
-
156
- // 7. 메모리 아이템과의 연결 상태 확인
157
- console.log('\n🔗 메모리 아이템 연결 상태:');
158
- const connectionStats = db.prepare(`
159
- SELECT
160
- (SELECT COUNT(*) FROM memory_item) as total_memories,
161
- (SELECT COUNT(*) FROM memory_embedding) as total_embeddings,
162
- (SELECT COUNT(*) FROM memory_item mi
163
- LEFT JOIN memory_embedding me ON mi.id = me.memory_id
164
- WHERE me.memory_id IS NULL) as memories_without_embedding
165
- `).get();
166
-
167
- console.log(`- 총 메모리 개수: ${connectionStats.total_memories}`);
168
- console.log(`- 총 임베딩 개수: ${connectionStats.total_embeddings}`);
169
- console.log(`- 임베딩이 없는 메모리: ${connectionStats.memories_without_embedding}`);
170
-
171
- } catch (error) {
172
- console.error('❌ 디버깅 실패:', error);
173
- process.exit(1);
174
- } finally {
175
- db.close();
176
- }
177
- }
178
-
179
- // 스크립트 실행
180
- if (import.meta.url === `file://${process.argv[1]}`) {
181
- debugEmbeddings().catch(console.error);
182
- }
183
-
184
- export { debugEmbeddings };
1
+ #!/usr/bin/env node
2
+
3
+ /**
4
+ * 임베딩 디버깅 스크립트
5
+ * 현재 데이터베이스의 임베딩 상태를 상세히 분석
6
+ */
7
+
8
+ import Database from 'better-sqlite3';
9
+ import path from 'path';
10
+ import { fileURLToPath } from 'url';
11
+
12
+ const __filename = fileURLToPath(import.meta.url);
13
+ const __dirname = path.dirname(__filename);
14
+
15
+ // 데이터베이스 경로 설정
16
+ const dbPath = process.env.DB_PATH || path.join(__dirname, '..', 'data', 'memory.db');
17
+
18
+ async function debugEmbeddings() {
19
+ console.log('🔍 임베딩 상태 디버깅 시작...');
20
+
21
+ // 데이터베이스 연결
22
+ const db = new Database(dbPath);
23
+
24
+ try {
25
+ // 1. 전체 임베딩 통계
26
+ console.log('\n📊 전체 임베딩 통계:');
27
+ const totalStats = db.prepare(`
28
+ SELECT
29
+ COUNT(*) as total_count,
30
+ AVG(dim) as avg_dim,
31
+ MIN(dim) as min_dim,
32
+ MAX(dim) as max_dim,
33
+ COUNT(DISTINCT dim) as unique_dims
34
+ FROM memory_embedding
35
+ `).get();
36
+
37
+ console.log(`- 총 임베딩 개수: ${totalStats.total_count}`);
38
+ console.log(`- 평균 차원: ${totalStats.avg_dim?.toFixed(1) || 'N/A'}`);
39
+ console.log(`- 최소 차원: ${totalStats.min_dim || 'N/A'}`);
40
+ console.log(`- 최대 차원: ${totalStats.max_dim || 'N/A'}`);
41
+ console.log(`- 고유 차원 수: ${totalStats.unique_dims}`);
42
+
43
+ // 2. 차원별 분포
44
+ console.log('\n📈 차원별 분포:');
45
+ const dimensionStats = db.prepare(`
46
+ SELECT
47
+ dim,
48
+ COUNT(*) as count,
49
+ GROUP_CONCAT(memory_id) as memory_ids
50
+ FROM memory_embedding
51
+ GROUP BY dim
52
+ ORDER BY dim
53
+ `).all();
54
+
55
+ dimensionStats.forEach(stat => {
56
+ console.log(`- ${stat.dim}차원: ${stat.count}개`);
57
+ if (stat.count <= 5) {
58
+ console.log(` 메모리 ID: ${stat.memory_ids}`);
59
+ }
60
+ });
61
+
62
+ // 3. 모델별 분포
63
+ console.log('\n🤖 모델별 분포:');
64
+ const modelStats = db.prepare(`
65
+ SELECT
66
+ model,
67
+ COUNT(*) as count,
68
+ AVG(dim) as avg_dim
69
+ FROM memory_embedding
70
+ GROUP BY model
71
+ ORDER BY count DESC
72
+ `).all();
73
+
74
+ modelStats.forEach(stat => {
75
+ console.log(`- ${stat.model || 'NULL'}: ${stat.count}개 (평균 ${stat.avg_dim?.toFixed(1)}차원)`);
76
+ });
77
+
78
+ // 4. 최근 생성된 임베딩들
79
+ console.log('\n🕒 최근 생성된 임베딩 (최대 10개):');
80
+ const recentEmbeddings = db.prepare(`
81
+ SELECT
82
+ memory_id,
83
+ dim,
84
+ model,
85
+ created_at,
86
+ LENGTH(embedding) as embedding_length
87
+ FROM memory_embedding
88
+ ORDER BY created_at DESC
89
+ LIMIT 10
90
+ `).all();
91
+
92
+ recentEmbeddings.forEach(emb => {
93
+ console.log(`- ${emb.memory_id}: ${emb.dim}차원, ${emb.model}, ${emb.created_at}`);
94
+ });
95
+
96
+ // 5. 문제가 있는 임베딩 찾기
97
+ console.log('\n⚠️ 문제가 있을 수 있는 임베딩들:');
98
+
99
+ // 차원이 0인 경우
100
+ const zeroDim = db.prepare(`
101
+ SELECT memory_id, dim, model FROM memory_embedding WHERE dim = 0
102
+ `).all();
103
+
104
+ if (zeroDim.length > 0) {
105
+ console.log(`- 차원이 0인 임베딩: ${zeroDim.length}개`);
106
+ zeroDim.forEach(emb => {
107
+ console.log(` ${emb.memory_id} (${emb.model})`);
108
+ });
109
+ }
110
+
111
+ // 차원이 매우 큰 경우 (1536보다 큰 경우)
112
+ const largeDim = db.prepare(`
113
+ SELECT memory_id, dim, model FROM memory_embedding WHERE dim > 1536
114
+ `).all();
115
+
116
+ if (largeDim.length > 0) {
117
+ console.log(`- 차원이 1536보다 큰 임베딩: ${largeDim.length}개`);
118
+ largeDim.forEach(emb => {
119
+ console.log(` ${emb.memory_id}: ${emb.dim}차원 (${emb.model})`);
120
+ });
121
+ }
122
+
123
+ // 6. 임베딩 데이터 샘플 확인
124
+ console.log('\n🔬 임베딩 데이터 샘플 (첫 3개):');
125
+ const samples = db.prepare(`
126
+ SELECT
127
+ memory_id,
128
+ dim,
129
+ model,
130
+ SUBSTR(embedding, 1, 100) as embedding_preview
131
+ FROM memory_embedding
132
+ LIMIT 3
133
+ `).all();
134
+
135
+ samples.forEach((sample, index) => {
136
+ console.log(`\n샘플 ${index + 1}:`);
137
+ console.log(`- 메모리 ID: ${sample.memory_id}`);
138
+ console.log(`- 차원: ${sample.dim}`);
139
+ console.log(`- 모델: ${sample.model}`);
140
+ console.log(`- 임베딩 미리보기: ${sample.embedding_preview}...`);
141
+
142
+ // 실제 벡터 길이 확인
143
+ try {
144
+ const fullEmbedding = db.prepare(`
145
+ SELECT embedding FROM memory_embedding WHERE memory_id = ?
146
+ `).get(sample.memory_id);
147
+
148
+ const vector = JSON.parse(fullEmbedding.embedding);
149
+ console.log(`- 실제 벡터 길이: ${vector.length}`);
150
+ console.log(`- 첫 5개 값: [${vector.slice(0, 5).join(', ')}...]`);
151
+ } catch (error) {
152
+ console.log(`- 벡터 파싱 오류: ${error.message}`);
153
+ }
154
+ });
155
+
156
+ // 7. 메모리 아이템과의 연결 상태 확인
157
+ console.log('\n🔗 메모리 아이템 연결 상태:');
158
+ const connectionStats = db.prepare(`
159
+ SELECT
160
+ (SELECT COUNT(*) FROM memory_item) as total_memories,
161
+ (SELECT COUNT(*) FROM memory_embedding) as total_embeddings,
162
+ (SELECT COUNT(*) FROM memory_item mi
163
+ LEFT JOIN memory_embedding me ON mi.id = me.memory_id
164
+ WHERE me.memory_id IS NULL) as memories_without_embedding
165
+ `).get();
166
+
167
+ console.log(`- 총 메모리 개수: ${connectionStats.total_memories}`);
168
+ console.log(`- 총 임베딩 개수: ${connectionStats.total_embeddings}`);
169
+ console.log(`- 임베딩이 없는 메모리: ${connectionStats.memories_without_embedding}`);
170
+
171
+ } catch (error) {
172
+ console.error('❌ 디버깅 실패:', error);
173
+ process.exit(1);
174
+ } finally {
175
+ db.close();
176
+ }
177
+ }
178
+
179
+ // 스크립트 실행
180
+ if (import.meta.url === `file://${process.argv[1]}`) {
181
+ debugEmbeddings().catch(console.error);
182
+ }
183
+
184
+ export { debugEmbeddings };
@@ -1,36 +1,36 @@
1
- -- 임베딩 데이터 마이그레이션 SQL
2
- -- 기존 데이터에 메타데이터 추가
3
-
4
- -- 1. 기존 데이터 업데이트
5
- UPDATE memory_embedding
6
- SET
7
- embedding_provider = CASE
8
- WHEN model = 'lightweight-hybrid' THEN 'tfidf'
9
- WHEN model IS NULL OR model = '' THEN 'tfidf'
10
- ELSE 'unknown'
11
- END,
12
- dimensions = dim,
13
- created_by = 'legacy'
14
- WHERE embedding_provider IS NULL;
15
-
16
- -- 2. 인덱스 생성
17
- CREATE INDEX IF NOT EXISTS idx_memory_embedding_provider ON memory_embedding(embedding_provider);
18
- CREATE INDEX IF NOT EXISTS idx_memory_embedding_dimensions ON memory_embedding(dimensions);
19
- CREATE INDEX IF NOT EXISTS idx_memory_embedding_created_by ON memory_embedding(created_by);
20
-
21
- -- 3. 검증 쿼리
22
- SELECT
23
- COUNT(*) as total,
24
- COUNT(CASE WHEN embedding_provider IS NOT NULL THEN 1 END) as with_provider,
25
- COUNT(CASE WHEN dimensions IS NOT NULL THEN 1 END) as with_dimensions,
26
- COUNT(CASE WHEN created_by IS NOT NULL THEN 1 END) as with_created_by
27
- FROM memory_embedding;
28
-
29
- -- 4. 최종 데이터 분포 확인
30
- SELECT
31
- embedding_provider,
32
- dimensions,
33
- COUNT(*) as count
34
- FROM memory_embedding
35
- GROUP BY embedding_provider, dimensions
36
- ORDER BY count DESC;
1
+ -- 임베딩 데이터 마이그레이션 SQL
2
+ -- 기존 데이터에 메타데이터 추가
3
+
4
+ -- 1. 기존 데이터 업데이트
5
+ UPDATE memory_embedding
6
+ SET
7
+ embedding_provider = CASE
8
+ WHEN model = 'lightweight-hybrid' THEN 'tfidf'
9
+ WHEN model IS NULL OR model = '' THEN 'tfidf'
10
+ ELSE 'unknown'
11
+ END,
12
+ dimensions = dim,
13
+ created_by = 'legacy'
14
+ WHERE embedding_provider IS NULL;
15
+
16
+ -- 2. 인덱스 생성
17
+ CREATE INDEX IF NOT EXISTS idx_memory_embedding_provider ON memory_embedding(embedding_provider);
18
+ CREATE INDEX IF NOT EXISTS idx_memory_embedding_dimensions ON memory_embedding(dimensions);
19
+ CREATE INDEX IF NOT EXISTS idx_memory_embedding_created_by ON memory_embedding(created_by);
20
+
21
+ -- 3. 검증 쿼리
22
+ SELECT
23
+ COUNT(*) as total,
24
+ COUNT(CASE WHEN embedding_provider IS NOT NULL THEN 1 END) as with_provider,
25
+ COUNT(CASE WHEN dimensions IS NOT NULL THEN 1 END) as with_dimensions,
26
+ COUNT(CASE WHEN created_by IS NOT NULL THEN 1 END) as with_created_by
27
+ FROM memory_embedding;
28
+
29
+ -- 4. 최종 데이터 분포 확인
30
+ SELECT
31
+ embedding_provider,
32
+ dimensions,
33
+ COUNT(*) as count
34
+ FROM memory_embedding
35
+ GROUP BY embedding_provider, dimensions
36
+ ORDER BY count DESC;
@@ -1,105 +1,105 @@
1
- #!/bin/bash
2
-
3
- echo "🐳 도커 환경에서 임베딩 데이터 마이그레이션 시작..."
4
-
5
- # 1. 백업 생성
6
- echo "💾 백업 생성 중..."
7
- cp /app/data/memory.db /app/data/memory-backup-$(date +%s).db
8
-
9
- # 2. sqlite-vec 없이 새로운 데이터베이스 생성
10
- echo "📝 새로운 데이터베이스 생성 중..."
11
- sqlite3 /app/data/memory-new.db << 'EOF'
12
- -- 메인 기억 테이블
13
- CREATE TABLE memory_item (
14
- id TEXT PRIMARY KEY,
15
- type TEXT CHECK (type IN ('working','episodic','semantic','procedural')) NOT NULL,
16
- content TEXT NOT NULL,
17
- importance REAL CHECK (importance >= 0 AND importance <= 1) DEFAULT 0.5,
18
- privacy_scope TEXT CHECK (privacy_scope IN ('private','team','public')) DEFAULT 'private',
19
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
20
- last_accessed TIMESTAMP,
21
- pinned BOOLEAN DEFAULT FALSE,
22
- tags TEXT,
23
- source TEXT,
24
- view_count INTEGER DEFAULT 0,
25
- cite_count INTEGER DEFAULT 0,
26
- edit_count INTEGER DEFAULT 0
27
- );
28
-
29
- -- 임베딩 저장 테이블 (새로운 컬럼 포함)
30
- CREATE TABLE memory_embedding (
31
- id INTEGER PRIMARY KEY AUTOINCREMENT,
32
- memory_id TEXT NOT NULL,
33
- embedding TEXT NOT NULL,
34
- dim INTEGER NOT NULL,
35
- model TEXT,
36
- created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
37
- embedding_provider TEXT,
38
- dimensions INTEGER,
39
- created_by TEXT DEFAULT 'migration',
40
- FOREIGN KEY (memory_id) REFERENCES memory_item(id) ON DELETE CASCADE,
41
- UNIQUE(memory_id)
42
- );
43
-
44
- -- 인덱스 생성
45
- CREATE INDEX idx_memory_embedding_provider ON memory_embedding(embedding_provider);
46
- CREATE INDEX idx_memory_embedding_dimensions ON memory_embedding(dimensions);
47
- CREATE INDEX idx_memory_embedding_created_by ON memory_embedding(created_by);
48
- EOF
49
-
50
- # 3. 데이터 복사
51
- echo "📊 데이터 복사 중..."
52
- sqlite3 /app/data/memory-new.db << 'EOF'
53
- ATTACH DATABASE '/app/data/memory.db' AS source;
54
-
55
- -- memory_item 데이터 복사
56
- INSERT INTO memory_item
57
- SELECT * FROM source.memory_item;
58
-
59
- -- memory_embedding 데이터 복사 및 메타데이터 추가
60
- INSERT INTO memory_embedding (memory_id, embedding, dim, model, created_at, embedding_provider, dimensions, created_by)
61
- SELECT
62
- memory_id,
63
- embedding,
64
- dim,
65
- model,
66
- created_at,
67
- CASE
68
- WHEN model = 'lightweight-hybrid' THEN 'tfidf'
69
- WHEN model IS NULL OR model = '' THEN 'tfidf'
70
- ELSE 'unknown'
71
- END as embedding_provider,
72
- dim as dimensions,
73
- 'legacy' as created_by
74
- FROM source.memory_embedding;
75
-
76
- DETACH DATABASE source;
77
- EOF
78
-
79
- # 4. 검증
80
- echo "🔍 마이그레이션 검증 중..."
81
- sqlite3 /app/data/memory-new.db << 'EOF'
82
- SELECT
83
- COUNT(*) as total,
84
- COUNT(CASE WHEN embedding_provider IS NOT NULL THEN 1 END) as with_provider,
85
- COUNT(CASE WHEN dimensions IS NOT NULL THEN 1 END) as with_dimensions,
86
- COUNT(CASE WHEN created_by IS NOT NULL THEN 1 END) as with_created_by
87
- FROM memory_embedding;
88
-
89
- SELECT
90
- embedding_provider,
91
- dimensions,
92
- COUNT(*) as count
93
- FROM memory_embedding
94
- GROUP BY embedding_provider, dimensions
95
- ORDER BY count DESC;
96
- EOF
97
-
98
- # 5. 원본 데이터베이스 교체
99
- echo "🔄 데이터베이스 교체 중..."
100
- mv /app/data/memory.db /app/data/memory-old.db
101
- mv /app/data/memory-new.db /app/data/memory.db
102
-
103
- echo "✅ 마이그레이션 완료!"
104
- echo "💾 백업 파일: /app/data/memory-backup-*.db"
105
- echo "🔄 롤백이 필요한 경우: mv /app/data/memory-old.db /app/data/memory.db"
1
+ #!/bin/bash
2
+
3
+ echo "🐳 도커 환경에서 임베딩 데이터 마이그레이션 시작..."
4
+
5
+ # 1. 백업 생성
6
+ echo "💾 백업 생성 중..."
7
+ cp /app/data/memory.db /app/data/memory-backup-$(date +%s).db
8
+
9
+ # 2. sqlite-vec 없이 새로운 데이터베이스 생성
10
+ echo "📝 새로운 데이터베이스 생성 중..."
11
+ sqlite3 /app/data/memory-new.db << 'EOF'
12
+ -- 메인 기억 테이블
13
+ CREATE TABLE memory_item (
14
+ id TEXT PRIMARY KEY,
15
+ type TEXT CHECK (type IN ('working','episodic','semantic','procedural')) NOT NULL,
16
+ content TEXT NOT NULL,
17
+ importance REAL CHECK (importance >= 0 AND importance <= 1) DEFAULT 0.5,
18
+ privacy_scope TEXT CHECK (privacy_scope IN ('private','team','public')) DEFAULT 'private',
19
+ created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
20
+ last_accessed TIMESTAMP,
21
+ pinned BOOLEAN DEFAULT FALSE,
22
+ tags TEXT,
23
+ source TEXT,
24
+ view_count INTEGER DEFAULT 0,
25
+ cite_count INTEGER DEFAULT 0,
26
+ edit_count INTEGER DEFAULT 0
27
+ );
28
+
29
+ -- 임베딩 저장 테이블 (새로운 컬럼 포함)
30
+ CREATE TABLE memory_embedding (
31
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
32
+ memory_id TEXT NOT NULL,
33
+ embedding TEXT NOT NULL,
34
+ dim INTEGER NOT NULL,
35
+ model TEXT,
36
+ created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
37
+ embedding_provider TEXT,
38
+ dimensions INTEGER,
39
+ created_by TEXT DEFAULT 'migration',
40
+ FOREIGN KEY (memory_id) REFERENCES memory_item(id) ON DELETE CASCADE,
41
+ UNIQUE(memory_id)
42
+ );
43
+
44
+ -- 인덱스 생성
45
+ CREATE INDEX idx_memory_embedding_provider ON memory_embedding(embedding_provider);
46
+ CREATE INDEX idx_memory_embedding_dimensions ON memory_embedding(dimensions);
47
+ CREATE INDEX idx_memory_embedding_created_by ON memory_embedding(created_by);
48
+ EOF
49
+
50
+ # 3. 데이터 복사
51
+ echo "📊 데이터 복사 중..."
52
+ sqlite3 /app/data/memory-new.db << 'EOF'
53
+ ATTACH DATABASE '/app/data/memory.db' AS source;
54
+
55
+ -- memory_item 데이터 복사
56
+ INSERT INTO memory_item
57
+ SELECT * FROM source.memory_item;
58
+
59
+ -- memory_embedding 데이터 복사 및 메타데이터 추가
60
+ INSERT INTO memory_embedding (memory_id, embedding, dim, model, created_at, embedding_provider, dimensions, created_by)
61
+ SELECT
62
+ memory_id,
63
+ embedding,
64
+ dim,
65
+ model,
66
+ created_at,
67
+ CASE
68
+ WHEN model = 'lightweight-hybrid' THEN 'tfidf'
69
+ WHEN model IS NULL OR model = '' THEN 'tfidf'
70
+ ELSE 'unknown'
71
+ END as embedding_provider,
72
+ dim as dimensions,
73
+ 'legacy' as created_by
74
+ FROM source.memory_embedding;
75
+
76
+ DETACH DATABASE source;
77
+ EOF
78
+
79
+ # 4. 검증
80
+ echo "🔍 마이그레이션 검증 중..."
81
+ sqlite3 /app/data/memory-new.db << 'EOF'
82
+ SELECT
83
+ COUNT(*) as total,
84
+ COUNT(CASE WHEN embedding_provider IS NOT NULL THEN 1 END) as with_provider,
85
+ COUNT(CASE WHEN dimensions IS NOT NULL THEN 1 END) as with_dimensions,
86
+ COUNT(CASE WHEN created_by IS NOT NULL THEN 1 END) as with_created_by
87
+ FROM memory_embedding;
88
+
89
+ SELECT
90
+ embedding_provider,
91
+ dimensions,
92
+ COUNT(*) as count
93
+ FROM memory_embedding
94
+ GROUP BY embedding_provider, dimensions
95
+ ORDER BY count DESC;
96
+ EOF
97
+
98
+ # 5. 원본 데이터베이스 교체
99
+ echo "🔄 데이터베이스 교체 중..."
100
+ mv /app/data/memory.db /app/data/memory-old.db
101
+ mv /app/data/memory-new.db /app/data/memory.db
102
+
103
+ echo "✅ 마이그레이션 완료!"
104
+ echo "💾 백업 파일: /app/data/memory-backup-*.db"
105
+ echo "🔄 롤백이 필요한 경우: mv /app/data/memory-old.db /app/data/memory.db"