memento-mcp-server 1.6.0 → 1.7.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (560) hide show
  1. package/INSTALL.en.md +303 -303
  2. package/INSTALL.md +303 -303
  3. package/README.en.md +331 -330
  4. package/README.md +432 -432
  5. package/dist/algorithms/hybrid-search-engine.d.ts +114 -44
  6. package/dist/algorithms/hybrid-search-engine.d.ts.map +1 -1
  7. package/dist/algorithms/hybrid-search-engine.js +261 -235
  8. package/dist/algorithms/hybrid-search-engine.js.map +1 -1
  9. package/dist/algorithms/search-engine.d.ts +2 -14
  10. package/dist/algorithms/search-engine.d.ts.map +1 -1
  11. package/dist/algorithms/search-engine.js +43 -35
  12. package/dist/algorithms/search-engine.js.map +1 -1
  13. package/dist/algorithms/vector-search-engine-migration.d.ts +67 -0
  14. package/dist/algorithms/vector-search-engine-migration.d.ts.map +1 -0
  15. package/dist/algorithms/vector-search-engine-migration.js +196 -0
  16. package/dist/algorithms/vector-search-engine-migration.js.map +1 -0
  17. package/dist/algorithms/vector-search-engine-refactored.d.ts +56 -0
  18. package/dist/algorithms/vector-search-engine-refactored.d.ts.map +1 -0
  19. package/dist/algorithms/vector-search-engine-refactored.js +101 -0
  20. package/dist/algorithms/vector-search-engine-refactored.js.map +1 -0
  21. package/dist/algorithms/vector-search-engine.d.ts +9 -2
  22. package/dist/algorithms/vector-search-engine.d.ts.map +1 -1
  23. package/dist/algorithms/vector-search-engine.js +245 -121
  24. package/dist/algorithms/vector-search-engine.js.map +1 -1
  25. package/dist/client/index.d.ts.map +1 -1
  26. package/dist/client/index.js +34 -11
  27. package/dist/client/index.js.map +1 -1
  28. package/dist/config/environment.d.ts +26 -0
  29. package/dist/config/environment.d.ts.map +1 -0
  30. package/dist/config/environment.js +103 -0
  31. package/dist/config/environment.js.map +1 -0
  32. package/dist/config/index.d.ts.map +1 -1
  33. package/dist/config/index.js +29 -50
  34. package/dist/config/index.js.map +1 -1
  35. package/dist/config/vector-search.config.d.ts +25 -0
  36. package/dist/config/vector-search.config.d.ts.map +1 -0
  37. package/dist/config/vector-search.config.js +40 -0
  38. package/dist/config/vector-search.config.js.map +1 -0
  39. package/dist/database/init.d.ts.map +1 -1
  40. package/dist/database/init.js +154 -17
  41. package/dist/database/init.js.map +1 -1
  42. package/dist/database/migrate.d.ts +2 -1
  43. package/dist/database/migrate.d.ts.map +1 -1
  44. package/dist/database/migrate.js +191 -18
  45. package/dist/database/migrate.js.map +1 -1
  46. package/dist/database/schema.sql +234 -159
  47. package/dist/factories/hybrid-search.factory.d.ts +20 -0
  48. package/dist/factories/hybrid-search.factory.d.ts.map +1 -0
  49. package/dist/factories/hybrid-search.factory.js +57 -0
  50. package/dist/factories/hybrid-search.factory.js.map +1 -0
  51. package/dist/factories/spaced-repetition.factory.d.ts +48 -0
  52. package/dist/factories/spaced-repetition.factory.d.ts.map +1 -0
  53. package/dist/factories/spaced-repetition.factory.js +187 -0
  54. package/dist/factories/spaced-repetition.factory.js.map +1 -0
  55. package/dist/factories/vector-search.factory.d.ts +25 -0
  56. package/dist/factories/vector-search.factory.d.ts.map +1 -0
  57. package/dist/factories/vector-search.factory.js +47 -0
  58. package/dist/factories/vector-search.factory.js.map +1 -0
  59. package/dist/interfaces/database.interface.d.ts +36 -0
  60. package/dist/interfaces/database.interface.d.ts.map +1 -0
  61. package/dist/interfaces/database.interface.js +6 -0
  62. package/dist/interfaces/database.interface.js.map +1 -0
  63. package/dist/interfaces/spaced-repetition.interface.d.ts +63 -0
  64. package/dist/interfaces/spaced-repetition.interface.d.ts.map +1 -0
  65. package/dist/interfaces/spaced-repetition.interface.js +6 -0
  66. package/dist/interfaces/spaced-repetition.interface.js.map +1 -0
  67. package/dist/repositories/vector-performance.repository.d.ts +25 -0
  68. package/dist/repositories/vector-performance.repository.d.ts.map +1 -0
  69. package/dist/repositories/vector-performance.repository.js +134 -0
  70. package/dist/repositories/vector-performance.repository.js.map +1 -0
  71. package/dist/repositories/vector-search.repository.d.ts +43 -0
  72. package/dist/repositories/vector-search.repository.d.ts.map +1 -0
  73. package/dist/repositories/vector-search.repository.js +377 -0
  74. package/dist/repositories/vector-search.repository.js.map +1 -0
  75. package/dist/server/http-server.d.ts.map +1 -1
  76. package/dist/server/http-server.js +25 -24
  77. package/dist/server/http-server.js.map +1 -1
  78. package/dist/server/index.d.ts +1 -0
  79. package/dist/server/index.d.ts.map +1 -1
  80. package/dist/server/index.js +7 -7
  81. package/dist/server/index.js.map +1 -1
  82. package/dist/services/alert-notification-service.d.ts +16 -0
  83. package/dist/services/alert-notification-service.d.ts.map +1 -0
  84. package/dist/services/alert-notification-service.js +44 -0
  85. package/dist/services/alert-notification-service.js.map +1 -0
  86. package/dist/services/async-optimizer.d.ts +62 -8
  87. package/dist/services/async-optimizer.d.ts.map +1 -1
  88. package/dist/services/async-optimizer.js +137 -8
  89. package/dist/services/async-optimizer.js.map +1 -1
  90. package/dist/services/batch-scheduler.d.ts +6 -0
  91. package/dist/services/batch-scheduler.d.ts.map +1 -1
  92. package/dist/services/batch-scheduler.js +59 -19
  93. package/dist/services/batch-scheduler.js.map +1 -1
  94. package/dist/services/cache-service.d.ts +32 -0
  95. package/dist/services/cache-service.d.ts.map +1 -1
  96. package/dist/services/cache-service.js +81 -6
  97. package/dist/services/cache-service.js.map +1 -1
  98. package/dist/services/database-optimizer.js +63 -63
  99. package/dist/services/database-optimizer.js.map +1 -1
  100. package/dist/services/embedding-migration-service.d.ts +24 -0
  101. package/dist/services/embedding-migration-service.d.ts.map +1 -0
  102. package/dist/services/embedding-migration-service.js +360 -0
  103. package/dist/services/embedding-migration-service.js.map +1 -0
  104. package/dist/services/embedding-provider-factory.d.ts +12 -5
  105. package/dist/services/embedding-provider-factory.d.ts.map +1 -1
  106. package/dist/services/embedding-provider-factory.js +107 -26
  107. package/dist/services/embedding-provider-factory.js.map +1 -1
  108. package/dist/services/forgetting-policy-service.js +17 -17
  109. package/dist/services/gemini-embedding-service.d.ts +1 -1
  110. package/dist/services/gemini-embedding-service.d.ts.map +1 -1
  111. package/dist/services/gemini-embedding-service.js +25 -18
  112. package/dist/services/gemini-embedding-service.js.map +1 -1
  113. package/dist/services/memory-embedding-service.d.ts +8 -0
  114. package/dist/services/memory-embedding-service.d.ts.map +1 -1
  115. package/dist/services/memory-embedding-service.js +180 -71
  116. package/dist/services/memory-embedding-service.js.map +1 -1
  117. package/dist/services/migration-history-service.d.ts +14 -0
  118. package/dist/services/migration-history-service.d.ts.map +1 -0
  119. package/dist/services/migration-history-service.js +270 -0
  120. package/dist/services/migration-history-service.js.map +1 -0
  121. package/dist/services/migration-monitor-service.d.ts +24 -0
  122. package/dist/services/migration-monitor-service.d.ts.map +1 -0
  123. package/dist/services/migration-monitor-service.js +93 -0
  124. package/dist/services/migration-monitor-service.js.map +1 -0
  125. package/dist/services/model-availability-service.d.ts +22 -0
  126. package/dist/services/model-availability-service.d.ts.map +1 -0
  127. package/dist/services/model-availability-service.js +140 -0
  128. package/dist/services/model-availability-service.js.map +1 -0
  129. package/dist/services/openai-embedding-service.d.ts +36 -0
  130. package/dist/services/openai-embedding-service.d.ts.map +1 -0
  131. package/dist/services/openai-embedding-service.js +192 -0
  132. package/dist/services/openai-embedding-service.js.map +1 -0
  133. package/dist/services/performance-monitor.d.ts +154 -10
  134. package/dist/services/performance-monitor.d.ts.map +1 -1
  135. package/dist/services/performance-monitor.js +446 -60
  136. package/dist/services/performance-monitor.js.map +1 -1
  137. package/dist/services/spaced-repetition/interval-calculation.service.d.ts +38 -0
  138. package/dist/services/spaced-repetition/interval-calculation.service.d.ts.map +1 -0
  139. package/dist/services/spaced-repetition/interval-calculation.service.js +105 -0
  140. package/dist/services/spaced-repetition/interval-calculation.service.js.map +1 -0
  141. package/dist/services/spaced-repetition/optimal-interval.service.d.ts +56 -0
  142. package/dist/services/spaced-repetition/optimal-interval.service.d.ts.map +1 -0
  143. package/dist/services/spaced-repetition/optimal-interval.service.js +163 -0
  144. package/dist/services/spaced-repetition/optimal-interval.service.js.map +1 -0
  145. package/dist/services/spaced-repetition/performance-analysis.service.d.ts +48 -0
  146. package/dist/services/spaced-repetition/performance-analysis.service.d.ts.map +1 -0
  147. package/dist/services/spaced-repetition/performance-analysis.service.js +174 -0
  148. package/dist/services/spaced-repetition/performance-analysis.service.js.map +1 -0
  149. package/dist/services/spaced-repetition/priority-calculation.service.d.ts +53 -0
  150. package/dist/services/spaced-repetition/priority-calculation.service.d.ts.map +1 -0
  151. package/dist/services/spaced-repetition/priority-calculation.service.js +161 -0
  152. package/dist/services/spaced-repetition/priority-calculation.service.js.map +1 -0
  153. package/dist/services/spaced-repetition/recall-probability.service.d.ts +36 -0
  154. package/dist/services/spaced-repetition/recall-probability.service.d.ts.map +1 -0
  155. package/dist/services/spaced-repetition/recall-probability.service.js +88 -0
  156. package/dist/services/spaced-repetition/recall-probability.service.js.map +1 -0
  157. package/dist/services/spaced-repetition/review-scheduling.service.d.ts +43 -0
  158. package/dist/services/spaced-repetition/review-scheduling.service.d.ts.map +1 -0
  159. package/dist/services/spaced-repetition/review-scheduling.service.js +130 -0
  160. package/dist/services/spaced-repetition/review-scheduling.service.js.map +1 -0
  161. package/dist/services/spaced-repetition/spaced-repetition-container.d.ts +69 -0
  162. package/dist/services/spaced-repetition/spaced-repetition-container.d.ts.map +1 -0
  163. package/dist/services/spaced-repetition/spaced-repetition-container.js +136 -0
  164. package/dist/services/spaced-repetition/spaced-repetition-container.js.map +1 -0
  165. package/dist/services/unified-embedding-service.d.ts +3 -0
  166. package/dist/services/unified-embedding-service.d.ts.map +1 -1
  167. package/dist/services/unified-embedding-service.js +58 -62
  168. package/dist/services/unified-embedding-service.js.map +1 -1
  169. package/dist/services/vector-compatibility-service.d.ts +68 -0
  170. package/dist/services/vector-compatibility-service.d.ts.map +1 -0
  171. package/dist/services/vector-compatibility-service.js +373 -0
  172. package/dist/services/vector-compatibility-service.js.map +1 -0
  173. package/dist/services/vector-search/vector-index-manager.d.ts +27 -0
  174. package/dist/services/vector-search/vector-index-manager.d.ts.map +1 -0
  175. package/dist/services/vector-search/vector-index-manager.js +66 -0
  176. package/dist/services/vector-search/vector-index-manager.js.map +1 -0
  177. package/dist/services/vector-search/vector-performance-tester.d.ts +30 -0
  178. package/dist/services/vector-search/vector-performance-tester.d.ts.map +1 -0
  179. package/dist/services/vector-search/vector-performance-tester.js +87 -0
  180. package/dist/services/vector-search/vector-performance-tester.js.map +1 -0
  181. package/dist/services/vector-search/vector-search-container.d.ts +41 -0
  182. package/dist/services/vector-search/vector-search-container.d.ts.map +1 -0
  183. package/dist/services/vector-search/vector-search-container.js +74 -0
  184. package/dist/services/vector-search/vector-search-container.js.map +1 -0
  185. package/dist/services/vector-search/vector-search-facade.d.ts +63 -0
  186. package/dist/services/vector-search/vector-search-facade.d.ts.map +1 -0
  187. package/dist/services/vector-search/vector-search-facade.js +91 -0
  188. package/dist/services/vector-search/vector-search-facade.js.map +1 -0
  189. package/dist/services/vector-search/vector-search-result-normalizer.d.ts +6 -0
  190. package/dist/services/vector-search/vector-search-result-normalizer.d.ts.map +1 -0
  191. package/dist/services/vector-search/vector-search-result-normalizer.js +65 -0
  192. package/dist/services/vector-search/vector-search-result-normalizer.js.map +1 -0
  193. package/dist/services/vector-search/vector-search.service.d.ts +33 -0
  194. package/dist/services/vector-search/vector-search.service.d.ts.map +1 -0
  195. package/dist/services/vector-search/vector-search.service.js +149 -0
  196. package/dist/services/vector-search/vector-search.service.js.map +1 -0
  197. package/dist/tools/forget-tool.js +14 -14
  198. package/dist/tools/pin-tool.js +14 -14
  199. package/dist/tools/unpin-tool.js +21 -21
  200. package/dist/types/alerts.types.d.ts +26 -0
  201. package/dist/types/alerts.types.d.ts.map +1 -0
  202. package/dist/types/alerts.types.js +2 -0
  203. package/dist/types/alerts.types.js.map +1 -0
  204. package/dist/types/embedding-provider-monitoring.types.d.ts +24 -0
  205. package/dist/types/embedding-provider-monitoring.types.d.ts.map +1 -0
  206. package/dist/types/embedding-provider-monitoring.types.js +2 -0
  207. package/dist/types/embedding-provider-monitoring.types.js.map +1 -0
  208. package/dist/types/embedding.types.d.ts +36 -1
  209. package/dist/types/embedding.types.d.ts.map +1 -1
  210. package/dist/types/migration.types.d.ts +131 -0
  211. package/dist/types/migration.types.d.ts.map +1 -0
  212. package/dist/types/migration.types.js +6 -0
  213. package/dist/types/migration.types.js.map +1 -0
  214. package/dist/types/spaced-repetition.types.d.ts +61 -0
  215. package/dist/types/spaced-repetition.types.d.ts.map +1 -0
  216. package/dist/types/spaced-repetition.types.js +6 -0
  217. package/dist/types/spaced-repetition.types.js.map +1 -0
  218. package/dist/types/vector-search.types.d.ts +96 -0
  219. package/dist/types/vector-search.types.d.ts.map +1 -0
  220. package/dist/types/vector-search.types.js +2 -0
  221. package/dist/types/vector-search.types.js.map +1 -0
  222. package/dist/utils/configuration-validator.d.ts +23 -0
  223. package/dist/utils/configuration-validator.d.ts.map +1 -0
  224. package/dist/utils/configuration-validator.js +102 -0
  225. package/dist/utils/configuration-validator.js.map +1 -0
  226. package/dist/utils/database.d.ts.map +1 -1
  227. package/dist/utils/database.js +101 -95
  228. package/dist/utils/database.js.map +1 -1
  229. package/dist/utils/environment-check.d.ts +8 -0
  230. package/dist/utils/environment-check.d.ts.map +1 -0
  231. package/dist/utils/environment-check.js +25 -0
  232. package/dist/utils/environment-check.js.map +1 -0
  233. package/dist/utils/logger.d.ts +8 -0
  234. package/dist/utils/logger.d.ts.map +1 -0
  235. package/dist/utils/logger.js +33 -0
  236. package/dist/utils/logger.js.map +1 -0
  237. package/package.json +139 -125
  238. package/scripts/auto-setup.js +233 -233
  239. package/scripts/backup-daily.bat +28 -28
  240. package/scripts/backup-embeddings.js +108 -108
  241. package/scripts/check-db-integrity.js +93 -93
  242. package/scripts/debug-embeddings.js +184 -184
  243. package/scripts/direct-sql-migration.sql +36 -36
  244. package/scripts/docker-migration.sh +105 -105
  245. package/scripts/fix-migration.js +93 -93
  246. package/scripts/fix-vector-dimensions.js +206 -206
  247. package/scripts/migrate-embedding-data.js +307 -307
  248. package/scripts/regenerate-embeddings.js +144 -144
  249. package/scripts/restore-legacy.ps1 +60 -60
  250. package/scripts/run-migration.js +122 -122
  251. package/scripts/safe-migration.js +150 -150
  252. package/scripts/simple-migrate.js +41 -41
  253. package/scripts/simple-update.js +123 -123
  254. package/src/database/schema.sql +234 -159
  255. package/.cursor/rules/cache-management.mdc +0 -171
  256. package/.cursor/rules/database-schema.mdc +0 -344
  257. package/.cursor/rules/deployment.mdc +0 -596
  258. package/.cursor/rules/error-logging.mdc +0 -298
  259. package/.cursor/rules/forgetting-algorithms.mdc +0 -426
  260. package/.cursor/rules/http-server.mdc +0 -432
  261. package/.cursor/rules/hybrid-search.mdc +0 -424
  262. package/.cursor/rules/implementation.mdc +0 -369
  263. package/.cursor/rules/lightweight-embedding.mdc +0 -178
  264. package/.cursor/rules/mcp-client-development.mdc +0 -0
  265. package/.cursor/rules/mcp-server-development.mdc +0 -0
  266. package/.cursor/rules/mcp-tools-architecture.mdc +0 -205
  267. package/.cursor/rules/memento-memory-rule.mdc +0 -8
  268. package/.cursor/rules/memento-project-overview.mdc +0 -0
  269. package/.cursor/rules/memory-algorithms.mdc +0 -502
  270. package/.cursor/rules/monitoring.mdc +0 -622
  271. package/.cursor/rules/performance-alerts.mdc +0 -537
  272. package/.cursor/rules/performance-monitoring.mdc +0 -345
  273. package/.cursor/rules/performance-optimization.mdc +0 -563
  274. package/.cursor/rules/project-structure.mdc +0 -310
  275. package/.cursor/rules/testing.mdc +0 -473
  276. package/.dockerignore +0 -15
  277. package/.eslintrc.json +0 -34
  278. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -51
  279. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -45
  280. package/.github/ISSUE_TEMPLATE/question.md +0 -31
  281. package/.github/PULL_REQUEST_TEMPLATE.md +0 -97
  282. package/AGENTS.md +0 -28
  283. package/CHANGELOG.md +0 -416
  284. package/CODE_OF_CONDUCT.md +0 -62
  285. package/CONTRIBUTING.md +0 -165
  286. package/DOCKER_SETUP_GUIDE.md +0 -84
  287. package/Dockerfile +0 -90
  288. package/backup/legacy-removal-20250930-201816/http-server-legacy.ts +0 -1068
  289. package/backup/legacy-removal-20250930-201816/rollback-to-legacy.ps1 +0 -46
  290. package/backup/legacy-removal-20250930-201816/rollback-to-legacy.sh +0 -48
  291. package/dist/server/index-backup.d.ts +0 -5
  292. package/dist/server/index-backup.d.ts.map +0 -1
  293. package/dist/server/index-backup.js +0 -793
  294. package/dist/server/index-backup.js.map +0 -1
  295. package/dist/server/index-refactored.d.ts +0 -6
  296. package/dist/server/index-refactored.d.ts.map +0 -1
  297. package/dist/server/index-refactored.js +0 -206
  298. package/dist/server/index-refactored.js.map +0 -1
  299. package/dist/services/performance-monitoring-integration.d.ts +0 -77
  300. package/dist/services/performance-monitoring-integration.d.ts.map +0 -1
  301. package/dist/services/performance-monitoring-integration.js +0 -177
  302. package/dist/services/performance-monitoring-integration.js.map +0 -1
  303. package/dist/test/debug-http-v2.d.ts +0 -5
  304. package/dist/test/debug-http-v2.d.ts.map +0 -1
  305. package/dist/test/debug-http-v2.js +0 -28
  306. package/dist/test/debug-http-v2.js.map +0 -1
  307. package/dist/test/performance-benchmark.d.ts +0 -57
  308. package/dist/test/performance-benchmark.d.ts.map +0 -1
  309. package/dist/test/performance-benchmark.js +0 -427
  310. package/dist/test/performance-benchmark.js.map +0 -1
  311. package/dist/test/test-alerts-direct.d.ts +0 -7
  312. package/dist/test/test-alerts-direct.d.ts.map +0 -1
  313. package/dist/test/test-alerts-direct.js +0 -101
  314. package/dist/test/test-alerts-direct.js.map +0 -1
  315. package/dist/test/test-batch-scheduler.d.ts +0 -2
  316. package/dist/test/test-batch-scheduler.d.ts.map +0 -1
  317. package/dist/test/test-batch-scheduler.js +0 -156
  318. package/dist/test/test-batch-scheduler.js.map +0 -1
  319. package/dist/test/test-client.d.ts +0 -5
  320. package/dist/test/test-client.d.ts.map +0 -1
  321. package/dist/test/test-client.js +0 -86
  322. package/dist/test/test-client.js.map +0 -1
  323. package/dist/test/test-embedding.d.ts +0 -6
  324. package/dist/test/test-embedding.d.ts.map +0 -1
  325. package/dist/test/test-embedding.js +0 -142
  326. package/dist/test/test-embedding.js.map +0 -1
  327. package/dist/test/test-error-logging.d.ts +0 -7
  328. package/dist/test/test-error-logging.d.ts.map +0 -1
  329. package/dist/test/test-error-logging.js +0 -105
  330. package/dist/test/test-error-logging.js.map +0 -1
  331. package/dist/test/test-forgetting.d.ts +0 -6
  332. package/dist/test/test-forgetting.d.ts.map +0 -1
  333. package/dist/test/test-forgetting.js +0 -154
  334. package/dist/test/test-forgetting.js.map +0 -1
  335. package/dist/test/test-gemini-embedding.d.ts +0 -7
  336. package/dist/test/test-gemini-embedding.d.ts.map +0 -1
  337. package/dist/test/test-gemini-embedding.js +0 -134
  338. package/dist/test/test-gemini-embedding.js.map +0 -1
  339. package/dist/test/test-http-server-v2-simple.d.ts +0 -6
  340. package/dist/test/test-http-server-v2-simple.d.ts.map +0 -1
  341. package/dist/test/test-http-server-v2-simple.js +0 -131
  342. package/dist/test/test-http-server-v2-simple.js.map +0 -1
  343. package/dist/test/test-http-server-v2.d.ts +0 -7
  344. package/dist/test/test-http-server-v2.d.ts.map +0 -1
  345. package/dist/test/test-http-server-v2.js +0 -529
  346. package/dist/test/test-http-server-v2.js.map +0 -1
  347. package/dist/test/test-lightweight-embedding.d.ts +0 -6
  348. package/dist/test/test-lightweight-embedding.d.ts.map +0 -1
  349. package/dist/test/test-lightweight-embedding.js +0 -189
  350. package/dist/test/test-lightweight-embedding.js.map +0 -1
  351. package/dist/test/test-m1-completion.d.ts +0 -7
  352. package/dist/test/test-m1-completion.d.ts.map +0 -1
  353. package/dist/test/test-m1-completion.js +0 -124
  354. package/dist/test/test-m1-completion.js.map +0 -1
  355. package/dist/test/test-memory-injection-prompt.d.ts +0 -2
  356. package/dist/test/test-memory-injection-prompt.d.ts.map +0 -1
  357. package/dist/test/test-memory-injection-prompt.js +0 -299
  358. package/dist/test/test-memory-injection-prompt.js.map +0 -1
  359. package/dist/test/test-performance-alerts.d.ts +0 -7
  360. package/dist/test/test-performance-alerts.d.ts.map +0 -1
  361. package/dist/test/test-performance-alerts.js +0 -109
  362. package/dist/test/test-performance-alerts.js.map +0 -1
  363. package/dist/test/test-performance-monitor.d.ts +0 -2
  364. package/dist/test/test-performance-monitor.d.ts.map +0 -1
  365. package/dist/test/test-performance-monitor.js +0 -182
  366. package/dist/test/test-performance-monitor.js.map +0 -1
  367. package/dist/test/test-performance-monitoring.d.ts +0 -6
  368. package/dist/test/test-performance-monitoring.d.ts.map +0 -1
  369. package/dist/test/test-performance-monitoring.js +0 -156
  370. package/dist/test/test-performance-monitoring.js.map +0 -1
  371. package/dist/test/test-search.d.ts +0 -5
  372. package/dist/test/test-search.d.ts.map +0 -1
  373. package/dist/test/test-search.js +0 -141
  374. package/dist/test/test-search.js.map +0 -1
  375. package/dist/test/test-simple-alerts.d.ts +0 -6
  376. package/dist/test/test-simple-alerts.d.ts.map +0 -1
  377. package/dist/test/test-simple-alerts.js +0 -106
  378. package/dist/test/test-simple-alerts.js.map +0 -1
  379. package/dist/test/test-vector-search-engine.d.ts +0 -2
  380. package/dist/test/test-vector-search-engine.d.ts.map +0 -1
  381. package/dist/test/test-vector-search-engine.js +0 -225
  382. package/dist/test/test-vector-search-engine.js.map +0 -1
  383. package/docker-compose.dev.yml +0 -50
  384. package/docker-compose.prod.yml +0 -77
  385. package/docker-compose.yml +0 -43
  386. package/docs/en/Memento-Goals.md +0 -217
  387. package/docs/en/Memento-M1-DetailSpecs.md +0 -130
  388. package/docs/en/Memento-Milestones.md +0 -135
  389. package/docs/en/Search-Ranking-Memory-Decay-Formulas.md +0 -177
  390. package/docs/en/api-reference.md +0 -658
  391. package/docs/en/architecture.md +0 -1302
  392. package/docs/en/developer-guide.md +0 -1005
  393. package/docs/en/user-manual.md +0 -595
  394. package/docs/ko/Memento-Goals.md +0 -217
  395. package/docs/ko/Memento-M1-DetailSpecs.md +0 -130
  396. package/docs/ko/Memento-Milestones.md +0 -134
  397. package/docs/ko/Search-Ranking-Memory-Decay-Formulas.md +0 -177
  398. package/docs/ko/api-reference.md +0 -658
  399. package/docs/ko/architecture.md +0 -1302
  400. package/docs/ko/developer-guide.md +0 -1006
  401. package/docs/ko/embedding-api-reference.md +0 -122
  402. package/docs/ko/embedding-configuration.md +0 -62
  403. package/docs/ko/embedding-performance-benchmark.md +0 -62
  404. package/docs/ko/embedding-service-guide.md +0 -314
  405. package/docs/ko/user-manual.md +0 -595
  406. package/env.example +0 -49
  407. package/install.sh +0 -191
  408. package/mcp-http-client.js +0 -218
  409. package/mcp.json +0 -0
  410. package/packages/mcp-client/docs/API-REFERENCE.md +0 -560
  411. package/packages/mcp-client/docs/BEST-PRACTICES.md +0 -564
  412. package/packages/mcp-client/docs/MIGRATION-GUIDE.md +0 -344
  413. package/packages/mcp-client/docs/PERFORMANCE-GUIDE.md +0 -476
  414. package/packages/mcp-client/docs/TROUBLESHOOTING.md +0 -564
  415. package/packages/mcp-client/package-lock.json +0 -907
  416. package/packages/mcp-client/package.json +0 -58
  417. package/packages/mcp-client/performance-optimizer.js +0 -428
  418. package/packages/mcp-client/test-basic.js +0 -65
  419. package/packages/mcp-client/test-integration.js +0 -366
  420. package/src/algorithms/forgetting-algorithm.spec.ts +0 -538
  421. package/src/algorithms/forgetting-algorithm.ts +0 -243
  422. package/src/algorithms/hybrid-search-engine.spec.ts +0 -484
  423. package/src/algorithms/hybrid-search-engine.ts +0 -489
  424. package/src/algorithms/search-engine.spec.ts +0 -429
  425. package/src/algorithms/search-engine.ts +0 -392
  426. package/src/algorithms/search-ranking.spec.ts +0 -293
  427. package/src/algorithms/search-ranking.ts +0 -407
  428. package/src/algorithms/spaced-repetition.spec.ts +0 -510
  429. package/src/algorithms/spaced-repetition.ts +0 -238
  430. package/src/algorithms/vector-search-engine.ts +0 -505
  431. package/src/client/index.spec.ts +0 -427
  432. package/src/client/index.ts +0 -222
  433. package/src/config/index.spec.ts +0 -339
  434. package/src/config/index.ts +0 -106
  435. package/src/database/init.spec.ts +0 -239
  436. package/src/database/init.ts +0 -130
  437. package/src/database/migrate.spec.ts +0 -293
  438. package/src/database/migrate.ts +0 -94
  439. package/src/database/migrations/001_add_embedding_metadata.sql +0 -29
  440. package/src/npm-client/context-injector.spec.ts +0 -335
  441. package/src/npm-client/context-injector.ts +0 -412
  442. package/src/npm-client/index.spec.ts +0 -108
  443. package/src/npm-client/index.ts +0 -96
  444. package/src/npm-client/memento-client.spec.ts +0 -549
  445. package/src/npm-client/memento-client.ts +0 -501
  446. package/src/npm-client/memory-manager.spec.ts +0 -374
  447. package/src/npm-client/memory-manager.ts +0 -414
  448. package/src/npm-client/types.spec.ts +0 -427
  449. package/src/npm-client/types.ts +0 -296
  450. package/src/npm-client/utils.spec.ts +0 -355
  451. package/src/npm-client/utils.ts +0 -423
  452. package/src/scripts/copy-assets.js +0 -37
  453. package/src/server/http-server.spec.ts +0 -648
  454. package/src/server/http-server.ts +0 -1030
  455. package/src/server/index-backup.ts +0 -875
  456. package/src/server/index-refactored.ts +0 -237
  457. package/src/server/index.spec.ts +0 -281
  458. package/src/server/index.ts +0 -347
  459. package/src/server/simple-mcp-server.spec.ts +0 -207
  460. package/src/server/simple-mcp-server.ts +0 -173
  461. package/src/services/async-optimizer.spec.ts +0 -569
  462. package/src/services/async-optimizer.ts +0 -484
  463. package/src/services/batch-scheduler.ts +0 -759
  464. package/src/services/cache-service.spec.ts +0 -372
  465. package/src/services/cache-service.ts +0 -434
  466. package/src/services/database-optimizer.spec.ts +0 -344
  467. package/src/services/database-optimizer.ts +0 -450
  468. package/src/services/embedding-provider-factory.ts +0 -173
  469. package/src/services/embedding-service.spec.ts +0 -342
  470. package/src/services/embedding-service.ts +0 -333
  471. package/src/services/error-logging-service.spec.ts +0 -416
  472. package/src/services/error-logging-service.ts +0 -383
  473. package/src/services/forgetting-policy-service.spec.ts +0 -140
  474. package/src/services/forgetting-policy-service.ts +0 -334
  475. package/src/services/gemini-embedding-service.spec.ts +0 -463
  476. package/src/services/gemini-embedding-service.ts +0 -283
  477. package/src/services/lightweight-embedding-service.spec.ts +0 -458
  478. package/src/services/lightweight-embedding-service.ts +0 -324
  479. package/src/services/memory-embedding-service.spec.ts +0 -417
  480. package/src/services/memory-embedding-service.ts +0 -289
  481. package/src/services/minilm-embedding-service.spec.ts +0 -104
  482. package/src/services/minilm-embedding-service.ts +0 -262
  483. package/src/services/performance-alert-service.spec.ts +0 -517
  484. package/src/services/performance-alert-service.ts +0 -477
  485. package/src/services/performance-monitor.spec.ts +0 -401
  486. package/src/services/performance-monitor.ts +0 -532
  487. package/src/services/performance-monitoring-integration.spec.ts +0 -478
  488. package/src/services/performance-monitoring-integration.ts.bak +0 -276
  489. package/src/services/unified-embedding-service.spec.ts +0 -224
  490. package/src/services/unified-embedding-service.ts +0 -255
  491. package/src/test/debug-http-v2.ts +0 -30
  492. package/src/test/embedding-integration-test.spec.ts +0 -295
  493. package/src/test/embedding-integration-test.ts +0 -295
  494. package/src/test/embedding-performance-benchmark.spec.ts +0 -354
  495. package/src/test/embedding-performance-benchmark.ts +0 -312
  496. package/src/test/performance-benchmark.ts +0 -565
  497. package/src/test/test-alerts-direct.ts +0 -136
  498. package/src/test/test-batch-scheduler-simple.spec.ts +0 -122
  499. package/src/test/test-batch-scheduler.spec.ts +0 -453
  500. package/src/test/test-batch-scheduler.ts +0 -182
  501. package/src/test/test-client.ts +0 -97
  502. package/src/test/test-embedding.ts +0 -153
  503. package/src/test/test-error-handling.spec.ts +0 -575
  504. package/src/test/test-error-logging.ts +0 -117
  505. package/src/test/test-forgetting.ts +0 -162
  506. package/src/test/test-gemini-embedding.ts +0 -159
  507. package/src/test/test-http-server-v2-simple.ts +0 -147
  508. package/src/test/test-http-server-v2.ts +0 -586
  509. package/src/test/test-hybrid-search-engine.spec.ts +0 -521
  510. package/src/test/test-integration-fixed.spec.ts +0 -612
  511. package/src/test/test-integration.spec.ts +0 -463
  512. package/src/test/test-lightweight-embedding.ts +0 -208
  513. package/src/test/test-m1-completion.spec.ts +0 -614
  514. package/src/test/test-m1-completion.ts +0 -141
  515. package/src/test/test-m1-integration.spec.ts +0 -514
  516. package/src/test/test-memory-injection-prompt.spec.ts +0 -650
  517. package/src/test/test-memory-injection-prompt.ts +0 -391
  518. package/src/test/test-performance-alerts.ts +0 -125
  519. package/src/test/test-performance-monitor-updates.spec.ts +0 -490
  520. package/src/test/test-performance-monitor.spec.ts +0 -284
  521. package/src/test/test-performance-monitor.ts +0 -228
  522. package/src/test/test-performance-monitoring.ts +0 -171
  523. package/src/test/test-search.ts +0 -151
  524. package/src/test/test-simple-alerts.ts +0 -136
  525. package/src/test/test-vector-search-engine.spec.ts +0 -408
  526. package/src/test/test-vector-search-engine.ts +0 -303
  527. package/src/tools/base-tool.ts +0 -189
  528. package/src/tools/cleanup-memory-tool.ts +0 -77
  529. package/src/tools/database-optimize-tool.ts +0 -79
  530. package/src/tools/error-stats.ts +0 -119
  531. package/src/tools/forget-tool.spec.ts +0 -613
  532. package/src/tools/forget-tool.ts +0 -454
  533. package/src/tools/forgetting-stats-tool.ts +0 -47
  534. package/src/tools/index.ts +0 -71
  535. package/src/tools/memory-injection-prompt.ts +0 -257
  536. package/src/tools/performance-alerts.ts +0 -226
  537. package/src/tools/performance-stats-tool.ts +0 -48
  538. package/src/tools/pin-tool.spec.ts +0 -497
  539. package/src/tools/pin-tool.ts +0 -277
  540. package/src/tools/recall-tool.spec.ts +0 -475
  541. package/src/tools/recall-tool.ts +0 -389
  542. package/src/tools/remember-tool.spec.ts +0 -469
  543. package/src/tools/remember-tool.ts +0 -112
  544. package/src/tools/resolve-error.ts +0 -69
  545. package/src/tools/tool-registry.ts +0 -417
  546. package/src/tools/types.ts +0 -63
  547. package/src/tools/unpin-tool.spec.ts +0 -549
  548. package/src/tools/unpin-tool.ts +0 -306
  549. package/src/types/embedding.types.ts +0 -78
  550. package/src/types/index.spec.ts +0 -420
  551. package/src/types/index.ts +0 -117
  552. package/src/utils/database.spec.ts +0 -77
  553. package/src/utils/database.ts +0 -458
  554. package/src/utils/stopwords.ts +0 -128
  555. package/start-docker-setup.bat +0 -38
  556. package/static/logo.png +0 -0
  557. package/static/memento_logo.svg +0 -2
  558. package/test-docker.js +0 -103
  559. package/tsconfig.json +0 -46
  560. package/vitest.config.ts +0 -23
@@ -1,759 +0,0 @@
1
- /**
2
- * 배치 작업 스케줄러
3
- * TTL 기반 메모리 정리 및 기타 주기적 작업을 자동화
4
- * Memento MCP Server의 핵심 배치 처리 컴포넌트
5
- */
6
-
7
- import { ForgettingPolicyService, type MemoryCleanupResult } from './forgetting-policy-service.js';
8
- import { getPerformanceMonitor } from './performance-monitor.js';
9
- import { DatabaseUtils } from '../utils/database.js';
10
- import Database from 'better-sqlite3';
11
-
12
- export interface BatchJobConfig {
13
- // 배치 작업 간격 (밀리초)
14
- cleanupInterval: number; // 메모리 정리 간격 (기본: 1시간)
15
- monitoringInterval: number; // 모니터링 간격 (기본: 5분)
16
- healthCheckInterval: number; // 헬스체크 간격 (기본: 30초)
17
-
18
- // 작업 설정
19
- maxBatchSize: number; // 한 번에 처리할 최대 메모리 수
20
- enableLogging: boolean; // 로깅 활성화
21
- enableNotifications: boolean; // 알림 활성화
22
- enableMetrics: boolean; // 메트릭 수집 활성화
23
-
24
- // 성능 설정
25
- maxConcurrentJobs: number; // 최대 동시 작업 수
26
- jobTimeout: number; // 작업 타임아웃 (밀리초)
27
- retryAttempts: number; // 재시도 횟수
28
- retryDelay: number; // 재시도 지연 (밀리초)
29
- }
30
-
31
- export interface BatchJobResult {
32
- jobType: string;
33
- startTime: Date;
34
- endTime: Date;
35
- duration: number;
36
- success: boolean;
37
- processed: number;
38
- errors: string[];
39
- warnings: string[];
40
- details?: any;
41
- retryCount?: number;
42
- }
43
-
44
- export interface SchedulerStatus {
45
- isRunning: boolean;
46
- activeJobs: string[];
47
- lastExecution: Map<string, Date>;
48
- totalExecutions: Map<string, number>;
49
- errorCount: Map<string, number>;
50
- uptime: number;
51
- config: BatchJobConfig;
52
- }
53
-
54
- export class BatchScheduler {
55
- private config: BatchJobConfig;
56
- private forgettingService: ForgettingPolicyService;
57
- private performanceMonitor: ReturnType<typeof getPerformanceMonitor>;
58
- private db: Database.Database | null = null;
59
- private intervals: Map<string, NodeJS.Timeout> = new Map();
60
- private isRunning = false;
61
- private startTime: Date | null = null;
62
- private lastExecution: Map<string, Date> = new Map();
63
- private totalExecutions: Map<string, number> = new Map();
64
- private errorCount: Map<string, number> = new Map();
65
- private runningJobs: Set<string> = new Set();
66
- private jobQueue: Array<{name: string, job: () => Promise<void>, priority: number}> = [];
67
-
68
- constructor(config?: Partial<BatchJobConfig>) {
69
- this.config = {
70
- cleanupInterval: 60 * 60 * 1000, // 1시간
71
- monitoringInterval: 5 * 60 * 1000, // 5분
72
- healthCheckInterval: 30 * 1000, // 30초
73
- maxBatchSize: 1000,
74
- enableLogging: true,
75
- enableNotifications: false,
76
- enableMetrics: true,
77
- maxConcurrentJobs: 3,
78
- jobTimeout: 5 * 60 * 1000, // 5분
79
- retryAttempts: 3,
80
- retryDelay: 1000, // 1초
81
- ...config
82
- };
83
-
84
- this.forgettingService = new ForgettingPolicyService();
85
- this.performanceMonitor = getPerformanceMonitor();
86
- }
87
-
88
- /**
89
- * 스케줄러 시작
90
- */
91
- async start(db: Database.Database): Promise<void> {
92
- if (this.isRunning) {
93
- throw new Error('BatchScheduler is already running');
94
- }
95
-
96
- this.validateConfig();
97
- this.db = db;
98
- this.isRunning = true;
99
- this.startTime = new Date();
100
-
101
- // 성능 모니터 초기화
102
- this.performanceMonitor.initialize(db);
103
-
104
- // 메모리 정리 작업 스케줄링
105
- this.scheduleJob('cleanup', this.config.cleanupInterval, async () => { await this.runMemoryCleanup(); }, 1);
106
-
107
- // 모니터링 작업 스케줄링
108
- this.scheduleJob('monitoring', this.config.monitoringInterval, async () => { await this.runMonitoring(); }, 2);
109
-
110
- // 헬스체크 작업 스케줄링
111
- this.scheduleJob('healthcheck', this.config.healthCheckInterval, async () => { await this.runHealthCheck(); }, 3);
112
-
113
- // 작업 큐 처리 시작
114
- this.startJobProcessor();
115
-
116
- this.log('BatchScheduler started', {
117
- config: this.config,
118
- startTime: this.startTime.toISOString()
119
- });
120
- }
121
-
122
- /**
123
- * 스케줄러 중지
124
- */
125
- async stop(): Promise<void> {
126
- if (!this.isRunning) {
127
- return;
128
- }
129
-
130
- this.log('Stopping BatchScheduler...');
131
- this.isRunning = false;
132
-
133
- // 모든 인터벌 정리
134
- for (const [name, interval] of this.intervals) {
135
- clearInterval(interval);
136
- this.log(`Stopped job: ${name}`);
137
- }
138
- this.intervals.clear();
139
-
140
- // 실행 중인 작업 완료 대기
141
- await this.waitForRunningJobs();
142
-
143
- this.log('BatchScheduler stopped', {
144
- uptime: this.startTime ? Date.now() - this.startTime.getTime() : 0
145
- });
146
- }
147
-
148
- /**
149
- * 설정 검증
150
- */
151
- private validateConfig(): void {
152
- if (this.config.cleanupInterval < 60000) {
153
- throw new Error('cleanupInterval must be at least 1 minute');
154
- }
155
- if (this.config.monitoringInterval < 10000) {
156
- throw new Error('monitoringInterval must be at least 10 seconds');
157
- }
158
- if (this.config.maxBatchSize < 1) {
159
- throw new Error('maxBatchSize must be at least 1');
160
- }
161
- if (this.config.maxConcurrentJobs < 1) {
162
- throw new Error('maxConcurrentJobs must be at least 1');
163
- }
164
- if (this.config.jobTimeout < 1000) {
165
- throw new Error('jobTimeout must be at least 1 second');
166
- }
167
- }
168
-
169
- /**
170
- * 작업 스케줄링
171
- */
172
- private scheduleJob(name: string, interval: number, job: () => Promise<void>, priority: number): void {
173
- const wrappedJob = async () => {
174
- if (this.runningJobs.has(name)) {
175
- this.log(`Job ${name} is already running, skipping`, { level: 'warn' });
176
- return;
177
- }
178
-
179
- this.runningJobs.add(name);
180
- const startTime = Date.now();
181
- let retryCount = 0;
182
-
183
- const executeWithRetry = async (): Promise<void> => {
184
- try {
185
- await this.executeWithTimeout(job, this.config.jobTimeout);
186
- this.lastExecution.set(name, new Date());
187
- this.totalExecutions.set(name, (this.totalExecutions.get(name) || 0) + 1);
188
-
189
- // 성공시 에러 카운트 리셋
190
- this.errorCount.set(name, 0);
191
-
192
- this.log(`Job ${name} completed successfully`, {
193
- duration: Date.now() - startTime,
194
- totalExecutions: this.totalExecutions.get(name),
195
- retryCount
196
- });
197
- } catch (error) {
198
- retryCount++;
199
- const totalErrorCount = (this.errorCount.get(name) || 0) + 1;
200
- this.errorCount.set(name, totalErrorCount);
201
-
202
- const errorInfo = {
203
- error: error instanceof Error ? error.message : String(error),
204
- stack: error instanceof Error ? error.stack : undefined,
205
- errorCount: totalErrorCount,
206
- retryCount,
207
- duration: Date.now() - startTime
208
- };
209
-
210
- this.log(`Job ${name} failed`, errorInfo, 'error');
211
-
212
- // 재시도 로직
213
- if (retryCount <= this.config.retryAttempts) {
214
- const retryDelay = this.config.retryDelay * Math.pow(2, retryCount - 1); // 지수 백오프
215
- this.log(`Retrying job ${name} in ${retryDelay}ms`, {
216
- attempt: retryCount,
217
- totalAttempts: this.config.retryAttempts,
218
- nextRetryDelay: retryDelay
219
- });
220
-
221
- setTimeout(() => {
222
- if (this.isRunning) { // 스케줄러가 여전히 실행 중인지 확인
223
- this.jobQueue.push({ name, job, priority });
224
- }
225
- }, retryDelay);
226
- } else {
227
- this.log(`Job ${name} failed permanently after ${retryCount} attempts`, {
228
- totalErrorCount,
229
- finalError: errorInfo
230
- }, 'error');
231
-
232
- // 심각한 에러의 경우 스케줄러 상태 확인
233
- if (totalErrorCount > this.config.retryAttempts * 2) {
234
- this.log(`Job ${name} has too many consecutive failures, checking scheduler health`, { level: 'warn' });
235
- await this.checkSchedulerHealth();
236
- }
237
- }
238
- }
239
- };
240
-
241
- // 실행
242
- executeWithRetry().finally(() => {
243
- this.runningJobs.delete(name);
244
- });
245
- };
246
-
247
- // 즉시 한 번 실행
248
- wrappedJob();
249
-
250
- // 주기적 실행
251
- const intervalId = setInterval(wrappedJob, interval);
252
- this.intervals.set(name, intervalId);
253
- }
254
-
255
- /**
256
- * 작업 큐 처리기 시작
257
- */
258
- private startJobProcessor(): void {
259
- const processQueue = async () => {
260
- if (this.jobQueue.length === 0 || this.runningJobs.size >= this.config.maxConcurrentJobs) {
261
- return;
262
- }
263
-
264
- // 우선순위 순으로 정렬
265
- this.jobQueue.sort((a, b) => a.priority - b.priority);
266
-
267
- const nextJob = this.jobQueue.shift();
268
- if (nextJob) {
269
- await nextJob.job();
270
- }
271
- };
272
-
273
- // 큐 처리 인터벌
274
- setInterval(processQueue, 100);
275
- }
276
-
277
- /**
278
- * 타임아웃과 함께 작업 실행
279
- */
280
- private async executeWithTimeout<T>(promise: () => Promise<T>, timeout: number): Promise<T> {
281
- return Promise.race([
282
- promise(),
283
- new Promise<never>((_, reject) => {
284
- setTimeout(() => reject(new Error(`Job timeout after ${timeout}ms`)), timeout);
285
- })
286
- ]);
287
- }
288
-
289
- /**
290
- * 실행 중인 작업 완료 대기
291
- */
292
- private async waitForRunningJobs(): Promise<void> {
293
- const maxWaitTime = 30000; // 30초
294
- const startTime = Date.now();
295
-
296
- while (this.runningJobs.size > 0 && (Date.now() - startTime) < maxWaitTime) {
297
- await new Promise(resolve => setTimeout(resolve, 100));
298
- }
299
-
300
- if (this.runningJobs.size > 0) {
301
- this.log(`Warning: ${this.runningJobs.size} jobs still running after timeout`, { level: 'warn' });
302
- }
303
- }
304
-
305
- /**
306
- * 메모리 정리 작업 실행
307
- */
308
- private async runMemoryCleanup(): Promise<BatchJobResult> {
309
- const startTime = new Date();
310
- const result: BatchJobResult = {
311
- jobType: 'memory_cleanup',
312
- startTime,
313
- endTime: new Date(),
314
- duration: 0,
315
- success: false,
316
- processed: 0,
317
- errors: [],
318
- warnings: []
319
- };
320
-
321
- try {
322
- if (!this.db) {
323
- throw new Error('Database not initialized');
324
- }
325
-
326
- this.log('Starting memory cleanup job');
327
-
328
- // 망각 정책 서비스로 메모리 정리 실행
329
- const cleanupResult: MemoryCleanupResult = await this.forgettingService.executeMemoryCleanup(this.db);
330
-
331
- result.success = true;
332
- result.processed = cleanupResult.totalProcessed;
333
- result.details = cleanupResult;
334
-
335
- if (cleanupResult.softDeleted.length > 0) {
336
- result.warnings.push(`${cleanupResult.softDeleted.length} memories soft deleted`);
337
- }
338
- if (cleanupResult.hardDeleted.length > 0) {
339
- result.warnings.push(`${cleanupResult.hardDeleted.length} memories hard deleted`);
340
- }
341
-
342
- this.log('Memory cleanup completed', {
343
- processed: cleanupResult.totalProcessed,
344
- softDeleted: cleanupResult.softDeleted.length,
345
- hardDeleted: cleanupResult.hardDeleted.length,
346
- reviewed: cleanupResult.reviewed.length
347
- });
348
-
349
- } catch (error) {
350
- result.errors.push(error instanceof Error ? error.message : String(error));
351
- this.log('Memory cleanup failed:', error, 'error');
352
- } finally {
353
- result.endTime = new Date();
354
- result.duration = result.endTime.getTime() - result.startTime.getTime();
355
- }
356
-
357
- return result;
358
- }
359
-
360
- /**
361
- * 모니터링 작업 실행
362
- */
363
- private async runMonitoring(): Promise<BatchJobResult> {
364
- const startTime = new Date();
365
- const result: BatchJobResult = {
366
- jobType: 'monitoring',
367
- startTime,
368
- endTime: new Date(),
369
- duration: 0,
370
- success: false,
371
- processed: 0,
372
- errors: [],
373
- warnings: []
374
- };
375
-
376
- try {
377
- if (!this.db) {
378
- throw new Error('Database not initialized');
379
- }
380
-
381
- // 성능 모니터로 지표 수집
382
- const metrics = await this.performanceMonitor.collectMetrics();
383
-
384
- // 데이터베이스 상태 확인
385
- const stats = await this.getDatabaseStats();
386
-
387
- // 활성 알림 확인
388
- const alerts = this.performanceMonitor.getActiveAlerts();
389
-
390
- result.success = true;
391
- result.processed = 1;
392
- result.details = {
393
- metrics,
394
- stats,
395
- alerts: {
396
- count: alerts.length,
397
- critical: alerts.filter(a => a.severity === 'critical').length,
398
- warning: alerts.filter(a => a.severity === 'warning').length
399
- }
400
- };
401
-
402
- // 경고 처리
403
- if (alerts.length > 0) {
404
- result.warnings.push(`${alerts.length} active alerts`);
405
- }
406
-
407
- this.log('Monitoring completed', {
408
- metrics: {
409
- memoryUsage: `${((metrics.memory.heapUsed / metrics.memory.heapTotal) * 100).toFixed(1)}%`,
410
- dbSize: `${(metrics.database.size / (1024 * 1024)).toFixed(1)}MB`,
411
- queryTime: `${metrics.database.queryTime}ms`
412
- },
413
- alerts: alerts.length
414
- });
415
-
416
- } catch (error) {
417
- result.errors.push(error instanceof Error ? error.message : String(error));
418
- this.log('Monitoring failed:', error, 'error');
419
- } finally {
420
- result.endTime = new Date();
421
- result.duration = result.endTime.getTime() - result.startTime.getTime();
422
- }
423
-
424
- return result;
425
- }
426
-
427
- /**
428
- * 헬스체크 작업 실행
429
- */
430
- private async runHealthCheck(): Promise<BatchJobResult> {
431
- const startTime = new Date();
432
- const result: BatchJobResult = {
433
- jobType: 'healthcheck',
434
- startTime,
435
- endTime: new Date(),
436
- duration: 0,
437
- success: false,
438
- processed: 0,
439
- errors: [],
440
- warnings: []
441
- };
442
-
443
- try {
444
- if (!this.db) {
445
- throw new Error('Database not initialized');
446
- }
447
-
448
- // 데이터베이스 연결 확인
449
- await this.db.prepare('SELECT 1').get();
450
-
451
- // 메모리 사용량 확인
452
- const memUsage = process.memoryUsage();
453
- const memUsagePercent = (memUsage.heapUsed / memUsage.heapTotal) * 100;
454
-
455
- if (memUsagePercent > 90) {
456
- result.warnings.push(`High memory usage: ${memUsagePercent.toFixed(1)}%`);
457
- }
458
-
459
- // 실행 중인 작업 수 확인
460
- if (this.runningJobs.size > this.config.maxConcurrentJobs * 0.8) {
461
- result.warnings.push(`High job concurrency: ${this.runningJobs.size}/${this.config.maxConcurrentJobs}`);
462
- }
463
-
464
- result.success = true;
465
- result.processed = 1;
466
- result.details = {
467
- memoryUsage: memUsagePercent,
468
- runningJobs: this.runningJobs.size,
469
- uptime: this.startTime ? Date.now() - this.startTime.getTime() : 0
470
- };
471
-
472
- } catch (error) {
473
- result.errors.push(error instanceof Error ? error.message : String(error));
474
- this.log('Health check failed:', error, 'error');
475
- } finally {
476
- result.endTime = new Date();
477
- result.duration = result.endTime.getTime() - result.startTime.getTime();
478
- }
479
-
480
- return result;
481
- }
482
-
483
- /**
484
- * 데이터베이스 통계 수집
485
- */
486
- private async getDatabaseStats(): Promise<any> {
487
- if (!this.db) return {};
488
-
489
- try {
490
- const stats = this.db.prepare(`
491
- SELECT
492
- type,
493
- COUNT(*) as count,
494
- COUNT(CASE WHEN pinned = TRUE THEN 1 END) as pinned_count,
495
- COUNT(CASE WHEN created_at < datetime('now', '-30 days') THEN 1 END) as old_count,
496
- AVG(importance) as avg_importance
497
- FROM memory_item
498
- GROUP BY type
499
- `).all();
500
-
501
- const totalMemories = this.db.prepare('SELECT COUNT(*) as count FROM memory_item').get() as { count: number };
502
- const dbSize = this.db.prepare('PRAGMA page_count').get() as { page_count: number };
503
- const pageSize = this.db.prepare('PRAGMA page_size').get() as { page_size: number };
504
-
505
- return {
506
- memoryStats: stats,
507
- totalMemories: totalMemories.count,
508
- estimatedSize: dbSize.page_count * pageSize.page_size
509
- };
510
- } catch (error) {
511
- this.log('Failed to collect database stats:', error, 'warn');
512
- return {};
513
- }
514
- }
515
-
516
- /**
517
- * 로깅
518
- */
519
- private log(message: string, data?: any, level: 'info' | 'warn' | 'error' = 'info'): void {
520
- if (!this.config.enableLogging) return;
521
-
522
- const timestamp = new Date().toISOString();
523
- const logEntry = {
524
- timestamp,
525
- service: 'BatchScheduler',
526
- level,
527
- message,
528
- data,
529
- uptime: this.startTime ? Date.now() - this.startTime.getTime() : 0,
530
- activeJobs: this.runningJobs.size,
531
- queueSize: this.jobQueue.length
532
- };
533
-
534
- const logMessage = `[${timestamp}] [BatchScheduler] [${level.toUpperCase()}] ${message}`;
535
-
536
- // 구조화된 로그 출력
537
- const logData = data ? JSON.stringify(data, null, 2) : '';
538
- const contextInfo = `[Uptime: ${logEntry.uptime}ms, Active: ${logEntry.activeJobs}, Queue: ${logEntry.queueSize}]`;
539
-
540
- switch (level) {
541
- case 'error':
542
- console.error(logMessage, contextInfo, logData);
543
- // 에러 로그를 파일에도 저장 (선택사항)
544
- this.logToFile(logEntry);
545
- break;
546
- case 'warn':
547
- console.warn(logMessage, contextInfo, logData);
548
- break;
549
- default:
550
- console.log(logMessage, contextInfo, logData);
551
- }
552
- }
553
-
554
- /**
555
- * 파일 로깅 (에러 로그)
556
- */
557
- private logToFile(logEntry: any): void {
558
- try {
559
- const fs = require('fs');
560
- const path = require('path');
561
- const logDir = path.join(process.cwd(), 'logs');
562
-
563
- // 로그 디렉토리 생성
564
- if (!fs.existsSync(logDir)) {
565
- fs.mkdirSync(logDir, { recursive: true });
566
- }
567
-
568
- const logFile = path.join(logDir, 'batch-scheduler.log');
569
- const logLine = JSON.stringify(logEntry) + '\n';
570
-
571
- fs.appendFileSync(logFile, logLine);
572
- } catch (error) {
573
- // 파일 로깅 실패는 무시
574
- console.warn('Failed to write to log file:', error);
575
- }
576
- }
577
-
578
- /**
579
- * 수동으로 작업 실행
580
- */
581
- async runJob(jobType: 'cleanup' | 'monitoring' | 'healthcheck'): Promise<BatchJobResult> {
582
- switch (jobType) {
583
- case 'cleanup':
584
- return await this.runMemoryCleanup();
585
- case 'monitoring':
586
- return await this.runMonitoring();
587
- case 'healthcheck':
588
- return await this.runHealthCheck();
589
- default:
590
- throw new Error(`Unknown job type: ${jobType}`);
591
- }
592
- }
593
-
594
- /**
595
- * 스케줄러 상태 확인
596
- */
597
- getStatus(): SchedulerStatus {
598
- return {
599
- isRunning: this.isRunning,
600
- activeJobs: Array.from(this.intervals.keys()),
601
- lastExecution: new Map(this.lastExecution),
602
- totalExecutions: new Map(this.totalExecutions),
603
- errorCount: new Map(this.errorCount),
604
- uptime: this.startTime ? Date.now() - this.startTime.getTime() : 0,
605
- config: { ...this.config }
606
- };
607
- }
608
-
609
- /**
610
- * 설정 업데이트
611
- */
612
- updateConfig(newConfig: Partial<BatchJobConfig>): void {
613
- this.config = { ...this.config, ...newConfig };
614
- this.validateConfig();
615
- this.log('Configuration updated', { config: this.config });
616
- }
617
-
618
- /**
619
- * 특정 작업 중지
620
- */
621
- stopJob(jobName: string): boolean {
622
- const interval = this.intervals.get(jobName);
623
- if (interval) {
624
- clearInterval(interval);
625
- this.intervals.delete(jobName);
626
- this.log(`Stopped job: ${jobName}`);
627
- return true;
628
- }
629
- return false;
630
- }
631
-
632
- /**
633
- * 특정 작업 재시작
634
- */
635
- restartJob(jobName: string): boolean {
636
- if (this.stopJob(jobName)) {
637
- // 작업 재시작 로직은 각 작업 타입에 따라 구현
638
- this.log(`Restarted job: ${jobName}`);
639
- return true;
640
- }
641
- return false;
642
- }
643
-
644
- /**
645
- * 스케줄러 헬스체크
646
- */
647
- private async checkSchedulerHealth(): Promise<void> {
648
- try {
649
- this.log('Performing scheduler health check...');
650
-
651
- // 데이터베이스 연결 확인
652
- if (this.db) {
653
- await this.db.prepare('SELECT 1').get();
654
- }
655
-
656
- // 메모리 사용량 확인
657
- const memUsage = process.memoryUsage();
658
- const memUsagePercent = (memUsage.heapUsed / memUsage.heapTotal) * 100;
659
-
660
- if (memUsagePercent > 90) {
661
- this.log(`High memory usage detected: ${memUsagePercent.toFixed(1)}%`, { level: 'warn' });
662
-
663
- // 메모리 정리 시도
664
- if (global.gc) {
665
- global.gc();
666
- this.log('Garbage collection triggered');
667
- }
668
- }
669
-
670
- // 실행 중인 작업 수 확인
671
- if (this.runningJobs.size > this.config.maxConcurrentJobs) {
672
- this.log(`Too many running jobs: ${this.runningJobs.size}/${this.config.maxConcurrentJobs}`, { level: 'warn' });
673
- }
674
-
675
- // 큐 크기 확인
676
- if (this.jobQueue.length > 100) {
677
- this.log(`Large job queue: ${this.jobQueue.length} items`, { level: 'warn' });
678
- }
679
-
680
- this.log('Scheduler health check completed', {
681
- memoryUsage: memUsagePercent,
682
- runningJobs: this.runningJobs.size,
683
- queueSize: this.jobQueue.length,
684
- uptime: this.startTime ? Date.now() - this.startTime.getTime() : 0
685
- });
686
-
687
- } catch (error) {
688
- this.log('Scheduler health check failed', { error: error instanceof Error ? error.message : String(error) }, 'error');
689
- }
690
- }
691
-
692
- /**
693
- * 스케줄러 통계 조회
694
- */
695
- getDetailedStats(): {
696
- status: SchedulerStatus;
697
- health: {
698
- memoryUsage: number;
699
- runningJobs: number;
700
- queueSize: number;
701
- errorRate: number;
702
- uptime: number;
703
- };
704
- jobs: Array<{
705
- name: string;
706
- lastExecution: Date | null;
707
- totalExecutions: number;
708
- errorCount: number;
709
- errorRate: number;
710
- isRunning: boolean;
711
- }>;
712
- } {
713
- const memUsage = process.memoryUsage();
714
- const memUsagePercent = (memUsage.heapUsed / memUsage.heapTotal) * 100;
715
-
716
- const totalExecutions = Array.from(this.totalExecutions.values()).reduce((sum, count) => sum + count, 0);
717
- const totalErrors = Array.from(this.errorCount.values()).reduce((sum, count) => sum + count, 0);
718
- const errorRate = totalExecutions > 0 ? totalErrors / totalExecutions : 0;
719
-
720
- const jobs = Array.from(this.intervals.keys()).map(name => ({
721
- name,
722
- lastExecution: this.lastExecution.get(name) || null,
723
- totalExecutions: this.totalExecutions.get(name) || 0,
724
- errorCount: this.errorCount.get(name) || 0,
725
- errorRate: (this.totalExecutions.get(name) || 0) > 0 ? (this.errorCount.get(name) || 0) / (this.totalExecutions.get(name) || 1) : 0,
726
- isRunning: this.runningJobs.has(name)
727
- }));
728
-
729
- return {
730
- status: this.getStatus(),
731
- health: {
732
- memoryUsage: memUsagePercent,
733
- runningJobs: this.runningJobs.size,
734
- queueSize: this.jobQueue.length,
735
- errorRate,
736
- uptime: this.startTime ? Date.now() - this.startTime.getTime() : 0
737
- },
738
- jobs
739
- };
740
- }
741
- }
742
-
743
- // 싱글톤 인스턴스
744
- let schedulerInstance: BatchScheduler | null = null;
745
-
746
- export function getBatchScheduler(): BatchScheduler {
747
- if (!schedulerInstance) {
748
- schedulerInstance = new BatchScheduler();
749
- }
750
- return schedulerInstance;
751
- }
752
-
753
- export function createBatchScheduler(config?: Partial<BatchJobConfig>): BatchScheduler {
754
- return new BatchScheduler(config);
755
- }
756
-
757
- export function resetBatchScheduler(): void {
758
- schedulerInstance = null;
759
- }