squish-memory 1.1.5 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (646) hide show
  1. package/.env.example +32 -16
  2. package/CHANGELOG.md +147 -0
  3. package/README.md +120 -78
  4. package/{scripts → bin}/dependency-manager.mjs +217 -217
  5. package/{scripts → bin}/detect-clients.mjs +78 -78
  6. package/bin/install-interactive.mjs +321 -0
  7. package/bin/squish-mcp.mjs +44 -0
  8. package/bin/squish.mjs +33 -0
  9. package/config/mcp-migration-map.json +1 -6
  10. package/config/mcp-mode-semantics.json +19 -23
  11. package/config/mcp-remote-auth.json +3 -26
  12. package/config/mcp-universal.schema.json +5 -35
  13. package/config/settings.json +107 -52
  14. package/config.js +5 -0
  15. package/config.ts +218 -0
  16. package/core/adapters/config/claude-code.ts +133 -0
  17. package/core/adapters/config/cursor.ts +90 -0
  18. package/core/adapters/config/opencode.ts +89 -0
  19. package/core/adapters/config/windsurf.ts +90 -0
  20. package/core/adapters/index.ts +102 -0
  21. package/core/adapters/timeline.ts +116 -0
  22. package/core/adapters/types.ts +166 -0
  23. package/core/agent-preferences.ts +140 -0
  24. package/core/algorithms/analytics/token-estimator.ts +216 -0
  25. package/core/algorithms/detection/hash-filters.ts +260 -0
  26. package/core/algorithms/detection/semantic-ranker.ts +194 -0
  27. package/core/algorithms/detection/two-stage-detector.ts +421 -0
  28. package/core/algorithms/handlers/approve-merge.ts +215 -0
  29. package/core/algorithms/handlers/detect-duplicates.ts +192 -0
  30. package/core/algorithms/handlers/get-stats.ts +132 -0
  31. package/core/algorithms/handlers/list-proposals.ts +130 -0
  32. package/core/algorithms/handlers/preview-merge.ts +139 -0
  33. package/core/algorithms/handlers/reject-merge.ts +93 -0
  34. package/core/algorithms/handlers/reverse-merge.ts +155 -0
  35. package/{dist/core/algorithms/index.js → core/algorithms/index.ts} +39 -26
  36. package/core/algorithms/operations/cache-maintenance.ts +182 -0
  37. package/core/algorithms/safety/safety-checks.ts +256 -0
  38. package/core/algorithms/strategies/merge-strategies.ts +381 -0
  39. package/core/algorithms/types.ts +140 -0
  40. package/core/algorithms/utils/response-builder.ts +61 -0
  41. package/core/associations.ts +363 -0
  42. package/core/beliefs/decay.ts +289 -0
  43. package/core/beliefs/extractor.ts +131 -0
  44. package/core/beliefs/store.ts +557 -0
  45. package/core/beliefs/types.ts +38 -0
  46. package/core/commands/mcp-server.ts +5 -0
  47. package/core/compression.ts +177 -0
  48. package/core/config.js +2 -0
  49. package/core/consolidation.ts +330 -0
  50. package/core/context/agent-context.ts +388 -0
  51. package/core/context/context-paging.ts +449 -0
  52. package/core/context/context-window.ts +234 -0
  53. package/core/context/context.ts +35 -0
  54. package/core/embeddings/embeddings.ts +616 -0
  55. package/core/embeddings/google-multimodal.ts +200 -0
  56. package/{dist/core/local-embeddings.js → core/embeddings/local-embeddings.ts} +12 -11
  57. package/core/embeddings/qmd-client.ts +495 -0
  58. package/core/embeddings/transformers-local.ts +261 -0
  59. package/core/embeddings.js +4 -0
  60. package/core/error-handling.ts +206 -0
  61. package/core/external +219 -0
  62. package/core/graph/entity-deduplicator.ts +232 -0
  63. package/core/graph/graph-builder.ts +257 -0
  64. package/core/graph/graph-traversal.ts +490 -0
  65. package/core/graph/index.ts +24 -0
  66. package/core/graph/llm-entity-extractor.ts +402 -0
  67. package/core/graph/multi-hop-retrieval.ts +317 -0
  68. package/core/graph/relationship-extractor.ts +465 -0
  69. package/core/hooks/agent-hooks.ts +653 -0
  70. package/core/hooks/auto-tagger.ts +149 -0
  71. package/core/hooks/capture-filter.ts +169 -0
  72. package/core/hot-cache.ts +388 -0
  73. package/core/index.ts +10 -0
  74. package/core/ingestion/agent-memory.ts +167 -0
  75. package/core/ingestion/core-memory.ts +326 -0
  76. package/core/ingestion/learnings.ts +260 -0
  77. package/core/ingestion/signal-engine.ts +266 -0
  78. package/core/integrations/obsidian-vault.ts +197 -0
  79. package/core/layers/generator.ts +115 -0
  80. package/{dist/core/lib/db-client.d.ts → core/lib/db-client.ts} +168 -114
  81. package/core/lib/parse-embedding.ts +59 -0
  82. package/{dist/core/lib/schemas.js → core/lib/schemas.ts} +102 -87
  83. package/core/lib/types.ts +49 -0
  84. package/core/lib/utils.ts +151 -0
  85. package/core/lib/validation.ts +180 -0
  86. package/core/lifecycle.ts +353 -0
  87. package/core/logger.ts +59 -0
  88. package/core/memory/bridge-discovery.ts +395 -0
  89. package/core/memory/categorizer.ts +390 -0
  90. package/core/memory/conflict-detector.ts +62 -0
  91. package/core/memory/consolidation.ts +372 -0
  92. package/core/memory/context-collector.ts +75 -0
  93. package/core/memory/contradiction-resolver.ts +494 -0
  94. package/core/memory/edit-workflow.ts +174 -0
  95. package/core/memory/entity-extractor.ts +426 -0
  96. package/core/memory/entity-resolver.ts +89 -0
  97. package/core/memory/explain.ts +112 -0
  98. package/core/memory/fact-deriver.ts +300 -0
  99. package/core/memory/fact-extractor.ts +120 -0
  100. package/core/memory/feedback-tracker.ts +200 -0
  101. package/core/memory/hooks.ts +230 -0
  102. package/core/memory/hybrid-retrieval.ts +65 -0
  103. package/core/memory/hybrid-scorer.ts +325 -0
  104. package/core/memory/hybrid-search.ts +748 -0
  105. package/core/memory/importance.ts +319 -0
  106. package/{dist/core/memory/index.js → core/memory/index.ts} +11 -10
  107. package/core/memory/loader.ts +178 -0
  108. package/core/memory/markdown/markdown-storage.ts +318 -0
  109. package/core/memory/memories.ts +565 -0
  110. package/core/memory/memory-lifecycle.ts +51 -0
  111. package/core/memory/memory-manager.ts +53 -0
  112. package/core/memory/migrate.ts +173 -0
  113. package/core/memory/normalization.ts +30 -0
  114. package/core/memory/path-strengthener.ts +211 -0
  115. package/core/memory/progressive-disclosure.ts +392 -0
  116. package/core/memory/query-processor.ts +130 -0
  117. package/core/memory/query-rewriter.ts +153 -0
  118. package/core/memory/response-analyzer.ts +81 -0
  119. package/core/memory/retrieval-feedback.ts +276 -0
  120. package/core/memory/serialization.ts +83 -0
  121. package/core/memory/stale-cleaner.ts +147 -0
  122. package/core/memory/stats.ts +181 -0
  123. package/core/memory/telemetry.ts +392 -0
  124. package/core/memory/temporal-facts.ts +356 -0
  125. package/core/memory/temporal-parser.ts +477 -0
  126. package/core/memory/trigger-detector.ts +104 -0
  127. package/core/memory/write-gate.ts +288 -0
  128. package/{dist/core/places/index.js → core/places/index.ts} +12 -12
  129. package/core/places/memory-places.ts +339 -0
  130. package/core/places/places.ts +406 -0
  131. package/core/places/rules.ts +308 -0
  132. package/core/places/walking.ts +192 -0
  133. package/core/projects +89 -0
  134. package/core/projects.ts +131 -0
  135. package/core/redis.ts +82 -0
  136. package/core/responses.ts +187 -0
  137. package/core/runtime/trust-report.ts +195 -0
  138. package/core/runtime/trust-state.ts +360 -0
  139. package/core/scheduler/cron-scheduler.ts +590 -0
  140. package/core/scheduler/heartbeat.ts +91 -0
  141. package/{dist/core/scheduler/index.js → core/scheduler/index.ts} +8 -8
  142. package/core/scheduler/job-runner.ts +197 -0
  143. package/core/search/conversations.ts +166 -0
  144. package/core/search/entities.ts +46 -0
  145. package/core/search/folder-context.ts +154 -0
  146. package/core/search/graph-boost.ts +22 -0
  147. package/{dist/core/search/index.js → core/search/index.ts} +4 -5
  148. package/core/search/qmd-wrapper.ts +84 -0
  149. package/core/security/encrypt.ts +51 -0
  150. package/core/security/governance.ts +102 -0
  151. package/core/security/privacy.ts +108 -0
  152. package/core/security/secret-detector.ts +122 -0
  153. package/core/session/auto-load.ts +160 -0
  154. package/core/session/entity-tracker.ts +363 -0
  155. package/{dist/core/session/index.js → core/session/index.ts} +7 -7
  156. package/core/session/reference-resolver.ts +158 -0
  157. package/core/session/self-iteration-job.ts +478 -0
  158. package/core/session/session-hooks.ts +69 -0
  159. package/core/session/types.ts +36 -0
  160. package/core/session/working-set.ts +275 -0
  161. package/{dist/core/snapshots/cleanup.js → core/snapshots/cleanup.ts} +13 -12
  162. package/core/snapshots/comparison.ts +59 -0
  163. package/core/snapshots/creation.ts +139 -0
  164. package/core/snapshots/retrieval.ts +44 -0
  165. package/core/snapshots/stats.ts +63 -0
  166. package/core/storage/cache.ts +241 -0
  167. package/core/storage/database.ts +23 -0
  168. package/{dist/core/summarization/cleanup.js → core/summarization/cleanup.ts} +13 -12
  169. package/core/summarization/queries.ts +32 -0
  170. package/core/summarization/stats.ts +64 -0
  171. package/core/summarization/strategies.ts +52 -0
  172. package/core/summarization.ts +248 -0
  173. package/core/temporal-facts.ts +244 -0
  174. package/core/tracing/collector.ts +470 -0
  175. package/core/tracing/visualizer.ts +195 -0
  176. package/core/utils/cleanup-operations.ts +50 -0
  177. package/core/utils/content-extraction.ts +95 -0
  178. package/core/utils/filter-builder.ts +56 -0
  179. package/core/utils/history-traversal.ts +63 -0
  180. package/core/utils/memory-operations.ts +56 -0
  181. package/core/utils/query-operations.ts +83 -0
  182. package/core/utils/summarization-helpers.ts +45 -0
  183. package/core/utils/temporal-queries.ts +39 -0
  184. package/{dist/core/utils/vector-operations.js → core/utils/vector-operations.ts} +135 -129
  185. package/core/utils/version-management.ts +74 -0
  186. package/core/worker.ts +333 -0
  187. package/db/adapter.ts +215 -0
  188. package/{dist/db/bootstrap.js → db/bootstrap.ts} +388 -418
  189. package/db/drizzle/migrations/0000_needy_cerebro.sql +402 -0
  190. package/db/drizzle/migrations/meta/0000_snapshot.json +3451 -0
  191. package/db/drizzle/migrations/meta/_journal.json +13 -0
  192. package/db/drizzle/schema-sqlite.ts +1032 -0
  193. package/db/drizzle/schema.ts +1128 -0
  194. package/db/drizzle.config.ts +12 -0
  195. package/db/index.ts +83 -0
  196. package/db/init.sql +5 -0
  197. package/db/migrations/associations.ts +35 -0
  198. package/db/migrations/beliefs.ts +89 -0
  199. package/db/migrations/core-memory.ts +35 -0
  200. package/db/migrations/fts.ts +59 -0
  201. package/db/migrations/index.ts +54 -0
  202. package/db/migrations/indexes.ts +36 -0
  203. package/db/migrations/learnings.ts +34 -0
  204. package/db/migrations/maintenance.ts +68 -0
  205. package/db/migrations/memories.ts +22 -0
  206. package/db/migrations/memory-places.ts +35 -0
  207. package/db/migrations/places.ts +49 -0
  208. package/db/migrations/projects.ts +21 -0
  209. package/db/migrations/tier-conversion.ts +24 -0
  210. package/db/neon.ts +22 -0
  211. package/db/schema/beliefs.ts +50 -0
  212. package/db/schema/generator.ts +159 -0
  213. package/db/schema/index.ts +58 -0
  214. package/db/schema/learnings.ts +32 -0
  215. package/db/schema/memories.ts +83 -0
  216. package/db/schema/projects.ts +33 -0
  217. package/db/schema.ts +13 -0
  218. package/db/supabase.ts +27 -0
  219. package/mcp.json.example +8 -11
  220. package/package.json +140 -159
  221. package/packages/cli/package.json +22 -0
  222. package/packages/cli/src/commands/clean.ts +68 -0
  223. package/packages/cli/src/commands/context.ts +79 -0
  224. package/packages/cli/src/commands/doctor.ts +357 -0
  225. package/packages/cli/src/commands/forget.ts +72 -0
  226. package/packages/cli/src/commands/health.ts +36 -0
  227. package/packages/cli/src/commands/inspect.ts +41 -0
  228. package/packages/cli/src/commands/link.ts +50 -0
  229. package/packages/cli/src/commands/migrate.ts +93 -0
  230. package/packages/cli/src/commands/recall.ts +99 -0
  231. package/packages/cli/src/commands/recent.ts +57 -0
  232. package/packages/cli/src/commands/remember.ts +139 -0
  233. package/packages/cli/src/commands/run.ts +58 -0
  234. package/packages/cli/src/commands/stale.ts +43 -0
  235. package/packages/cli/src/commands/stats.ts +42 -0
  236. package/packages/cli/src/index.ts +57 -0
  237. package/packages/cli/tsconfig.json +24 -0
  238. package/packages/mcp/package.json +26 -0
  239. package/packages/mcp/src/index.ts +940 -0
  240. package/packages/mcp/tsconfig.json +20 -0
  241. package/skills/squish-memory/SKILL.md +38 -35
  242. package/skills/squish-memory/{scripts/install.sh → install.sh} +1 -1
  243. package/skills/squish-memory/references/claude-desktop.json +12 -0
  244. package/skills/squish-memory/references/openclaw.json +13 -0
  245. package/skills/squish-memory/references/opencode.json +14 -0
  246. package/config/hooks/claude-code-hooks.json +0 -39
  247. package/config/hooks/cursor-hooks.json +0 -30
  248. package/config/hooks/opencode-hooks.json +0 -30
  249. package/config/hooks/windsurf-hooks.json +0 -30
  250. package/config/mcp-cli-fallback-policy.json +0 -22
  251. package/config/mcp.json +0 -38
  252. package/config/plugin-manifest.json +0 -101
  253. package/config/plugin-manifest.schema.json +0 -244
  254. package/config/plugin.json +0 -32
  255. package/config/remote-memory-policy.json +0 -32
  256. package/core/commands/context-paging.md +0 -51
  257. package/core/commands/context-status.md +0 -22
  258. package/core/commands/context.md +0 -5
  259. package/core/commands/core-memory.md +0 -56
  260. package/core/commands/health.md +0 -5
  261. package/core/commands/init.md +0 -39
  262. package/core/commands/merge.md +0 -113
  263. package/core/commands/recall.md +0 -5
  264. package/core/commands/remember.md +0 -11
  265. package/core/commands/search.md +0 -10
  266. package/dist/config.d.ts +0 -83
  267. package/dist/config.js +0 -242
  268. package/dist/core/adapters/config/claude-code.d.ts +0 -45
  269. package/dist/core/adapters/config/claude-code.js +0 -113
  270. package/dist/core/adapters/config/cursor.d.ts +0 -26
  271. package/dist/core/adapters/config/cursor.js +0 -74
  272. package/dist/core/adapters/config/opencode.d.ts +0 -23
  273. package/dist/core/adapters/config/opencode.js +0 -73
  274. package/dist/core/adapters/config/windsurf.d.ts +0 -26
  275. package/dist/core/adapters/config/windsurf.js +0 -74
  276. package/dist/core/adapters/index.d.ts +0 -45
  277. package/dist/core/adapters/index.js +0 -84
  278. package/dist/core/adapters/scripts/install-adapter.d.ts +0 -19
  279. package/dist/core/adapters/scripts/install-adapter.js +0 -149
  280. package/dist/core/adapters/timeline.d.ts +0 -23
  281. package/dist/core/adapters/timeline.js +0 -88
  282. package/dist/core/adapters/types.d.ts +0 -157
  283. package/dist/core/adapters/types.js +0 -50
  284. package/dist/core/algorithms/analytics/token-estimator.d.ts +0 -50
  285. package/dist/core/algorithms/analytics/token-estimator.js +0 -154
  286. package/dist/core/algorithms/detection/hash-filters.d.ts +0 -47
  287. package/dist/core/algorithms/detection/hash-filters.js +0 -190
  288. package/dist/core/algorithms/detection/semantic-ranker.d.ts +0 -32
  289. package/dist/core/algorithms/detection/semantic-ranker.js +0 -118
  290. package/dist/core/algorithms/detection/two-stage-detector.d.ts +0 -52
  291. package/dist/core/algorithms/detection/two-stage-detector.js +0 -299
  292. package/dist/core/algorithms/handlers/approve-merge.d.ts +0 -22
  293. package/dist/core/algorithms/handlers/approve-merge.js +0 -179
  294. package/dist/core/algorithms/handlers/detect-duplicates.d.ts +0 -47
  295. package/dist/core/algorithms/handlers/detect-duplicates.js +0 -145
  296. package/dist/core/algorithms/handlers/get-stats.d.ts +0 -39
  297. package/dist/core/algorithms/handlers/get-stats.js +0 -88
  298. package/dist/core/algorithms/handlers/list-proposals.d.ts +0 -45
  299. package/dist/core/algorithms/handlers/list-proposals.js +0 -83
  300. package/dist/core/algorithms/handlers/preview-merge.d.ts +0 -39
  301. package/dist/core/algorithms/handlers/preview-merge.js +0 -93
  302. package/dist/core/algorithms/handlers/reject-merge.d.ts +0 -28
  303. package/dist/core/algorithms/handlers/reject-merge.js +0 -69
  304. package/dist/core/algorithms/handlers/reverse-merge.d.ts +0 -21
  305. package/dist/core/algorithms/handlers/reverse-merge.js +0 -121
  306. package/dist/core/algorithms/index.d.ts +0 -21
  307. package/dist/core/algorithms/operations/cache-maintenance.d.ts +0 -12
  308. package/dist/core/algorithms/operations/cache-maintenance.js +0 -157
  309. package/dist/core/algorithms/safety/safety-checks.d.ts +0 -22
  310. package/dist/core/algorithms/safety/safety-checks.js +0 -179
  311. package/dist/core/algorithms/strategies/merge-strategies.d.ts +0 -50
  312. package/dist/core/algorithms/strategies/merge-strategies.js +0 -288
  313. package/dist/core/algorithms/types.d.ts +0 -133
  314. package/dist/core/algorithms/types.js +0 -5
  315. package/dist/core/algorithms/utils/response-builder.d.ts +0 -28
  316. package/dist/core/algorithms/utils/response-builder.js +0 -37
  317. package/dist/core/associations.d.ts +0 -31
  318. package/dist/core/associations.js +0 -248
  319. package/dist/core/autosave.d.ts +0 -19
  320. package/dist/core/autosave.js +0 -16
  321. package/dist/core/commands/managed-sync.d.ts +0 -10
  322. package/dist/core/commands/managed-sync.js +0 -64
  323. package/dist/core/commands/mcp-server.d.ts +0 -3
  324. package/dist/core/commands/mcp-server.js +0 -739
  325. package/dist/core/consolidation.d.ts +0 -37
  326. package/dist/core/consolidation.js +0 -248
  327. package/dist/core/context/agent-context.d.ts +0 -106
  328. package/dist/core/context/agent-context.js +0 -274
  329. package/dist/core/context/context-paging.d.ts +0 -80
  330. package/dist/core/context/context-paging.js +0 -328
  331. package/dist/core/context/context-window.d.ts +0 -40
  332. package/dist/core/context/context-window.js +0 -177
  333. package/dist/core/context/context.d.ts +0 -7
  334. package/dist/core/context/context.js +0 -22
  335. package/dist/core/embeddings/google-multimodal.d.ts +0 -14
  336. package/dist/core/embeddings/google-multimodal.js +0 -142
  337. package/dist/core/embeddings/qmd-client.d.ts +0 -136
  338. package/dist/core/embeddings/qmd-client.js +0 -403
  339. package/dist/core/embeddings.d.ts +0 -29
  340. package/dist/core/embeddings.js +0 -454
  341. package/dist/core/error-handling.d.ts +0 -63
  342. package/dist/core/error-handling.js +0 -173
  343. package/dist/core/external-folder/index.d.ts +0 -102
  344. package/dist/core/external-folder/index.js +0 -294
  345. package/dist/core/hooks/agent-hooks.d.ts +0 -74
  346. package/dist/core/hooks/agent-hooks.js +0 -244
  347. package/dist/core/hooks/auto-tagger.d.ts +0 -19
  348. package/dist/core/hooks/auto-tagger.js +0 -155
  349. package/dist/core/hooks/capture-filter.d.ts +0 -41
  350. package/dist/core/hooks/capture-filter.js +0 -128
  351. package/dist/core/index.d.ts +0 -10
  352. package/dist/core/index.js +0 -14
  353. package/dist/core/ingestion/agent-memory.d.ts +0 -22
  354. package/dist/core/ingestion/agent-memory.js +0 -109
  355. package/dist/core/ingestion/core-memory.d.ts +0 -78
  356. package/dist/core/ingestion/core-memory.js +0 -226
  357. package/dist/core/ingestion/learnings.d.ts +0 -57
  358. package/dist/core/ingestion/learnings.js +0 -202
  359. package/dist/core/layers/generator.d.ts +0 -25
  360. package/dist/core/layers/generator.js +0 -76
  361. package/dist/core/lib/db-client.js +0 -130
  362. package/dist/core/lib/schemas.d.ts +0 -129
  363. package/dist/core/lib/utils.d.ts +0 -14
  364. package/dist/core/lib/utils.js +0 -90
  365. package/dist/core/lib/validation.d.ts +0 -38
  366. package/dist/core/lib/validation.js +0 -151
  367. package/dist/core/lifecycle.d.ts +0 -26
  368. package/dist/core/lifecycle.js +0 -302
  369. package/dist/core/local-embeddings.d.ts +0 -11
  370. package/dist/core/logger.d.ts +0 -16
  371. package/dist/core/logger.js +0 -40
  372. package/dist/core/mcp/client.d.ts +0 -17
  373. package/dist/core/mcp/client.js +0 -101
  374. package/dist/core/mcp/index.d.ts +0 -6
  375. package/dist/core/mcp/index.js +0 -6
  376. package/dist/core/mcp/server.d.ts +0 -18
  377. package/dist/core/mcp/server.js +0 -157
  378. package/dist/core/mcp/standalone-server.d.ts +0 -13
  379. package/dist/core/mcp/standalone-server.js +0 -46
  380. package/dist/core/mcp/tools.d.ts +0 -9
  381. package/dist/core/mcp/tools.js +0 -365
  382. package/dist/core/mcp/types.d.ts +0 -315
  383. package/dist/core/mcp/types.js +0 -48
  384. package/dist/core/memory/bridge-discovery.d.ts +0 -50
  385. package/dist/core/memory/bridge-discovery.js +0 -291
  386. package/dist/core/memory/categorizer.d.ts +0 -27
  387. package/dist/core/memory/categorizer.js +0 -305
  388. package/dist/core/memory/conflict-detector.d.ts +0 -7
  389. package/dist/core/memory/conflict-detector.js +0 -43
  390. package/dist/core/memory/consolidation.d.ts +0 -42
  391. package/dist/core/memory/consolidation.js +0 -303
  392. package/dist/core/memory/context-collector.d.ts +0 -10
  393. package/dist/core/memory/context-collector.js +0 -56
  394. package/dist/core/memory/contradiction-resolver.d.ts +0 -40
  395. package/dist/core/memory/contradiction-resolver.js +0 -368
  396. package/dist/core/memory/edit-workflow.d.ts +0 -19
  397. package/dist/core/memory/edit-workflow.js +0 -120
  398. package/dist/core/memory/entity-extractor.d.ts +0 -33
  399. package/dist/core/memory/entity-extractor.js +0 -336
  400. package/dist/core/memory/entity-resolver.d.ts +0 -23
  401. package/dist/core/memory/entity-resolver.js +0 -64
  402. package/dist/core/memory/fact-extractor.d.ts +0 -24
  403. package/dist/core/memory/fact-extractor.js +0 -89
  404. package/dist/core/memory/feedback-tracker.d.ts +0 -12
  405. package/dist/core/memory/feedback-tracker.js +0 -155
  406. package/dist/core/memory/hooks.d.ts +0 -88
  407. package/dist/core/memory/hooks.js +0 -174
  408. package/dist/core/memory/hybrid-retrieval.d.ts +0 -29
  409. package/dist/core/memory/hybrid-retrieval.js +0 -139
  410. package/dist/core/memory/hybrid-scorer.d.ts +0 -40
  411. package/dist/core/memory/hybrid-scorer.js +0 -284
  412. package/dist/core/memory/hybrid-search.d.ts +0 -20
  413. package/dist/core/memory/hybrid-search.js +0 -359
  414. package/dist/core/memory/importance.d.ts +0 -63
  415. package/dist/core/memory/importance.js +0 -298
  416. package/dist/core/memory/index.d.ts +0 -8
  417. package/dist/core/memory/loader.d.ts +0 -31
  418. package/dist/core/memory/loader.js +0 -141
  419. package/dist/core/memory/markdown/markdown-storage.d.ts +0 -72
  420. package/dist/core/memory/markdown/markdown-storage.js +0 -243
  421. package/dist/core/memory/memories.d.ts +0 -47
  422. package/dist/core/memory/memories.js +0 -449
  423. package/dist/core/memory/memory-lifecycle.d.ts +0 -8
  424. package/dist/core/memory/memory-lifecycle.js +0 -55
  425. package/dist/core/memory/memory-manager.d.ts +0 -15
  426. package/dist/core/memory/memory-manager.js +0 -46
  427. package/dist/core/memory/migrate.d.ts +0 -21
  428. package/dist/core/memory/migrate.js +0 -134
  429. package/dist/core/memory/normalization.d.ts +0 -22
  430. package/dist/core/memory/normalization.js +0 -26
  431. package/dist/core/memory/progressive-disclosure.d.ts +0 -43
  432. package/dist/core/memory/progressive-disclosure.js +0 -280
  433. package/dist/core/memory/query-processor.d.ts +0 -21
  434. package/dist/core/memory/query-processor.js +0 -72
  435. package/dist/core/memory/query-rewriter.d.ts +0 -13
  436. package/dist/core/memory/query-rewriter.js +0 -118
  437. package/dist/core/memory/response-analyzer.d.ts +0 -9
  438. package/dist/core/memory/response-analyzer.js +0 -61
  439. package/dist/core/memory/serialization.d.ts +0 -10
  440. package/dist/core/memory/serialization.js +0 -84
  441. package/dist/core/memory/stats.d.ts +0 -22
  442. package/dist/core/memory/stats.js +0 -138
  443. package/dist/core/memory/telemetry.d.ts +0 -69
  444. package/dist/core/memory/telemetry.js +0 -313
  445. package/dist/core/memory/temporal-facts.d.ts +0 -41
  446. package/dist/core/memory/temporal-facts.js +0 -283
  447. package/dist/core/memory/temporal-parser.d.ts +0 -32
  448. package/dist/core/memory/temporal-parser.js +0 -385
  449. package/dist/core/memory/trigger-detector.d.ts +0 -14
  450. package/dist/core/memory/trigger-detector.js +0 -42
  451. package/dist/core/memory/write-gate.d.ts +0 -54
  452. package/dist/core/memory/write-gate.js +0 -210
  453. package/dist/core/namespaces/index.d.ts +0 -71
  454. package/dist/core/namespaces/index.js +0 -305
  455. package/dist/core/namespaces/uri-parser.d.ts +0 -31
  456. package/dist/core/namespaces/uri-parser.js +0 -74
  457. package/dist/core/obsidian-vault.d.ts +0 -30
  458. package/dist/core/obsidian-vault.js +0 -94
  459. package/dist/core/places/index.d.ts +0 -14
  460. package/dist/core/places/memory-places.d.ts +0 -68
  461. package/dist/core/places/memory-places.js +0 -261
  462. package/dist/core/places/places.d.ts +0 -88
  463. package/dist/core/places/places.js +0 -314
  464. package/dist/core/places/rules.d.ts +0 -74
  465. package/dist/core/places/rules.js +0 -240
  466. package/dist/core/places/walking.d.ts +0 -56
  467. package/dist/core/places/walking.js +0 -121
  468. package/dist/core/projects.d.ts +0 -17
  469. package/dist/core/projects.js +0 -108
  470. package/dist/core/redis.d.ts +0 -11
  471. package/dist/core/redis.js +0 -69
  472. package/dist/core/responses.d.ts +0 -96
  473. package/dist/core/responses.js +0 -122
  474. package/dist/core/scheduler/cron-scheduler.d.ts +0 -32
  475. package/dist/core/scheduler/cron-scheduler.js +0 -332
  476. package/dist/core/scheduler/heartbeat.d.ts +0 -11
  477. package/dist/core/scheduler/heartbeat.js +0 -73
  478. package/dist/core/scheduler/index.d.ts +0 -8
  479. package/dist/core/scheduler/job-runner.d.ts +0 -11
  480. package/dist/core/scheduler/job-runner.js +0 -164
  481. package/dist/core/search/conversations.d.ts +0 -25
  482. package/dist/core/search/conversations.js +0 -110
  483. package/dist/core/search/entities.d.ts +0 -12
  484. package/dist/core/search/entities.js +0 -31
  485. package/dist/core/search/folder-context.d.ts +0 -25
  486. package/dist/core/search/folder-context.js +0 -119
  487. package/dist/core/search/graph-boost.d.ts +0 -7
  488. package/dist/core/search/graph-boost.js +0 -23
  489. package/dist/core/search/index.d.ts +0 -4
  490. package/dist/core/search/qmd-search.d.ts +0 -61
  491. package/dist/core/search/qmd-search.js +0 -178
  492. package/dist/core/security/encrypt.d.ts +0 -6
  493. package/dist/core/security/encrypt.js +0 -47
  494. package/dist/core/security/governance.d.ts +0 -26
  495. package/dist/core/security/governance.js +0 -79
  496. package/dist/core/security/privacy.d.ts +0 -23
  497. package/dist/core/security/privacy.js +0 -82
  498. package/dist/core/security/secret-detector.d.ts +0 -32
  499. package/dist/core/security/secret-detector.js +0 -88
  500. package/dist/core/session/auto-load.d.ts +0 -6
  501. package/dist/core/session/auto-load.js +0 -119
  502. package/dist/core/session/index.d.ts +0 -7
  503. package/dist/core/session/self-iteration-job.d.ts +0 -20
  504. package/dist/core/session/self-iteration-job.js +0 -282
  505. package/dist/core/session/session-hooks.d.ts +0 -18
  506. package/dist/core/session/session-hooks.js +0 -58
  507. package/dist/core/session/types.d.ts +0 -26
  508. package/dist/core/session/types.js +0 -10
  509. package/dist/core/session-hooks/self-iteration-job.d.ts +0 -20
  510. package/dist/core/session-hooks/self-iteration-job.js +0 -282
  511. package/dist/core/session-hooks/session-hooks.d.ts +0 -18
  512. package/dist/core/session-hooks/session-hooks.js +0 -58
  513. package/dist/core/snapshots/cleanup.d.ts +0 -9
  514. package/dist/core/snapshots/comparison.d.ts +0 -19
  515. package/dist/core/snapshots/comparison.js +0 -43
  516. package/dist/core/snapshots/creation.d.ts +0 -19
  517. package/dist/core/snapshots/creation.js +0 -126
  518. package/dist/core/snapshots/retrieval.d.ts +0 -7
  519. package/dist/core/snapshots/retrieval.js +0 -41
  520. package/dist/core/snapshots/stats.d.ts +0 -11
  521. package/dist/core/snapshots/stats.js +0 -52
  522. package/dist/core/snapshots.d.ts +0 -29
  523. package/dist/core/snapshots.js +0 -220
  524. package/dist/core/storage/cache.d.ts +0 -13
  525. package/dist/core/storage/cache.js +0 -202
  526. package/dist/core/storage/database.d.ts +0 -12
  527. package/dist/core/storage/database.js +0 -12
  528. package/dist/core/summarization/cleanup.d.ts +0 -9
  529. package/dist/core/summarization/queries.d.ts +0 -9
  530. package/dist/core/summarization/queries.js +0 -28
  531. package/dist/core/summarization/stats.d.ts +0 -14
  532. package/dist/core/summarization/stats.js +0 -52
  533. package/dist/core/summarization/strategies.d.ts +0 -24
  534. package/dist/core/summarization/strategies.js +0 -28
  535. package/dist/core/summarization.d.ts +0 -37
  536. package/dist/core/summarization.js +0 -188
  537. package/dist/core/sync/qmd-sync.d.ts +0 -94
  538. package/dist/core/sync/qmd-sync.js +0 -201
  539. package/dist/core/temporal-facts.d.ts +0 -54
  540. package/dist/core/temporal-facts.js +0 -193
  541. package/dist/core/toon.d.ts +0 -43
  542. package/dist/core/toon.js +0 -160
  543. package/dist/core/tracing/collector.d.ts +0 -111
  544. package/dist/core/tracing/collector.js +0 -350
  545. package/dist/core/tracing/visualizer.d.ts +0 -32
  546. package/dist/core/tracing/visualizer.js +0 -165
  547. package/dist/core/utils/cleanup-operations.d.ts +0 -13
  548. package/dist/core/utils/cleanup-operations.js +0 -44
  549. package/dist/core/utils/content-extraction.d.ts +0 -19
  550. package/dist/core/utils/content-extraction.js +0 -75
  551. package/dist/core/utils/filter-builder.d.ts +0 -13
  552. package/dist/core/utils/filter-builder.js +0 -44
  553. package/dist/core/utils/history-traversal.d.ts +0 -13
  554. package/dist/core/utils/history-traversal.js +0 -50
  555. package/dist/core/utils/memory-operations.d.ts +0 -17
  556. package/dist/core/utils/memory-operations.js +0 -43
  557. package/dist/core/utils/query-operations.d.ts +0 -18
  558. package/dist/core/utils/query-operations.js +0 -65
  559. package/dist/core/utils/summarization-helpers.d.ts +0 -21
  560. package/dist/core/utils/summarization-helpers.js +0 -38
  561. package/dist/core/utils/temporal-queries.d.ts +0 -13
  562. package/dist/core/utils/temporal-queries.js +0 -27
  563. package/dist/core/utils/vector-operations.d.ts +0 -71
  564. package/dist/core/utils/version-management.d.ts +0 -9
  565. package/dist/core/utils/version-management.js +0 -61
  566. package/dist/core/worker.d.ts +0 -82
  567. package/dist/core/worker.js +0 -272
  568. package/dist/db/adapter.d.ts +0 -7
  569. package/dist/db/adapter.js +0 -175
  570. package/dist/db/bootstrap.d.ts +0 -9
  571. package/dist/db/drizzle/schema-sqlite.d.ts +0 -4837
  572. package/dist/db/drizzle/schema-sqlite.js +0 -684
  573. package/dist/db/drizzle/schema.d.ts +0 -4082
  574. package/dist/db/drizzle/schema.js +0 -770
  575. package/dist/db/drizzle.config.d.ts +0 -3
  576. package/dist/db/drizzle.config.js +0 -12
  577. package/dist/db/index.d.ts +0 -7
  578. package/dist/db/index.js +0 -89
  579. package/dist/db/neon.d.ts +0 -8
  580. package/dist/db/neon.js +0 -20
  581. package/dist/db/schema/index.d.ts +0 -40
  582. package/dist/db/schema/index.js +0 -105
  583. package/dist/db/schema/tables/context-sessions.d.ts +0 -9
  584. package/dist/db/schema/tables/context-sessions.js +0 -37
  585. package/dist/db/schema/tables/conversations.d.ts +0 -9
  586. package/dist/db/schema/tables/conversations.js +0 -47
  587. package/dist/db/schema/tables/core-memory.d.ts +0 -9
  588. package/dist/db/schema/tables/core-memory.js +0 -41
  589. package/dist/db/schema/tables/entities.d.ts +0 -9
  590. package/dist/db/schema/tables/entities.js +0 -39
  591. package/dist/db/schema/tables/entity-relations.d.ts +0 -9
  592. package/dist/db/schema/tables/entity-relations.js +0 -31
  593. package/dist/db/schema/tables/learnings.d.ts +0 -9
  594. package/dist/db/schema/tables/learnings.js +0 -66
  595. package/dist/db/schema/tables/memories.d.ts +0 -9
  596. package/dist/db/schema/tables/memories.js +0 -161
  597. package/dist/db/schema/tables/memory-associations.d.ts +0 -9
  598. package/dist/db/schema/tables/memory-associations.js +0 -39
  599. package/dist/db/schema/tables/memory-hash-cache.d.ts +0 -9
  600. package/dist/db/schema/tables/memory-hash-cache.js +0 -29
  601. package/dist/db/schema/tables/memory-merge-history.d.ts +0 -9
  602. package/dist/db/schema/tables/memory-merge-history.js +0 -33
  603. package/dist/db/schema/tables/memory-merge-proposals.d.ts +0 -9
  604. package/dist/db/schema/tables/memory-merge-proposals.js +0 -39
  605. package/dist/db/schema/tables/messages.d.ts +0 -9
  606. package/dist/db/schema/tables/messages.js +0 -41
  607. package/dist/db/schema/tables/namespaces.d.ts +0 -9
  608. package/dist/db/schema/tables/namespaces.js +0 -37
  609. package/dist/db/schema/tables/projects.d.ts +0 -9
  610. package/dist/db/schema/tables/projects.js +0 -31
  611. package/dist/db/schema/tables/users.d.ts +0 -9
  612. package/dist/db/schema/tables/users.js +0 -27
  613. package/dist/db/schema.d.ts +0 -3
  614. package/dist/db/schema.js +0 -11
  615. package/dist/db/supabase.d.ts +0 -9
  616. package/dist/db/supabase.js +0 -24
  617. package/dist/index.d.ts +0 -7
  618. package/dist/index.js +0 -1677
  619. package/dist/vendor/sql.js/sql-wasm.wasm +0 -0
  620. package/dist/webui/server.d.ts +0 -5
  621. package/dist/webui/server.js +0 -642
  622. package/generated/mcp/manifest.json +0 -23
  623. package/generated/mcp/mcp-servers.json +0 -25
  624. package/generated/mcp/mcporter.json +0 -34
  625. package/generated/mcp/openclaw-memory-qmd.json +0 -17
  626. package/generated/mcp/runtime.json +0 -12
  627. package/scripts/README.md +0 -60
  628. package/scripts/build-release.sh +0 -36
  629. package/scripts/check-secrets.js +0 -132
  630. package/scripts/copy-runtime-assets.mjs +0 -26
  631. package/scripts/generate-mcp.mjs +0 -264
  632. package/scripts/github-release.sh +0 -77
  633. package/scripts/init-dirs.mjs +0 -13
  634. package/scripts/install-claude-code.sh +0 -85
  635. package/scripts/install-cursor.sh +0 -56
  636. package/scripts/install-hooks.sh +0 -73
  637. package/scripts/install-interactive.mjs +0 -357
  638. package/scripts/install-opencode.sh +0 -75
  639. package/scripts/install-plugin.mjs +0 -415
  640. package/scripts/install-windsurf.sh +0 -67
  641. package/scripts/remote-preflight.mjs +0 -62
  642. package/scripts/squish-fallback.mjs +0 -132
  643. package/scripts/test-interactive.mjs +0 -131
  644. package/scripts/verify-mcp.mjs +0 -214
  645. package/skills/squish-memory/scripts/install.mjs +0 -335
  646. package/skills/squish-memory/write_skill.js +0 -2
@@ -0,0 +1,590 @@
1
+ /** Cron Scheduler - Persistent cron-based job scheduling with fallback support */
2
+
3
+ import cron from 'node-cron';
4
+ import { selfIterationHandler } from '../session/self-iteration-job.js';
5
+ import { runLifecycleMaintenance } from '../lifecycle.js';
6
+ import { logger } from '../logger.js';
7
+ import { config } from '../../config.js';
8
+ import { getDb } from '../../db/index.js';
9
+ import { maintenanceJobs, maintenanceJobHistory } from '../../db/drizzle/schema-sqlite.js';
10
+ import { eq } from 'drizzle-orm';
11
+
12
+ export type JobType = 'nightly' | 'weekly' | 'hourly' | 'daily';
13
+ export type JobStatus = 'success' | 'failed' | 'skipped';
14
+
15
+ export interface ScheduledJob {
16
+ id: string;
17
+ jobName: string;
18
+ jobType: JobType;
19
+ cronExpression: string;
20
+ enabled: boolean;
21
+ lastRunAt: Date | null;
22
+ nextRunAt: Date | null;
23
+ jobConfig: Record<string, unknown>;
24
+ }
25
+
26
+ export interface JobExecutionContext {
27
+ jobId: string;
28
+ jobName: string;
29
+ jobType: JobType;
30
+ config: Record<string, unknown>;
31
+ startedAt: Date;
32
+ }
33
+
34
+ export type JobHandler = (context: JobExecutionContext) => Promise<{ recordsProcessed: number; summary: Record<string, unknown> }>;
35
+
36
+ const jobHandlers = new Map<string, JobHandler>();
37
+ const activeTasks = new Map<string, any>(); // node-cron ScheduledTask type
38
+
39
+ // Flag to defer logging until explicit init (for MCP silent mode)
40
+ let schedulerInitialized = false;
41
+
42
+ // Job interval by type (in ms) - used for catch-up detection
43
+ const JOB_INTERVALS: Record<JobType, number> = {
44
+ hourly: 60 * 60 * 1000, // 1 hour
45
+ daily: 24 * 60 * 60 * 1000, // 24 hours
46
+ nightly: 24 * 60 * 60 * 1000, // 24 hours (same as daily)
47
+ weekly: 7 * 24 * 60 * 60 * 1000, // 7 days
48
+ };
49
+
50
+ export function registerJobHandler(jobName: string, handler: JobHandler): void {
51
+ jobHandlers.set(jobName, handler);
52
+ // Only log after explicit init (not at import time) - enables silent mode for MCP
53
+ if (schedulerInitialized || process.env.SQUISH_FORCE_LOG === 'true') {
54
+ logger.info(`[Scheduler] Registered handler for job: ${jobName}`);
55
+ }
56
+ }
57
+
58
+ // Register self-iteration job handler
59
+ registerJobHandler('self_iteration', selfIterationHandler);
60
+
61
+ // Decay job handler - runs lifecycle maintenance (decay, tier updates, eviction)
62
+ const decayHandler = async (context: JobExecutionContext) => {
63
+ const stats = await runLifecycleMaintenance();
64
+ return {
65
+ recordsProcessed: stats.decayed + stats.expired + stats.evicted,
66
+ summary: {
67
+ decayed: stats.decayed,
68
+ expired: stats.expired,
69
+ evicted: stats.evicted,
70
+ tierChanges: stats.tierChanges,
71
+ },
72
+ };
73
+ };
74
+ registerJobHandler('decay_maintenance', decayHandler);
75
+
76
+ // Belief decay handler - applies confidence decay to beliefs
77
+ const beliefDecayHandler = async (context: JobExecutionContext) => {
78
+ const { applyBeliefDecay } = await import('../beliefs/decay.js');
79
+ const stats = await applyBeliefDecay();
80
+ return {
81
+ recordsProcessed: stats.decayed + stats.sourceCountUpdated,
82
+ summary: {
83
+ beliefDecayed: stats.decayed,
84
+ sourceCountUpdated: stats.sourceCountUpdated,
85
+ errors: stats.errors,
86
+ },
87
+ };
88
+ };
89
+ registerJobHandler('belief_decay', beliefDecayHandler);
90
+
91
+ // Auto-clean handler - deletes stale memories automatically
92
+ const autoCleanHandler = async (context: JobExecutionContext) => {
93
+ const { getStaleMemories, deleteMemoryPermanently } = await import('../memory/stale-cleaner.js');
94
+ const { getAllProjects } = await import('../projects.js');
95
+
96
+ const jobConfig = context.config as {
97
+ enabled?: boolean;
98
+ olderThanDays?: number;
99
+ confidenceLevel?: string[];
100
+ minImportance?: number;
101
+ dryRun?: boolean;
102
+ };
103
+
104
+ if (jobConfig.enabled === false) {
105
+ return { recordsProcessed: 0, summary: { skipped: true, reason: 'auto-clean disabled' } };
106
+ }
107
+
108
+ const olderThanDays = jobConfig.olderThanDays || 30;
109
+ const confidenceLevels = jobConfig.confidenceLevel || ['outdated', 'speculative'];
110
+ const minImportance = jobConfig.minImportance || 40;
111
+ const dryRun = jobConfig.dryRun !== undefined ? jobConfig.dryRun : false; // Default to actual delete for safety
112
+
113
+ const projects = await getAllProjects();
114
+ let totalStale = 0;
115
+ let totalDeleted = 0;
116
+
117
+ for (const project of projects) {
118
+ const stale = await getStaleMemories({
119
+ olderThanDays,
120
+ confidenceLevels,
121
+ minImportance,
122
+ projectId: project.id,
123
+ });
124
+
125
+ totalStale += stale.length;
126
+
127
+ if (dryRun) {
128
+ logger.info(`[AutoClean] Would delete ${stale.length} stale memories in ${project.path}`);
129
+ } else {
130
+ for (const memory of stale) {
131
+ if (!memory.isPinned) {
132
+ await deleteMemoryPermanently(memory.id);
133
+ totalDeleted++;
134
+ }
135
+ }
136
+ logger.info(`[AutoClean] Deleted ${stale.length} stale memories in ${project.path}`);
137
+ }
138
+ }
139
+
140
+ return {
141
+ recordsProcessed: dryRun ? totalStale : totalDeleted,
142
+ summary: {
143
+ mode: dryRun ? 'dry-run' : 'deleted',
144
+ projectsScanned: projects.length,
145
+ memoriesAffected: dryRun ? totalStale : totalDeleted,
146
+ criteria: { olderThanDays, confidenceLevels, minImportance },
147
+ },
148
+ };
149
+ };
150
+ registerJobHandler('auto_clean', autoCleanHandler);
151
+
152
+ export async function initializeScheduler(): Promise<void> {
153
+ // Mark as initialized - enables logging from now on
154
+ schedulerInitialized = true;
155
+
156
+ if (!config.cronEnabled) {
157
+ logger.info('[Scheduler] Cron scheduling disabled, using heartbeat fallback');
158
+ return;
159
+ }
160
+
161
+ const db = await getDb();
162
+ if (!db) {
163
+ logger.warn('[Scheduler] Database not available, scheduler disabled');
164
+ return;
165
+ }
166
+
167
+ try {
168
+ await ensureDefaultJobs(db);
169
+
170
+ // Check for missed jobs (catch-up after machine wake from sleep)
171
+ await checkMissedJobs();
172
+
173
+ const sqliteDb = db as any;
174
+ const jobs = await sqliteDb
175
+ .select()
176
+ .from(maintenanceJobs)
177
+ .where(eq(maintenanceJobs.enabled, true));
178
+
179
+ for (const job of jobs) {
180
+ await scheduleJob(job as unknown as ScheduledJob);
181
+ }
182
+
183
+ logger.info(`[Scheduler] Initialized with ${jobs.length} scheduled jobs`);
184
+ } catch (error) {
185
+ logger.error('[Scheduler] Failed to initialize:', error);
186
+ }
187
+ }
188
+
189
+ /**
190
+ * Check for missed jobs and execute catch-up if needed
191
+ * Called on scheduler initialization (including after machine wake from sleep)
192
+ */
193
+ async function checkMissedJobs(): Promise<void> {
194
+ try {
195
+ const db = await getDb();
196
+ if (!db) return;
197
+
198
+ const sqliteDb = db as any;
199
+ const jobs = await sqliteDb
200
+ .select()
201
+ .from(maintenanceJobs)
202
+ .where(eq(maintenanceJobs.enabled, true));
203
+
204
+ const now = Date.now();
205
+
206
+ for (const job of jobs) {
207
+ const intervalMs = JOB_INTERVALS[job.jobType as JobType];
208
+ if (!intervalMs) continue;
209
+
210
+ const lastRun = job.lastRunAt ? new Date(job.lastRunAt).getTime() : 0;
211
+ const elapsed = lastRun > 0 ? now - lastRun : intervalMs * 2; // If never run, treat as overdue
212
+ const gracePeriod = intervalMs * 1.5; // 1.5x interval grace
213
+
214
+ if (elapsed > gracePeriod) {
215
+ logger.info(`[Scheduler] Catch-up needed for ${job.jobName}, elapsed ${Math.round(elapsed / (60 * 60 * 1000))}h (grace: ${Math.round(gracePeriod / (60 * 60 * 1000))}h)`);
216
+
217
+ // Execute catch-up
218
+ const handler = jobHandlers.get(job.jobName);
219
+ if (handler) {
220
+ try {
221
+ const startedAt = new Date();
222
+ const context: JobExecutionContext = {
223
+ jobId: job.id,
224
+ jobName: job.jobName,
225
+ jobType: job.jobType as JobType,
226
+ config: typeof job.jobConfig === 'string'
227
+ ? JSON.parse(job.jobConfig)
228
+ : (job.jobConfig as Record<string, unknown>) ?? {},
229
+ startedAt,
230
+ };
231
+
232
+ await handler(context);
233
+
234
+ // Record successful catch-up run
235
+ const completedAt = new Date();
236
+ await sqliteDb
237
+ .update(maintenanceJobs)
238
+ .set({
239
+ lastRunAt: completedAt,
240
+ lastRunStatus: 'success' as const,
241
+ lastRunDuration: completedAt.getTime() - startedAt.getTime(),
242
+ })
243
+ .where(eq(maintenanceJobs.id, job.id));
244
+
245
+ logger.info(`[Scheduler] Catch-up completed for ${job.jobName}`);
246
+ } catch (catchError) {
247
+ const msg = catchError instanceof Error ? catchError.message : String(catchError);
248
+ logger.error(`[Scheduler] Catch-up failed for ${job.jobName}:`, msg);
249
+
250
+ await sqliteDb
251
+ .update(maintenanceJobs)
252
+ .set({
253
+ lastRunAt: new Date(),
254
+ lastRunStatus: 'failed' as const,
255
+ lastRunError: msg,
256
+ })
257
+ .where(eq(maintenanceJobs.id, job.id));
258
+ }
259
+ }
260
+ }
261
+ }
262
+ } catch (error) {
263
+ const msg = error instanceof Error ? error.message : String(error);
264
+ logger.error('[Scheduler] Error checking missed jobs:', msg);
265
+ }
266
+ }
267
+
268
+ async function ensureDefaultJobs(db: any): Promise<void> {
269
+ const defaultJobs = [
270
+ {
271
+ jobName: 'decay_maintenance',
272
+ jobType: 'hourly' as JobType,
273
+ cronExpression: '0 * * * *', // Run every hour at :00
274
+ enabled: true,
275
+ jobConfig: { applyDecay: true, updateTiers: true, evictOld: true },
276
+ },
277
+ {
278
+ jobName: 'belief_decay',
279
+ jobType: 'daily' as JobType,
280
+ cronExpression: '0 4 * * *', // Run daily at 4 AM
281
+ enabled: true,
282
+ jobConfig: { applyBeliefDecay: true },
283
+ },
284
+ {
285
+ jobName: 'nightly_maintenance',
286
+ jobType: 'nightly' as JobType,
287
+ cronExpression: '0 2 * * *',
288
+ enabled: true,
289
+ jobConfig: { mergeDuplicates: true, boostAccessed: true, decayScores: true },
290
+ },
291
+ {
292
+ jobName: 'weekly_maintenance',
293
+ jobType: 'weekly' as JobType,
294
+ cronExpression: '0 3 * * 0',
295
+ enabled: true,
296
+ jobConfig: { regenerateSummaries: true, archiveStale: true, cleanupOrphaned: true },
297
+ },
298
+ {
299
+ jobName: 'self_iteration',
300
+ jobType: 'hourly' as JobType,
301
+ cronExpression: '30 * * * *', // Run every hour at :30
302
+ enabled: true,
303
+ jobConfig: { minMessageCount: 5, maxMessagesToProcess: 50 },
304
+ },
305
+ {
306
+ jobName: 'auto_clean',
307
+ jobType: 'daily' as JobType,
308
+ cronExpression: '0 3 * * *', // Run daily at 3 AM
309
+ enabled: true,
310
+ jobConfig: {
311
+ enabled: true,
312
+ olderThanDays: 30,
313
+ confidenceLevel: ['outdated', 'speculative'],
314
+ minImportance: 40,
315
+ dryRun: true, // Start with dry-run for safety
316
+ },
317
+ },
318
+ ];
319
+
320
+ for (const job of defaultJobs) {
321
+ let existing;
322
+ try {
323
+ existing = await db
324
+ .select()
325
+ .from(maintenanceJobs)
326
+ .where(eq((maintenanceJobs as any).jobName, job.jobName))
327
+ .limit(1);
328
+ } catch (queryError: any) {
329
+ logger.error(`[Scheduler] Query failed for job ${job.jobName}:`, queryError.message);
330
+ // Try raw SQL fallback
331
+ try {
332
+ const rawDb = (db as any).$client;
333
+ if (rawDb && typeof rawDb.prepare === 'function') {
334
+ existing = rawDb.prepare('SELECT * FROM maintenance_jobs WHERE job_name = ?').all(job.jobName);
335
+ }
336
+ } catch (fallbackError: any) {
337
+ logger.error(`[Scheduler] Fallback query also failed:`, fallbackError.message);
338
+ throw queryError;
339
+ }
340
+ }
341
+
342
+ if (existing.length === 0) {
343
+ try {
344
+ await db.insert(maintenanceJobs).values({
345
+ jobName: job.jobName,
346
+ jobType: job.jobType,
347
+ cronExpression: job.cronExpression,
348
+ enabled: job.enabled,
349
+ jobConfig: job.jobConfig,
350
+ totalRuns: 0,
351
+ successCount: 0,
352
+ failureCount: 0,
353
+ lastRunAt: null,
354
+ nextRunAt: null,
355
+ lastRunDuration: null,
356
+ lastRunStatus: null,
357
+ lastRunError: null,
358
+ });
359
+ } catch (insertError: any) {
360
+ // Fallback to raw SQL if drizzle insert fails
361
+ logger.warn(`[Scheduler] Drizzle insert failed, using raw SQL: ${insertError.message}`);
362
+ const rawDb = (db as any).$client;
363
+ if (rawDb && typeof rawDb.prepare === 'function') {
364
+ const stmt = rawDb.prepare(`
365
+ INSERT INTO maintenance_jobs
366
+ (id, job_name, job_type, cron_expression, enabled, job_config,
367
+ total_runs, success_count, failure_count, last_run_at, next_run_at,
368
+ last_run_duration, last_run_status, last_run_error)
369
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
370
+ `);
371
+ stmt.run(
372
+ crypto.randomUUID(),
373
+ job.jobName,
374
+ job.jobType,
375
+ job.cronExpression,
376
+ job.enabled ? 1 : 0,
377
+ JSON.stringify(job.jobConfig),
378
+ 0, 0, 0,
379
+ null, null, null, null, null
380
+ );
381
+ }
382
+ }
383
+ logger.info(`[Scheduler] Created default job: ${job.jobName}`);
384
+
385
+ // Register self-iteration handler
386
+ if (job.jobName === 'self_iteration') {
387
+ registerJobHandler('self_iteration', selfIterationHandler);
388
+ }
389
+ }
390
+ }
391
+ }
392
+
393
+ export async function scheduleJob(job: ScheduledJob): Promise<void> {
394
+ const existingTask = activeTasks.get(job.jobName);
395
+ if (existingTask) {
396
+ existingTask.stop();
397
+ activeTasks.delete(job.jobName);
398
+ }
399
+
400
+ if (!job.enabled || !job.cronExpression) {
401
+ logger.debug(`[Scheduler] Job ${job.jobName} is disabled or has no cron expression`);
402
+ return;
403
+ }
404
+
405
+ if (!cron.validate(job.cronExpression)) {
406
+ logger.error(`[Scheduler] Invalid cron expression for ${job.jobName}: ${job.cronExpression}`);
407
+ return;
408
+ }
409
+
410
+ const task = cron.schedule(job.cronExpression, async () => {
411
+ await executeJob(job);
412
+ }, {
413
+ timezone: 'UTC',
414
+ });
415
+
416
+ activeTasks.set(job.jobName, task);
417
+
418
+ const nextRun = getNextRunTime(job.cronExpression);
419
+ const db = await getDb();
420
+ if (db) {
421
+ const sqliteDb = db as any;
422
+ await sqliteDb
423
+ .update(maintenanceJobs)
424
+ .set({ nextRunAt: nextRun })
425
+ .where(eq(maintenanceJobs.id, job.id));
426
+ }
427
+
428
+ logger.info(`[Scheduler] Scheduled ${job.jobName} with cron: ${job.cronExpression}${nextRun ? `, next run: ${nextRun.toISOString()}` : ''}`);
429
+ }
430
+
431
+ export async function executeJob(job: ScheduledJob): Promise<void> {
432
+ const db = await getDb();
433
+ const handler = jobHandlers.get(job.jobName);
434
+
435
+ if (!handler) {
436
+ logger.warn(`[Scheduler] No handler registered for job: ${job.jobName}`);
437
+ return;
438
+ }
439
+
440
+ const startedAt = new Date();
441
+ let status: JobStatus = 'success';
442
+ let error: string | null = null;
443
+ let recordsProcessed = 0;
444
+ let summary: Record<string, unknown> = {};
445
+
446
+ try {
447
+ logger.info(`[Scheduler] Executing job: ${job.jobName}`);
448
+
449
+ const result = await handler({
450
+ jobId: job.id,
451
+ jobName: job.jobName,
452
+ jobType: job.jobType,
453
+ config: job.jobConfig || {},
454
+ startedAt,
455
+ });
456
+
457
+ recordsProcessed = result.recordsProcessed;
458
+ summary = result.summary;
459
+
460
+ logger.info(`[Scheduler] Job ${job.jobName} completed: ${recordsProcessed} records processed`);
461
+ } catch (err) {
462
+ status = 'failed';
463
+ error = err instanceof Error ? err.message : String(err);
464
+ logger.error(`[Scheduler] Job ${job.jobName} failed:`, error);
465
+ }
466
+
467
+ const completedAt = new Date();
468
+
469
+ if (db) {
470
+ const sqliteDb = db as any;
471
+ const [currentJob] = await sqliteDb
472
+ .select()
473
+ .from(maintenanceJobs)
474
+ .where(eq(maintenanceJobs.id, job.id));
475
+
476
+ await sqliteDb
477
+ .update(maintenanceJobs)
478
+ .set({
479
+ lastRunAt: startedAt,
480
+ lastRunStatus: status,
481
+ lastRunError: error,
482
+ lastRunDuration: completedAt.getTime() - startedAt.getTime(),
483
+ totalRuns: (currentJob?.totalRuns ?? 0) + 1,
484
+ successCount: status === 'success' ? (currentJob?.successCount ?? 0) + 1 : currentJob?.successCount,
485
+ failureCount: status === 'failed' ? (currentJob?.failureCount ?? 0) + 1 : currentJob?.failureCount,
486
+ nextRunAt: job.cronExpression ? getNextRunTime(job.cronExpression) : null,
487
+ })
488
+ .where(eq(maintenanceJobs.id, job.id));
489
+
490
+ await sqliteDb.insert(maintenanceJobHistory).values({
491
+ jobId: job.id,
492
+ startedAt,
493
+ completedAt,
494
+ duration: completedAt.getTime() - startedAt.getTime(),
495
+ status,
496
+ error,
497
+ recordsProcessed,
498
+ resultSummary: summary,
499
+ });
500
+ }
501
+ }
502
+
503
+ function getNextRunTime(cronExpression: string): Date | null {
504
+ try {
505
+ const now = new Date();
506
+ const parts = cronExpression.split(' ');
507
+
508
+ // Daily jobs: MM HH * * *
509
+ if (parts[2] === '*' && parts[3] === '*' && parts[4] === '*' && parts[1] !== '*') {
510
+ const next = new Date(now);
511
+ next.setHours(parseInt(parts[1]), parseInt(parts[0]), 0, 0);
512
+ if (next <= now) next.setDate(next.getDate() + 1);
513
+ return next;
514
+ }
515
+
516
+ // Hourly jobs: MM * * * *
517
+ if (parts[1] === '*' && parts[2] === '*' && parts[3] === '*' && parts[4] === '*') {
518
+ const next = new Date(now);
519
+ next.setMinutes(parseInt(parts[0]), 0, 0);
520
+ if (next <= now) next.setHours(next.getHours() + 1);
521
+ return next;
522
+ }
523
+
524
+ // Weekly jobs: MM HH * * D
525
+ if (parts[4] !== '*') {
526
+ const dayOfWeek = parseInt(parts[4]);
527
+ const next = new Date(now);
528
+ next.setHours(parseInt(parts[1]), parseInt(parts[0]), 0, 0);
529
+ const daysUntil = (dayOfWeek - next.getDay() + 7) % 7;
530
+ next.setDate(next.getDate() + (daysUntil === 0 && next > now ? 7 : daysUntil));
531
+ return next;
532
+ }
533
+
534
+ return null;
535
+ } catch {
536
+ return null;
537
+ }
538
+ }
539
+
540
+ export async function getScheduledJobs(): Promise<ScheduledJob[]> {
541
+ const db = await getDb();
542
+ if (!db) return [];
543
+
544
+ const sqliteDb = db as any;
545
+ const jobs = await sqliteDb.select().from(maintenanceJobs);
546
+ return jobs.map((job: typeof maintenanceJobs.$inferSelect) => ({
547
+ id: job.id,
548
+ jobName: job.jobName,
549
+ jobType: job.jobType as JobType,
550
+ cronExpression: job.cronExpression || '',
551
+ enabled: job.enabled ?? true,
552
+ lastRunAt: job.lastRunAt ? new Date(job.lastRunAt) : null,
553
+ nextRunAt: job.nextRunAt ? new Date(job.nextRunAt) : null,
554
+ jobConfig: (job.jobConfig as Record<string, unknown>) || {},
555
+ }));
556
+ }
557
+
558
+ export async function getOverdueJobs(): Promise<ScheduledJob[]> {
559
+ const db = await getDb();
560
+ if (!db) return [];
561
+
562
+ const now = new Date();
563
+ const sqliteDb = db as any;
564
+ const jobs = await sqliteDb.select().from(maintenanceJobs);
565
+
566
+ return jobs
567
+ .filter((job: typeof maintenanceJobs.$inferSelect) => {
568
+ if (!job.enabled) return false;
569
+ if (!job.nextRunAt) return true;
570
+ return new Date(job.nextRunAt) < now;
571
+ })
572
+ .map((job: typeof maintenanceJobs.$inferSelect) => ({
573
+ id: job.id,
574
+ jobName: job.jobName,
575
+ jobType: job.jobType as JobType,
576
+ cronExpression: job.cronExpression || '',
577
+ enabled: job.enabled ?? true,
578
+ lastRunAt: job.lastRunAt ? new Date(job.lastRunAt) : null,
579
+ nextRunAt: job.nextRunAt ? new Date(job.nextRunAt) : null,
580
+ jobConfig: (job.jobConfig as Record<string, unknown>) || {},
581
+ }));
582
+ }
583
+
584
+ export function stopAllJobs(): void {
585
+ for (const [name, task] of activeTasks) {
586
+ task.stop();
587
+ logger.info(`[Scheduler] Stopped job: ${name}`);
588
+ }
589
+ activeTasks.clear();
590
+ }
@@ -0,0 +1,91 @@
1
+ /** Heartbeat - Fallback job execution via heartbeat checking */
2
+
3
+ import { logger } from '../logger.js';
4
+ import { config } from '../../config.js';
5
+ import { getOverdueJobs, executeJob } from './cron-scheduler.js';
6
+
7
+ let lastHeartbeat: Date | null = null;
8
+ let heartbeatInterval: NodeJS.Timeout | null = null;
9
+
10
+ export async function heartbeat(): Promise<{
11
+ checked: boolean;
12
+ overdueCount: number;
13
+ executedJobs: string[];
14
+ }> {
15
+ const result = {
16
+ checked: false,
17
+ overdueCount: 0,
18
+ executedJobs: [] as string[],
19
+ };
20
+
21
+ if (config.schedulerMode === 'cron' && config.cronEnabled) {
22
+ logger.debug('[Heartbeat] Cron mode active, skipping heartbeat check');
23
+ return result;
24
+ }
25
+
26
+ lastHeartbeat = new Date();
27
+ result.checked = true;
28
+
29
+ try {
30
+ const overdueJobs = await getOverdueJobs();
31
+ result.overdueCount = overdueJobs.length;
32
+
33
+ if (overdueJobs.length === 0) {
34
+ logger.debug('[Heartbeat] No overdue jobs');
35
+ return result;
36
+ }
37
+
38
+ logger.info(`[Heartbeat] Found ${overdueJobs.length} overdue jobs, executing...`);
39
+
40
+ for (const job of overdueJobs) {
41
+ try {
42
+ await executeJob(job);
43
+ result.executedJobs.push(job.jobName);
44
+ logger.info(`[Heartbeat] Executed overdue job: ${job.jobName}`);
45
+ } catch (error) {
46
+ logger.error(`[Heartbeat] Failed to execute job ${job.jobName}:`, error);
47
+ }
48
+ }
49
+
50
+ return result;
51
+ } catch (error) {
52
+ logger.error('[Heartbeat] Failed to check overdue jobs:', error);
53
+ return result;
54
+ }
55
+ }
56
+
57
+ export function startHeartbeatChecking(): void {
58
+ if (config.schedulerMode === 'cron' && config.cronEnabled) {
59
+ logger.info('[Heartbeat] Cron mode active, heartbeat checking disabled');
60
+ return;
61
+ }
62
+
63
+ stopHeartbeatChecking();
64
+
65
+ heartbeatInterval = setInterval(async () => {
66
+ await heartbeat();
67
+ }, config.heartbeatInterval);
68
+
69
+ logger.info(`[Heartbeat] Started periodic checking (interval: ${config.heartbeatInterval}ms)`);
70
+
71
+ heartbeat().catch(err => {
72
+ logger.error('[Heartbeat] Initial heartbeat failed:', err);
73
+ });
74
+ }
75
+
76
+ export function stopHeartbeatChecking(): void {
77
+ if (heartbeatInterval) {
78
+ clearInterval(heartbeatInterval);
79
+ heartbeatInterval = null;
80
+ logger.info('[Heartbeat] Stopped periodic checking');
81
+ }
82
+ }
83
+
84
+ export function getLastHeartbeat(): Date | null {
85
+ return lastHeartbeat;
86
+ }
87
+
88
+ export function isHeartbeatDue(): boolean {
89
+ if (!lastHeartbeat) return true;
90
+ return Date.now() - lastHeartbeat.getTime() > config.heartbeatInterval;
91
+ }
@@ -1,8 +1,8 @@
1
- /**
2
- * Scheduler Module
3
- * Cron-based job scheduling with heartbeat fallback
4
- */
5
- export * from './cron-scheduler.js';
6
- export * from './heartbeat.js';
7
- export * from './job-runner.js';
8
- //# sourceMappingURL=index.js.map
1
+ /**
2
+ * Scheduler Module
3
+ * Cron-based job scheduling with heartbeat fallback
4
+ */
5
+
6
+ export * from './cron-scheduler.js';
7
+ export * from './heartbeat.js';
8
+ export * from './job-runner.js';