squish-memory 1.1.5 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +32 -16
- package/CHANGELOG.md +147 -0
- package/README.md +120 -78
- package/{scripts → bin}/dependency-manager.mjs +217 -217
- package/{scripts → bin}/detect-clients.mjs +78 -78
- package/bin/install-interactive.mjs +321 -0
- package/bin/squish-mcp.mjs +44 -0
- package/bin/squish.mjs +33 -0
- package/config/mcp-migration-map.json +1 -6
- package/config/mcp-mode-semantics.json +19 -23
- package/config/mcp-remote-auth.json +3 -26
- package/config/mcp-universal.schema.json +5 -35
- package/config/settings.json +107 -52
- package/config.js +5 -0
- package/config.ts +218 -0
- package/core/adapters/config/claude-code.ts +133 -0
- package/core/adapters/config/cursor.ts +90 -0
- package/core/adapters/config/opencode.ts +89 -0
- package/core/adapters/config/windsurf.ts +90 -0
- package/core/adapters/index.ts +102 -0
- package/core/adapters/timeline.ts +116 -0
- package/core/adapters/types.ts +166 -0
- package/core/agent-preferences.ts +140 -0
- package/core/algorithms/analytics/token-estimator.ts +216 -0
- package/core/algorithms/detection/hash-filters.ts +260 -0
- package/core/algorithms/detection/semantic-ranker.ts +194 -0
- package/core/algorithms/detection/two-stage-detector.ts +421 -0
- package/core/algorithms/handlers/approve-merge.ts +215 -0
- package/core/algorithms/handlers/detect-duplicates.ts +192 -0
- package/core/algorithms/handlers/get-stats.ts +132 -0
- package/core/algorithms/handlers/list-proposals.ts +130 -0
- package/core/algorithms/handlers/preview-merge.ts +139 -0
- package/core/algorithms/handlers/reject-merge.ts +93 -0
- package/core/algorithms/handlers/reverse-merge.ts +155 -0
- package/{dist/core/algorithms/index.js → core/algorithms/index.ts} +39 -26
- package/core/algorithms/operations/cache-maintenance.ts +182 -0
- package/core/algorithms/safety/safety-checks.ts +256 -0
- package/core/algorithms/strategies/merge-strategies.ts +381 -0
- package/core/algorithms/types.ts +140 -0
- package/core/algorithms/utils/response-builder.ts +61 -0
- package/core/associations.ts +363 -0
- package/core/beliefs/decay.ts +289 -0
- package/core/beliefs/extractor.ts +131 -0
- package/core/beliefs/store.ts +557 -0
- package/core/beliefs/types.ts +38 -0
- package/core/commands/mcp-server.ts +5 -0
- package/core/compression.ts +177 -0
- package/core/config.js +2 -0
- package/core/consolidation.ts +330 -0
- package/core/context/agent-context.ts +388 -0
- package/core/context/context-paging.ts +449 -0
- package/core/context/context-window.ts +234 -0
- package/core/context/context.ts +35 -0
- package/core/embeddings/embeddings.ts +616 -0
- package/core/embeddings/google-multimodal.ts +200 -0
- package/{dist/core/local-embeddings.js → core/embeddings/local-embeddings.ts} +12 -11
- package/core/embeddings/qmd-client.ts +495 -0
- package/core/embeddings/transformers-local.ts +261 -0
- package/core/embeddings.js +4 -0
- package/core/error-handling.ts +206 -0
- package/core/external +219 -0
- package/core/graph/entity-deduplicator.ts +232 -0
- package/core/graph/graph-builder.ts +257 -0
- package/core/graph/graph-traversal.ts +490 -0
- package/core/graph/index.ts +24 -0
- package/core/graph/llm-entity-extractor.ts +402 -0
- package/core/graph/multi-hop-retrieval.ts +317 -0
- package/core/graph/relationship-extractor.ts +465 -0
- package/core/hooks/agent-hooks.ts +653 -0
- package/core/hooks/auto-tagger.ts +149 -0
- package/core/hooks/capture-filter.ts +169 -0
- package/core/hot-cache.ts +388 -0
- package/core/index.ts +10 -0
- package/core/ingestion/agent-memory.ts +167 -0
- package/core/ingestion/core-memory.ts +326 -0
- package/core/ingestion/learnings.ts +260 -0
- package/core/ingestion/signal-engine.ts +266 -0
- package/core/integrations/obsidian-vault.ts +197 -0
- package/core/layers/generator.ts +115 -0
- package/{dist/core/lib/db-client.d.ts → core/lib/db-client.ts} +168 -114
- package/core/lib/parse-embedding.ts +59 -0
- package/{dist/core/lib/schemas.js → core/lib/schemas.ts} +102 -87
- package/core/lib/types.ts +49 -0
- package/core/lib/utils.ts +151 -0
- package/core/lib/validation.ts +180 -0
- package/core/lifecycle.ts +353 -0
- package/core/logger.ts +59 -0
- package/core/memory/bridge-discovery.ts +395 -0
- package/core/memory/categorizer.ts +390 -0
- package/core/memory/conflict-detector.ts +62 -0
- package/core/memory/consolidation.ts +372 -0
- package/core/memory/context-collector.ts +75 -0
- package/core/memory/contradiction-resolver.ts +494 -0
- package/core/memory/edit-workflow.ts +174 -0
- package/core/memory/entity-extractor.ts +426 -0
- package/core/memory/entity-resolver.ts +89 -0
- package/core/memory/explain.ts +112 -0
- package/core/memory/fact-deriver.ts +300 -0
- package/core/memory/fact-extractor.ts +120 -0
- package/core/memory/feedback-tracker.ts +200 -0
- package/core/memory/hooks.ts +230 -0
- package/core/memory/hybrid-retrieval.ts +65 -0
- package/core/memory/hybrid-scorer.ts +325 -0
- package/core/memory/hybrid-search.ts +748 -0
- package/core/memory/importance.ts +319 -0
- package/{dist/core/memory/index.js → core/memory/index.ts} +11 -10
- package/core/memory/loader.ts +178 -0
- package/core/memory/markdown/markdown-storage.ts +318 -0
- package/core/memory/memories.ts +565 -0
- package/core/memory/memory-lifecycle.ts +51 -0
- package/core/memory/memory-manager.ts +53 -0
- package/core/memory/migrate.ts +173 -0
- package/core/memory/normalization.ts +30 -0
- package/core/memory/path-strengthener.ts +211 -0
- package/core/memory/progressive-disclosure.ts +392 -0
- package/core/memory/query-processor.ts +130 -0
- package/core/memory/query-rewriter.ts +153 -0
- package/core/memory/response-analyzer.ts +81 -0
- package/core/memory/retrieval-feedback.ts +276 -0
- package/core/memory/serialization.ts +83 -0
- package/core/memory/stale-cleaner.ts +147 -0
- package/core/memory/stats.ts +181 -0
- package/core/memory/telemetry.ts +392 -0
- package/core/memory/temporal-facts.ts +356 -0
- package/core/memory/temporal-parser.ts +477 -0
- package/core/memory/trigger-detector.ts +104 -0
- package/core/memory/write-gate.ts +288 -0
- package/{dist/core/places/index.js → core/places/index.ts} +12 -12
- package/core/places/memory-places.ts +339 -0
- package/core/places/places.ts +406 -0
- package/core/places/rules.ts +308 -0
- package/core/places/walking.ts +192 -0
- package/core/projects +89 -0
- package/core/projects.ts +131 -0
- package/core/redis.ts +82 -0
- package/core/responses.ts +187 -0
- package/core/runtime/trust-report.ts +195 -0
- package/core/runtime/trust-state.ts +360 -0
- package/core/scheduler/cron-scheduler.ts +590 -0
- package/core/scheduler/heartbeat.ts +91 -0
- package/{dist/core/scheduler/index.js → core/scheduler/index.ts} +8 -8
- package/core/scheduler/job-runner.ts +197 -0
- package/core/search/conversations.ts +166 -0
- package/core/search/entities.ts +46 -0
- package/core/search/folder-context.ts +154 -0
- package/core/search/graph-boost.ts +22 -0
- package/{dist/core/search/index.js → core/search/index.ts} +4 -5
- package/core/search/qmd-wrapper.ts +84 -0
- package/core/security/encrypt.ts +51 -0
- package/core/security/governance.ts +102 -0
- package/core/security/privacy.ts +108 -0
- package/core/security/secret-detector.ts +122 -0
- package/core/session/auto-load.ts +160 -0
- package/core/session/entity-tracker.ts +363 -0
- package/{dist/core/session/index.js → core/session/index.ts} +7 -7
- package/core/session/reference-resolver.ts +158 -0
- package/core/session/self-iteration-job.ts +478 -0
- package/core/session/session-hooks.ts +69 -0
- package/core/session/types.ts +36 -0
- package/core/session/working-set.ts +275 -0
- package/{dist/core/snapshots/cleanup.js → core/snapshots/cleanup.ts} +13 -12
- package/core/snapshots/comparison.ts +59 -0
- package/core/snapshots/creation.ts +139 -0
- package/core/snapshots/retrieval.ts +44 -0
- package/core/snapshots/stats.ts +63 -0
- package/core/storage/cache.ts +241 -0
- package/core/storage/database.ts +23 -0
- package/{dist/core/summarization/cleanup.js → core/summarization/cleanup.ts} +13 -12
- package/core/summarization/queries.ts +32 -0
- package/core/summarization/stats.ts +64 -0
- package/core/summarization/strategies.ts +52 -0
- package/core/summarization.ts +248 -0
- package/core/temporal-facts.ts +244 -0
- package/core/tracing/collector.ts +470 -0
- package/core/tracing/visualizer.ts +195 -0
- package/core/utils/cleanup-operations.ts +50 -0
- package/core/utils/content-extraction.ts +95 -0
- package/core/utils/filter-builder.ts +56 -0
- package/core/utils/history-traversal.ts +63 -0
- package/core/utils/memory-operations.ts +56 -0
- package/core/utils/query-operations.ts +83 -0
- package/core/utils/summarization-helpers.ts +45 -0
- package/core/utils/temporal-queries.ts +39 -0
- package/{dist/core/utils/vector-operations.js → core/utils/vector-operations.ts} +135 -129
- package/core/utils/version-management.ts +74 -0
- package/core/worker.ts +333 -0
- package/db/adapter.ts +215 -0
- package/{dist/db/bootstrap.js → db/bootstrap.ts} +388 -418
- package/db/drizzle/migrations/0000_needy_cerebro.sql +402 -0
- package/db/drizzle/migrations/meta/0000_snapshot.json +3451 -0
- package/db/drizzle/migrations/meta/_journal.json +13 -0
- package/db/drizzle/schema-sqlite.ts +1032 -0
- package/db/drizzle/schema.ts +1128 -0
- package/db/drizzle.config.ts +12 -0
- package/db/index.ts +83 -0
- package/db/init.sql +5 -0
- package/db/migrations/associations.ts +35 -0
- package/db/migrations/beliefs.ts +89 -0
- package/db/migrations/core-memory.ts +35 -0
- package/db/migrations/fts.ts +59 -0
- package/db/migrations/index.ts +54 -0
- package/db/migrations/indexes.ts +36 -0
- package/db/migrations/learnings.ts +34 -0
- package/db/migrations/maintenance.ts +68 -0
- package/db/migrations/memories.ts +22 -0
- package/db/migrations/memory-places.ts +35 -0
- package/db/migrations/places.ts +49 -0
- package/db/migrations/projects.ts +21 -0
- package/db/migrations/tier-conversion.ts +24 -0
- package/db/neon.ts +22 -0
- package/db/schema/beliefs.ts +50 -0
- package/db/schema/generator.ts +159 -0
- package/db/schema/index.ts +58 -0
- package/db/schema/learnings.ts +32 -0
- package/db/schema/memories.ts +83 -0
- package/db/schema/projects.ts +33 -0
- package/db/schema.ts +13 -0
- package/db/supabase.ts +27 -0
- package/mcp.json.example +8 -11
- package/package.json +140 -159
- package/packages/cli/package.json +22 -0
- package/packages/cli/src/commands/clean.ts +68 -0
- package/packages/cli/src/commands/context.ts +79 -0
- package/packages/cli/src/commands/doctor.ts +357 -0
- package/packages/cli/src/commands/forget.ts +72 -0
- package/packages/cli/src/commands/health.ts +36 -0
- package/packages/cli/src/commands/inspect.ts +41 -0
- package/packages/cli/src/commands/link.ts +50 -0
- package/packages/cli/src/commands/migrate.ts +93 -0
- package/packages/cli/src/commands/recall.ts +99 -0
- package/packages/cli/src/commands/recent.ts +57 -0
- package/packages/cli/src/commands/remember.ts +139 -0
- package/packages/cli/src/commands/run.ts +58 -0
- package/packages/cli/src/commands/stale.ts +43 -0
- package/packages/cli/src/commands/stats.ts +42 -0
- package/packages/cli/src/index.ts +57 -0
- package/packages/cli/tsconfig.json +24 -0
- package/packages/mcp/package.json +26 -0
- package/packages/mcp/src/index.ts +940 -0
- package/packages/mcp/tsconfig.json +20 -0
- package/skills/squish-memory/SKILL.md +38 -35
- package/skills/squish-memory/{scripts/install.sh → install.sh} +1 -1
- package/skills/squish-memory/references/claude-desktop.json +12 -0
- package/skills/squish-memory/references/openclaw.json +13 -0
- package/skills/squish-memory/references/opencode.json +14 -0
- package/config/hooks/claude-code-hooks.json +0 -39
- package/config/hooks/cursor-hooks.json +0 -30
- package/config/hooks/opencode-hooks.json +0 -30
- package/config/hooks/windsurf-hooks.json +0 -30
- package/config/mcp-cli-fallback-policy.json +0 -22
- package/config/mcp.json +0 -38
- package/config/plugin-manifest.json +0 -101
- package/config/plugin-manifest.schema.json +0 -244
- package/config/plugin.json +0 -32
- package/config/remote-memory-policy.json +0 -32
- package/core/commands/context-paging.md +0 -51
- package/core/commands/context-status.md +0 -22
- package/core/commands/context.md +0 -5
- package/core/commands/core-memory.md +0 -56
- package/core/commands/health.md +0 -5
- package/core/commands/init.md +0 -39
- package/core/commands/merge.md +0 -113
- package/core/commands/recall.md +0 -5
- package/core/commands/remember.md +0 -11
- package/core/commands/search.md +0 -10
- package/dist/config.d.ts +0 -83
- package/dist/config.js +0 -242
- package/dist/core/adapters/config/claude-code.d.ts +0 -45
- package/dist/core/adapters/config/claude-code.js +0 -113
- package/dist/core/adapters/config/cursor.d.ts +0 -26
- package/dist/core/adapters/config/cursor.js +0 -74
- package/dist/core/adapters/config/opencode.d.ts +0 -23
- package/dist/core/adapters/config/opencode.js +0 -73
- package/dist/core/adapters/config/windsurf.d.ts +0 -26
- package/dist/core/adapters/config/windsurf.js +0 -74
- package/dist/core/adapters/index.d.ts +0 -45
- package/dist/core/adapters/index.js +0 -84
- package/dist/core/adapters/scripts/install-adapter.d.ts +0 -19
- package/dist/core/adapters/scripts/install-adapter.js +0 -149
- package/dist/core/adapters/timeline.d.ts +0 -23
- package/dist/core/adapters/timeline.js +0 -88
- package/dist/core/adapters/types.d.ts +0 -157
- package/dist/core/adapters/types.js +0 -50
- package/dist/core/algorithms/analytics/token-estimator.d.ts +0 -50
- package/dist/core/algorithms/analytics/token-estimator.js +0 -154
- package/dist/core/algorithms/detection/hash-filters.d.ts +0 -47
- package/dist/core/algorithms/detection/hash-filters.js +0 -190
- package/dist/core/algorithms/detection/semantic-ranker.d.ts +0 -32
- package/dist/core/algorithms/detection/semantic-ranker.js +0 -118
- package/dist/core/algorithms/detection/two-stage-detector.d.ts +0 -52
- package/dist/core/algorithms/detection/two-stage-detector.js +0 -299
- package/dist/core/algorithms/handlers/approve-merge.d.ts +0 -22
- package/dist/core/algorithms/handlers/approve-merge.js +0 -179
- package/dist/core/algorithms/handlers/detect-duplicates.d.ts +0 -47
- package/dist/core/algorithms/handlers/detect-duplicates.js +0 -145
- package/dist/core/algorithms/handlers/get-stats.d.ts +0 -39
- package/dist/core/algorithms/handlers/get-stats.js +0 -88
- package/dist/core/algorithms/handlers/list-proposals.d.ts +0 -45
- package/dist/core/algorithms/handlers/list-proposals.js +0 -83
- package/dist/core/algorithms/handlers/preview-merge.d.ts +0 -39
- package/dist/core/algorithms/handlers/preview-merge.js +0 -93
- package/dist/core/algorithms/handlers/reject-merge.d.ts +0 -28
- package/dist/core/algorithms/handlers/reject-merge.js +0 -69
- package/dist/core/algorithms/handlers/reverse-merge.d.ts +0 -21
- package/dist/core/algorithms/handlers/reverse-merge.js +0 -121
- package/dist/core/algorithms/index.d.ts +0 -21
- package/dist/core/algorithms/operations/cache-maintenance.d.ts +0 -12
- package/dist/core/algorithms/operations/cache-maintenance.js +0 -157
- package/dist/core/algorithms/safety/safety-checks.d.ts +0 -22
- package/dist/core/algorithms/safety/safety-checks.js +0 -179
- package/dist/core/algorithms/strategies/merge-strategies.d.ts +0 -50
- package/dist/core/algorithms/strategies/merge-strategies.js +0 -288
- package/dist/core/algorithms/types.d.ts +0 -133
- package/dist/core/algorithms/types.js +0 -5
- package/dist/core/algorithms/utils/response-builder.d.ts +0 -28
- package/dist/core/algorithms/utils/response-builder.js +0 -37
- package/dist/core/associations.d.ts +0 -31
- package/dist/core/associations.js +0 -248
- package/dist/core/autosave.d.ts +0 -19
- package/dist/core/autosave.js +0 -16
- package/dist/core/commands/managed-sync.d.ts +0 -10
- package/dist/core/commands/managed-sync.js +0 -64
- package/dist/core/commands/mcp-server.d.ts +0 -3
- package/dist/core/commands/mcp-server.js +0 -739
- package/dist/core/consolidation.d.ts +0 -37
- package/dist/core/consolidation.js +0 -248
- package/dist/core/context/agent-context.d.ts +0 -106
- package/dist/core/context/agent-context.js +0 -274
- package/dist/core/context/context-paging.d.ts +0 -80
- package/dist/core/context/context-paging.js +0 -328
- package/dist/core/context/context-window.d.ts +0 -40
- package/dist/core/context/context-window.js +0 -177
- package/dist/core/context/context.d.ts +0 -7
- package/dist/core/context/context.js +0 -22
- package/dist/core/embeddings/google-multimodal.d.ts +0 -14
- package/dist/core/embeddings/google-multimodal.js +0 -142
- package/dist/core/embeddings/qmd-client.d.ts +0 -136
- package/dist/core/embeddings/qmd-client.js +0 -403
- package/dist/core/embeddings.d.ts +0 -29
- package/dist/core/embeddings.js +0 -454
- package/dist/core/error-handling.d.ts +0 -63
- package/dist/core/error-handling.js +0 -173
- package/dist/core/external-folder/index.d.ts +0 -102
- package/dist/core/external-folder/index.js +0 -294
- package/dist/core/hooks/agent-hooks.d.ts +0 -74
- package/dist/core/hooks/agent-hooks.js +0 -244
- package/dist/core/hooks/auto-tagger.d.ts +0 -19
- package/dist/core/hooks/auto-tagger.js +0 -155
- package/dist/core/hooks/capture-filter.d.ts +0 -41
- package/dist/core/hooks/capture-filter.js +0 -128
- package/dist/core/index.d.ts +0 -10
- package/dist/core/index.js +0 -14
- package/dist/core/ingestion/agent-memory.d.ts +0 -22
- package/dist/core/ingestion/agent-memory.js +0 -109
- package/dist/core/ingestion/core-memory.d.ts +0 -78
- package/dist/core/ingestion/core-memory.js +0 -226
- package/dist/core/ingestion/learnings.d.ts +0 -57
- package/dist/core/ingestion/learnings.js +0 -202
- package/dist/core/layers/generator.d.ts +0 -25
- package/dist/core/layers/generator.js +0 -76
- package/dist/core/lib/db-client.js +0 -130
- package/dist/core/lib/schemas.d.ts +0 -129
- package/dist/core/lib/utils.d.ts +0 -14
- package/dist/core/lib/utils.js +0 -90
- package/dist/core/lib/validation.d.ts +0 -38
- package/dist/core/lib/validation.js +0 -151
- package/dist/core/lifecycle.d.ts +0 -26
- package/dist/core/lifecycle.js +0 -302
- package/dist/core/local-embeddings.d.ts +0 -11
- package/dist/core/logger.d.ts +0 -16
- package/dist/core/logger.js +0 -40
- package/dist/core/mcp/client.d.ts +0 -17
- package/dist/core/mcp/client.js +0 -101
- package/dist/core/mcp/index.d.ts +0 -6
- package/dist/core/mcp/index.js +0 -6
- package/dist/core/mcp/server.d.ts +0 -18
- package/dist/core/mcp/server.js +0 -157
- package/dist/core/mcp/standalone-server.d.ts +0 -13
- package/dist/core/mcp/standalone-server.js +0 -46
- package/dist/core/mcp/tools.d.ts +0 -9
- package/dist/core/mcp/tools.js +0 -365
- package/dist/core/mcp/types.d.ts +0 -315
- package/dist/core/mcp/types.js +0 -48
- package/dist/core/memory/bridge-discovery.d.ts +0 -50
- package/dist/core/memory/bridge-discovery.js +0 -291
- package/dist/core/memory/categorizer.d.ts +0 -27
- package/dist/core/memory/categorizer.js +0 -305
- package/dist/core/memory/conflict-detector.d.ts +0 -7
- package/dist/core/memory/conflict-detector.js +0 -43
- package/dist/core/memory/consolidation.d.ts +0 -42
- package/dist/core/memory/consolidation.js +0 -303
- package/dist/core/memory/context-collector.d.ts +0 -10
- package/dist/core/memory/context-collector.js +0 -56
- package/dist/core/memory/contradiction-resolver.d.ts +0 -40
- package/dist/core/memory/contradiction-resolver.js +0 -368
- package/dist/core/memory/edit-workflow.d.ts +0 -19
- package/dist/core/memory/edit-workflow.js +0 -120
- package/dist/core/memory/entity-extractor.d.ts +0 -33
- package/dist/core/memory/entity-extractor.js +0 -336
- package/dist/core/memory/entity-resolver.d.ts +0 -23
- package/dist/core/memory/entity-resolver.js +0 -64
- package/dist/core/memory/fact-extractor.d.ts +0 -24
- package/dist/core/memory/fact-extractor.js +0 -89
- package/dist/core/memory/feedback-tracker.d.ts +0 -12
- package/dist/core/memory/feedback-tracker.js +0 -155
- package/dist/core/memory/hooks.d.ts +0 -88
- package/dist/core/memory/hooks.js +0 -174
- package/dist/core/memory/hybrid-retrieval.d.ts +0 -29
- package/dist/core/memory/hybrid-retrieval.js +0 -139
- package/dist/core/memory/hybrid-scorer.d.ts +0 -40
- package/dist/core/memory/hybrid-scorer.js +0 -284
- package/dist/core/memory/hybrid-search.d.ts +0 -20
- package/dist/core/memory/hybrid-search.js +0 -359
- package/dist/core/memory/importance.d.ts +0 -63
- package/dist/core/memory/importance.js +0 -298
- package/dist/core/memory/index.d.ts +0 -8
- package/dist/core/memory/loader.d.ts +0 -31
- package/dist/core/memory/loader.js +0 -141
- package/dist/core/memory/markdown/markdown-storage.d.ts +0 -72
- package/dist/core/memory/markdown/markdown-storage.js +0 -243
- package/dist/core/memory/memories.d.ts +0 -47
- package/dist/core/memory/memories.js +0 -449
- package/dist/core/memory/memory-lifecycle.d.ts +0 -8
- package/dist/core/memory/memory-lifecycle.js +0 -55
- package/dist/core/memory/memory-manager.d.ts +0 -15
- package/dist/core/memory/memory-manager.js +0 -46
- package/dist/core/memory/migrate.d.ts +0 -21
- package/dist/core/memory/migrate.js +0 -134
- package/dist/core/memory/normalization.d.ts +0 -22
- package/dist/core/memory/normalization.js +0 -26
- package/dist/core/memory/progressive-disclosure.d.ts +0 -43
- package/dist/core/memory/progressive-disclosure.js +0 -280
- package/dist/core/memory/query-processor.d.ts +0 -21
- package/dist/core/memory/query-processor.js +0 -72
- package/dist/core/memory/query-rewriter.d.ts +0 -13
- package/dist/core/memory/query-rewriter.js +0 -118
- package/dist/core/memory/response-analyzer.d.ts +0 -9
- package/dist/core/memory/response-analyzer.js +0 -61
- package/dist/core/memory/serialization.d.ts +0 -10
- package/dist/core/memory/serialization.js +0 -84
- package/dist/core/memory/stats.d.ts +0 -22
- package/dist/core/memory/stats.js +0 -138
- package/dist/core/memory/telemetry.d.ts +0 -69
- package/dist/core/memory/telemetry.js +0 -313
- package/dist/core/memory/temporal-facts.d.ts +0 -41
- package/dist/core/memory/temporal-facts.js +0 -283
- package/dist/core/memory/temporal-parser.d.ts +0 -32
- package/dist/core/memory/temporal-parser.js +0 -385
- package/dist/core/memory/trigger-detector.d.ts +0 -14
- package/dist/core/memory/trigger-detector.js +0 -42
- package/dist/core/memory/write-gate.d.ts +0 -54
- package/dist/core/memory/write-gate.js +0 -210
- package/dist/core/namespaces/index.d.ts +0 -71
- package/dist/core/namespaces/index.js +0 -305
- package/dist/core/namespaces/uri-parser.d.ts +0 -31
- package/dist/core/namespaces/uri-parser.js +0 -74
- package/dist/core/obsidian-vault.d.ts +0 -30
- package/dist/core/obsidian-vault.js +0 -94
- package/dist/core/places/index.d.ts +0 -14
- package/dist/core/places/memory-places.d.ts +0 -68
- package/dist/core/places/memory-places.js +0 -261
- package/dist/core/places/places.d.ts +0 -88
- package/dist/core/places/places.js +0 -314
- package/dist/core/places/rules.d.ts +0 -74
- package/dist/core/places/rules.js +0 -240
- package/dist/core/places/walking.d.ts +0 -56
- package/dist/core/places/walking.js +0 -121
- package/dist/core/projects.d.ts +0 -17
- package/dist/core/projects.js +0 -108
- package/dist/core/redis.d.ts +0 -11
- package/dist/core/redis.js +0 -69
- package/dist/core/responses.d.ts +0 -96
- package/dist/core/responses.js +0 -122
- package/dist/core/scheduler/cron-scheduler.d.ts +0 -32
- package/dist/core/scheduler/cron-scheduler.js +0 -332
- package/dist/core/scheduler/heartbeat.d.ts +0 -11
- package/dist/core/scheduler/heartbeat.js +0 -73
- package/dist/core/scheduler/index.d.ts +0 -8
- package/dist/core/scheduler/job-runner.d.ts +0 -11
- package/dist/core/scheduler/job-runner.js +0 -164
- package/dist/core/search/conversations.d.ts +0 -25
- package/dist/core/search/conversations.js +0 -110
- package/dist/core/search/entities.d.ts +0 -12
- package/dist/core/search/entities.js +0 -31
- package/dist/core/search/folder-context.d.ts +0 -25
- package/dist/core/search/folder-context.js +0 -119
- package/dist/core/search/graph-boost.d.ts +0 -7
- package/dist/core/search/graph-boost.js +0 -23
- package/dist/core/search/index.d.ts +0 -4
- package/dist/core/search/qmd-search.d.ts +0 -61
- package/dist/core/search/qmd-search.js +0 -178
- package/dist/core/security/encrypt.d.ts +0 -6
- package/dist/core/security/encrypt.js +0 -47
- package/dist/core/security/governance.d.ts +0 -26
- package/dist/core/security/governance.js +0 -79
- package/dist/core/security/privacy.d.ts +0 -23
- package/dist/core/security/privacy.js +0 -82
- package/dist/core/security/secret-detector.d.ts +0 -32
- package/dist/core/security/secret-detector.js +0 -88
- package/dist/core/session/auto-load.d.ts +0 -6
- package/dist/core/session/auto-load.js +0 -119
- package/dist/core/session/index.d.ts +0 -7
- package/dist/core/session/self-iteration-job.d.ts +0 -20
- package/dist/core/session/self-iteration-job.js +0 -282
- package/dist/core/session/session-hooks.d.ts +0 -18
- package/dist/core/session/session-hooks.js +0 -58
- package/dist/core/session/types.d.ts +0 -26
- package/dist/core/session/types.js +0 -10
- package/dist/core/session-hooks/self-iteration-job.d.ts +0 -20
- package/dist/core/session-hooks/self-iteration-job.js +0 -282
- package/dist/core/session-hooks/session-hooks.d.ts +0 -18
- package/dist/core/session-hooks/session-hooks.js +0 -58
- package/dist/core/snapshots/cleanup.d.ts +0 -9
- package/dist/core/snapshots/comparison.d.ts +0 -19
- package/dist/core/snapshots/comparison.js +0 -43
- package/dist/core/snapshots/creation.d.ts +0 -19
- package/dist/core/snapshots/creation.js +0 -126
- package/dist/core/snapshots/retrieval.d.ts +0 -7
- package/dist/core/snapshots/retrieval.js +0 -41
- package/dist/core/snapshots/stats.d.ts +0 -11
- package/dist/core/snapshots/stats.js +0 -52
- package/dist/core/snapshots.d.ts +0 -29
- package/dist/core/snapshots.js +0 -220
- package/dist/core/storage/cache.d.ts +0 -13
- package/dist/core/storage/cache.js +0 -202
- package/dist/core/storage/database.d.ts +0 -12
- package/dist/core/storage/database.js +0 -12
- package/dist/core/summarization/cleanup.d.ts +0 -9
- package/dist/core/summarization/queries.d.ts +0 -9
- package/dist/core/summarization/queries.js +0 -28
- package/dist/core/summarization/stats.d.ts +0 -14
- package/dist/core/summarization/stats.js +0 -52
- package/dist/core/summarization/strategies.d.ts +0 -24
- package/dist/core/summarization/strategies.js +0 -28
- package/dist/core/summarization.d.ts +0 -37
- package/dist/core/summarization.js +0 -188
- package/dist/core/sync/qmd-sync.d.ts +0 -94
- package/dist/core/sync/qmd-sync.js +0 -201
- package/dist/core/temporal-facts.d.ts +0 -54
- package/dist/core/temporal-facts.js +0 -193
- package/dist/core/toon.d.ts +0 -43
- package/dist/core/toon.js +0 -160
- package/dist/core/tracing/collector.d.ts +0 -111
- package/dist/core/tracing/collector.js +0 -350
- package/dist/core/tracing/visualizer.d.ts +0 -32
- package/dist/core/tracing/visualizer.js +0 -165
- package/dist/core/utils/cleanup-operations.d.ts +0 -13
- package/dist/core/utils/cleanup-operations.js +0 -44
- package/dist/core/utils/content-extraction.d.ts +0 -19
- package/dist/core/utils/content-extraction.js +0 -75
- package/dist/core/utils/filter-builder.d.ts +0 -13
- package/dist/core/utils/filter-builder.js +0 -44
- package/dist/core/utils/history-traversal.d.ts +0 -13
- package/dist/core/utils/history-traversal.js +0 -50
- package/dist/core/utils/memory-operations.d.ts +0 -17
- package/dist/core/utils/memory-operations.js +0 -43
- package/dist/core/utils/query-operations.d.ts +0 -18
- package/dist/core/utils/query-operations.js +0 -65
- package/dist/core/utils/summarization-helpers.d.ts +0 -21
- package/dist/core/utils/summarization-helpers.js +0 -38
- package/dist/core/utils/temporal-queries.d.ts +0 -13
- package/dist/core/utils/temporal-queries.js +0 -27
- package/dist/core/utils/vector-operations.d.ts +0 -71
- package/dist/core/utils/version-management.d.ts +0 -9
- package/dist/core/utils/version-management.js +0 -61
- package/dist/core/worker.d.ts +0 -82
- package/dist/core/worker.js +0 -272
- package/dist/db/adapter.d.ts +0 -7
- package/dist/db/adapter.js +0 -175
- package/dist/db/bootstrap.d.ts +0 -9
- package/dist/db/drizzle/schema-sqlite.d.ts +0 -4837
- package/dist/db/drizzle/schema-sqlite.js +0 -684
- package/dist/db/drizzle/schema.d.ts +0 -4082
- package/dist/db/drizzle/schema.js +0 -770
- package/dist/db/drizzle.config.d.ts +0 -3
- package/dist/db/drizzle.config.js +0 -12
- package/dist/db/index.d.ts +0 -7
- package/dist/db/index.js +0 -89
- package/dist/db/neon.d.ts +0 -8
- package/dist/db/neon.js +0 -20
- package/dist/db/schema/index.d.ts +0 -40
- package/dist/db/schema/index.js +0 -105
- package/dist/db/schema/tables/context-sessions.d.ts +0 -9
- package/dist/db/schema/tables/context-sessions.js +0 -37
- package/dist/db/schema/tables/conversations.d.ts +0 -9
- package/dist/db/schema/tables/conversations.js +0 -47
- package/dist/db/schema/tables/core-memory.d.ts +0 -9
- package/dist/db/schema/tables/core-memory.js +0 -41
- package/dist/db/schema/tables/entities.d.ts +0 -9
- package/dist/db/schema/tables/entities.js +0 -39
- package/dist/db/schema/tables/entity-relations.d.ts +0 -9
- package/dist/db/schema/tables/entity-relations.js +0 -31
- package/dist/db/schema/tables/learnings.d.ts +0 -9
- package/dist/db/schema/tables/learnings.js +0 -66
- package/dist/db/schema/tables/memories.d.ts +0 -9
- package/dist/db/schema/tables/memories.js +0 -161
- package/dist/db/schema/tables/memory-associations.d.ts +0 -9
- package/dist/db/schema/tables/memory-associations.js +0 -39
- package/dist/db/schema/tables/memory-hash-cache.d.ts +0 -9
- package/dist/db/schema/tables/memory-hash-cache.js +0 -29
- package/dist/db/schema/tables/memory-merge-history.d.ts +0 -9
- package/dist/db/schema/tables/memory-merge-history.js +0 -33
- package/dist/db/schema/tables/memory-merge-proposals.d.ts +0 -9
- package/dist/db/schema/tables/memory-merge-proposals.js +0 -39
- package/dist/db/schema/tables/messages.d.ts +0 -9
- package/dist/db/schema/tables/messages.js +0 -41
- package/dist/db/schema/tables/namespaces.d.ts +0 -9
- package/dist/db/schema/tables/namespaces.js +0 -37
- package/dist/db/schema/tables/projects.d.ts +0 -9
- package/dist/db/schema/tables/projects.js +0 -31
- package/dist/db/schema/tables/users.d.ts +0 -9
- package/dist/db/schema/tables/users.js +0 -27
- package/dist/db/schema.d.ts +0 -3
- package/dist/db/schema.js +0 -11
- package/dist/db/supabase.d.ts +0 -9
- package/dist/db/supabase.js +0 -24
- package/dist/index.d.ts +0 -7
- package/dist/index.js +0 -1677
- package/dist/vendor/sql.js/sql-wasm.wasm +0 -0
- package/dist/webui/server.d.ts +0 -5
- package/dist/webui/server.js +0 -642
- package/generated/mcp/manifest.json +0 -23
- package/generated/mcp/mcp-servers.json +0 -25
- package/generated/mcp/mcporter.json +0 -34
- package/generated/mcp/openclaw-memory-qmd.json +0 -17
- package/generated/mcp/runtime.json +0 -12
- package/scripts/README.md +0 -60
- package/scripts/build-release.sh +0 -36
- package/scripts/check-secrets.js +0 -132
- package/scripts/copy-runtime-assets.mjs +0 -26
- package/scripts/generate-mcp.mjs +0 -264
- package/scripts/github-release.sh +0 -77
- package/scripts/init-dirs.mjs +0 -13
- package/scripts/install-claude-code.sh +0 -85
- package/scripts/install-cursor.sh +0 -56
- package/scripts/install-hooks.sh +0 -73
- package/scripts/install-interactive.mjs +0 -357
- package/scripts/install-opencode.sh +0 -75
- package/scripts/install-plugin.mjs +0 -415
- package/scripts/install-windsurf.sh +0 -67
- package/scripts/remote-preflight.mjs +0 -62
- package/scripts/squish-fallback.mjs +0 -132
- package/scripts/test-interactive.mjs +0 -131
- package/scripts/verify-mcp.mjs +0 -214
- package/skills/squish-memory/scripts/install.mjs +0 -335
- package/skills/squish-memory/write_skill.js +0 -2
|
@@ -1,332 +0,0 @@
|
|
|
1
|
-
/** Cron Scheduler - Persistent cron-based job scheduling with fallback support */
|
|
2
|
-
import cron from 'node-cron';
|
|
3
|
-
import { selfIterationHandler } from '../session-hooks/self-iteration-job.js';
|
|
4
|
-
import { runLifecycleMaintenance } from '../lifecycle.js';
|
|
5
|
-
import { logger } from '../logger.js';
|
|
6
|
-
import { config } from '../../config.js';
|
|
7
|
-
import { getDb } from '../../db/index.js';
|
|
8
|
-
import { maintenanceJobs, maintenanceJobHistory } from '../../db/drizzle/schema-sqlite.js';
|
|
9
|
-
import { eq } from 'drizzle-orm';
|
|
10
|
-
const jobHandlers = new Map();
|
|
11
|
-
const activeTasks = new Map();
|
|
12
|
-
export function registerJobHandler(jobName, handler) {
|
|
13
|
-
jobHandlers.set(jobName, handler);
|
|
14
|
-
logger.info(`[Scheduler] Registered handler for job: ${jobName}`);
|
|
15
|
-
}
|
|
16
|
-
// Register self-iteration job handler
|
|
17
|
-
registerJobHandler('self_iteration', selfIterationHandler);
|
|
18
|
-
// Decay job handler - runs lifecycle maintenance (decay, tier updates, eviction)
|
|
19
|
-
const decayHandler = async (context) => {
|
|
20
|
-
const stats = await runLifecycleMaintenance();
|
|
21
|
-
return {
|
|
22
|
-
recordsProcessed: stats.decayed + stats.expired + stats.evicted,
|
|
23
|
-
summary: {
|
|
24
|
-
decayed: stats.decayed,
|
|
25
|
-
expired: stats.expired,
|
|
26
|
-
evicted: stats.evicted,
|
|
27
|
-
tierChanges: stats.tierChanges,
|
|
28
|
-
},
|
|
29
|
-
};
|
|
30
|
-
};
|
|
31
|
-
registerJobHandler('decay_maintenance', decayHandler);
|
|
32
|
-
export async function initializeScheduler() {
|
|
33
|
-
if (!config.cronEnabled) {
|
|
34
|
-
logger.info('[Scheduler] Cron scheduling disabled, using heartbeat fallback');
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
const db = await getDb();
|
|
38
|
-
if (!db) {
|
|
39
|
-
logger.warn('[Scheduler] Database not available, scheduler disabled');
|
|
40
|
-
return;
|
|
41
|
-
}
|
|
42
|
-
try {
|
|
43
|
-
await ensureDefaultJobs(db);
|
|
44
|
-
const sqliteDb = db;
|
|
45
|
-
const jobs = await sqliteDb
|
|
46
|
-
.select()
|
|
47
|
-
.from(maintenanceJobs)
|
|
48
|
-
.where(eq(maintenanceJobs.enabled, true));
|
|
49
|
-
for (const job of jobs) {
|
|
50
|
-
await scheduleJob(job);
|
|
51
|
-
}
|
|
52
|
-
logger.info(`[Scheduler] Initialized with ${jobs.length} scheduled jobs`);
|
|
53
|
-
}
|
|
54
|
-
catch (error) {
|
|
55
|
-
logger.error('[Scheduler] Failed to initialize:', error);
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
async function ensureDefaultJobs(db) {
|
|
59
|
-
const defaultJobs = [
|
|
60
|
-
{
|
|
61
|
-
jobName: 'decay_maintenance',
|
|
62
|
-
jobType: 'hourly',
|
|
63
|
-
cronExpression: '0 * * * *', // Run every hour at :00
|
|
64
|
-
enabled: true,
|
|
65
|
-
jobConfig: { applyDecay: true, updateTiers: true, evictOld: true },
|
|
66
|
-
},
|
|
67
|
-
{
|
|
68
|
-
jobName: 'nightly_maintenance',
|
|
69
|
-
jobType: 'nightly',
|
|
70
|
-
cronExpression: '0 2 * * *',
|
|
71
|
-
enabled: true,
|
|
72
|
-
jobConfig: { mergeDuplicates: true, boostAccessed: true, decayScores: true },
|
|
73
|
-
},
|
|
74
|
-
{
|
|
75
|
-
jobName: 'weekly_maintenance',
|
|
76
|
-
jobType: 'weekly',
|
|
77
|
-
cronExpression: '0 3 * * 0',
|
|
78
|
-
enabled: true,
|
|
79
|
-
jobConfig: { regenerateSummaries: true, archiveStale: true, cleanupOrphaned: true },
|
|
80
|
-
},
|
|
81
|
-
{
|
|
82
|
-
jobName: 'self_iteration',
|
|
83
|
-
jobType: 'hourly',
|
|
84
|
-
cronExpression: '30 * * * *', // Run every hour at :30
|
|
85
|
-
enabled: true,
|
|
86
|
-
jobConfig: { minMessageCount: 5, maxMessagesToProcess: 50 },
|
|
87
|
-
},
|
|
88
|
-
];
|
|
89
|
-
for (const job of defaultJobs) {
|
|
90
|
-
let existing;
|
|
91
|
-
try {
|
|
92
|
-
existing = await db
|
|
93
|
-
.select()
|
|
94
|
-
.from(maintenanceJobs)
|
|
95
|
-
.where(eq(maintenanceJobs.jobName, job.jobName))
|
|
96
|
-
.limit(1);
|
|
97
|
-
}
|
|
98
|
-
catch (queryError) {
|
|
99
|
-
logger.error(`[Scheduler] Query failed for job ${job.jobName}:`, queryError.message);
|
|
100
|
-
// Try raw SQL fallback
|
|
101
|
-
try {
|
|
102
|
-
const rawDb = db.$client;
|
|
103
|
-
if (rawDb && typeof rawDb.prepare === 'function') {
|
|
104
|
-
existing = rawDb.prepare('SELECT * FROM maintenance_jobs WHERE job_name = ?').all(job.jobName);
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
catch (fallbackError) {
|
|
108
|
-
logger.error(`[Scheduler] Fallback query also failed:`, fallbackError.message);
|
|
109
|
-
throw queryError;
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
if (existing.length === 0) {
|
|
113
|
-
try {
|
|
114
|
-
await db.insert(maintenanceJobs).values({
|
|
115
|
-
jobName: job.jobName,
|
|
116
|
-
jobType: job.jobType,
|
|
117
|
-
cronExpression: job.cronExpression,
|
|
118
|
-
enabled: job.enabled,
|
|
119
|
-
jobConfig: job.jobConfig,
|
|
120
|
-
totalRuns: 0,
|
|
121
|
-
successCount: 0,
|
|
122
|
-
failureCount: 0,
|
|
123
|
-
lastRunAt: null,
|
|
124
|
-
nextRunAt: null,
|
|
125
|
-
lastRunDuration: null,
|
|
126
|
-
lastRunStatus: null,
|
|
127
|
-
lastRunError: null,
|
|
128
|
-
});
|
|
129
|
-
}
|
|
130
|
-
catch (insertError) {
|
|
131
|
-
// Fallback to raw SQL if drizzle insert fails
|
|
132
|
-
logger.warn(`[Scheduler] Drizzle insert failed, using raw SQL: ${insertError.message}`);
|
|
133
|
-
const rawDb = db.$client;
|
|
134
|
-
if (rawDb && typeof rawDb.prepare === 'function') {
|
|
135
|
-
const stmt = rawDb.prepare(`
|
|
136
|
-
INSERT INTO maintenance_jobs
|
|
137
|
-
(id, job_name, job_type, cron_expression, enabled, job_config,
|
|
138
|
-
total_runs, success_count, failure_count, last_run_at, next_run_at,
|
|
139
|
-
last_run_duration, last_run_status, last_run_error)
|
|
140
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
141
|
-
`);
|
|
142
|
-
stmt.run(crypto.randomUUID(), job.jobName, job.jobType, job.cronExpression, job.enabled ? 1 : 0, JSON.stringify(job.jobConfig), 0, 0, 0, null, null, null, null, null);
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
logger.info(`[Scheduler] Created default job: ${job.jobName}`);
|
|
146
|
-
// Register self-iteration handler
|
|
147
|
-
if (job.jobName === 'self_iteration') {
|
|
148
|
-
registerJobHandler('self_iteration', selfIterationHandler);
|
|
149
|
-
}
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
}
|
|
153
|
-
export async function scheduleJob(job) {
|
|
154
|
-
const existingTask = activeTasks.get(job.jobName);
|
|
155
|
-
if (existingTask) {
|
|
156
|
-
existingTask.stop();
|
|
157
|
-
activeTasks.delete(job.jobName);
|
|
158
|
-
}
|
|
159
|
-
if (!job.enabled || !job.cronExpression) {
|
|
160
|
-
logger.debug(`[Scheduler] Job ${job.jobName} is disabled or has no cron expression`);
|
|
161
|
-
return;
|
|
162
|
-
}
|
|
163
|
-
if (!cron.validate(job.cronExpression)) {
|
|
164
|
-
logger.error(`[Scheduler] Invalid cron expression for ${job.jobName}: ${job.cronExpression}`);
|
|
165
|
-
return;
|
|
166
|
-
}
|
|
167
|
-
const task = cron.schedule(job.cronExpression, async () => {
|
|
168
|
-
await executeJob(job);
|
|
169
|
-
}, {
|
|
170
|
-
scheduled: true,
|
|
171
|
-
timezone: 'UTC',
|
|
172
|
-
});
|
|
173
|
-
activeTasks.set(job.jobName, task);
|
|
174
|
-
const nextRun = getNextRunTime(job.cronExpression);
|
|
175
|
-
const db = await getDb();
|
|
176
|
-
if (db) {
|
|
177
|
-
const sqliteDb = db;
|
|
178
|
-
await sqliteDb
|
|
179
|
-
.update(maintenanceJobs)
|
|
180
|
-
.set({ nextRunAt: nextRun })
|
|
181
|
-
.where(eq(maintenanceJobs.id, job.id));
|
|
182
|
-
}
|
|
183
|
-
logger.info(`[Scheduler] Scheduled ${job.jobName} with cron: ${job.cronExpression}${nextRun ? `, next run: ${nextRun.toISOString()}` : ''}`);
|
|
184
|
-
}
|
|
185
|
-
export async function executeJob(job) {
|
|
186
|
-
const db = await getDb();
|
|
187
|
-
const handler = jobHandlers.get(job.jobName);
|
|
188
|
-
if (!handler) {
|
|
189
|
-
logger.warn(`[Scheduler] No handler registered for job: ${job.jobName}`);
|
|
190
|
-
return;
|
|
191
|
-
}
|
|
192
|
-
const startedAt = new Date();
|
|
193
|
-
let status = 'success';
|
|
194
|
-
let error = null;
|
|
195
|
-
let recordsProcessed = 0;
|
|
196
|
-
let summary = {};
|
|
197
|
-
try {
|
|
198
|
-
logger.info(`[Scheduler] Executing job: ${job.jobName}`);
|
|
199
|
-
const result = await handler({
|
|
200
|
-
jobId: job.id,
|
|
201
|
-
jobName: job.jobName,
|
|
202
|
-
jobType: job.jobType,
|
|
203
|
-
config: job.jobConfig || {},
|
|
204
|
-
startedAt,
|
|
205
|
-
});
|
|
206
|
-
recordsProcessed = result.recordsProcessed;
|
|
207
|
-
summary = result.summary;
|
|
208
|
-
logger.info(`[Scheduler] Job ${job.jobName} completed: ${recordsProcessed} records processed`);
|
|
209
|
-
}
|
|
210
|
-
catch (err) {
|
|
211
|
-
status = 'failed';
|
|
212
|
-
error = err instanceof Error ? err.message : String(err);
|
|
213
|
-
logger.error(`[Scheduler] Job ${job.jobName} failed:`, error);
|
|
214
|
-
}
|
|
215
|
-
const completedAt = new Date();
|
|
216
|
-
if (db) {
|
|
217
|
-
const sqliteDb = db;
|
|
218
|
-
const [currentJob] = await sqliteDb
|
|
219
|
-
.select()
|
|
220
|
-
.from(maintenanceJobs)
|
|
221
|
-
.where(eq(maintenanceJobs.id, job.id));
|
|
222
|
-
await sqliteDb
|
|
223
|
-
.update(maintenanceJobs)
|
|
224
|
-
.set({
|
|
225
|
-
lastRunAt: startedAt,
|
|
226
|
-
lastRunStatus: status,
|
|
227
|
-
lastRunError: error,
|
|
228
|
-
lastRunDuration: completedAt.getTime() - startedAt.getTime(),
|
|
229
|
-
totalRuns: (currentJob?.totalRuns ?? 0) + 1,
|
|
230
|
-
successCount: status === 'success' ? (currentJob?.successCount ?? 0) + 1 : currentJob?.successCount,
|
|
231
|
-
failureCount: status === 'failed' ? (currentJob?.failureCount ?? 0) + 1 : currentJob?.failureCount,
|
|
232
|
-
nextRunAt: job.cronExpression ? getNextRunTime(job.cronExpression) : null,
|
|
233
|
-
})
|
|
234
|
-
.where(eq(maintenanceJobs.id, job.id));
|
|
235
|
-
await sqliteDb.insert(maintenanceJobHistory).values({
|
|
236
|
-
jobId: job.id,
|
|
237
|
-
startedAt,
|
|
238
|
-
completedAt,
|
|
239
|
-
duration: completedAt.getTime() - startedAt.getTime(),
|
|
240
|
-
status,
|
|
241
|
-
error,
|
|
242
|
-
recordsProcessed,
|
|
243
|
-
resultSummary: summary,
|
|
244
|
-
});
|
|
245
|
-
}
|
|
246
|
-
}
|
|
247
|
-
function getNextRunTime(cronExpression) {
|
|
248
|
-
try {
|
|
249
|
-
const now = new Date();
|
|
250
|
-
const parts = cronExpression.split(' ');
|
|
251
|
-
// Daily jobs: MM HH * * *
|
|
252
|
-
if (parts[2] === '*' && parts[3] === '*' && parts[4] === '*' && parts[1] !== '*') {
|
|
253
|
-
const next = new Date(now);
|
|
254
|
-
next.setHours(parseInt(parts[1]), parseInt(parts[0]), 0, 0);
|
|
255
|
-
if (next <= now)
|
|
256
|
-
next.setDate(next.getDate() + 1);
|
|
257
|
-
return next;
|
|
258
|
-
}
|
|
259
|
-
// Hourly jobs: MM * * * *
|
|
260
|
-
if (parts[1] === '*' && parts[2] === '*' && parts[3] === '*' && parts[4] === '*') {
|
|
261
|
-
const next = new Date(now);
|
|
262
|
-
next.setMinutes(parseInt(parts[0]), 0, 0);
|
|
263
|
-
if (next <= now)
|
|
264
|
-
next.setHours(next.getHours() + 1);
|
|
265
|
-
return next;
|
|
266
|
-
}
|
|
267
|
-
// Weekly jobs: MM HH * * D
|
|
268
|
-
if (parts[4] !== '*') {
|
|
269
|
-
const dayOfWeek = parseInt(parts[4]);
|
|
270
|
-
const next = new Date(now);
|
|
271
|
-
next.setHours(parseInt(parts[1]), parseInt(parts[0]), 0, 0);
|
|
272
|
-
const daysUntil = (dayOfWeek - next.getDay() + 7) % 7;
|
|
273
|
-
next.setDate(next.getDate() + (daysUntil === 0 && next > now ? 7 : daysUntil));
|
|
274
|
-
return next;
|
|
275
|
-
}
|
|
276
|
-
return null;
|
|
277
|
-
}
|
|
278
|
-
catch {
|
|
279
|
-
return null;
|
|
280
|
-
}
|
|
281
|
-
}
|
|
282
|
-
export async function getScheduledJobs() {
|
|
283
|
-
const db = await getDb();
|
|
284
|
-
if (!db)
|
|
285
|
-
return [];
|
|
286
|
-
const sqliteDb = db;
|
|
287
|
-
const jobs = await sqliteDb.select().from(maintenanceJobs);
|
|
288
|
-
return jobs.map((job) => ({
|
|
289
|
-
id: job.id,
|
|
290
|
-
jobName: job.jobName,
|
|
291
|
-
jobType: job.jobType,
|
|
292
|
-
cronExpression: job.cronExpression || '',
|
|
293
|
-
enabled: job.enabled ?? true,
|
|
294
|
-
lastRunAt: job.lastRunAt ? new Date(job.lastRunAt) : null,
|
|
295
|
-
nextRunAt: job.nextRunAt ? new Date(job.nextRunAt) : null,
|
|
296
|
-
jobConfig: job.jobConfig || {},
|
|
297
|
-
}));
|
|
298
|
-
}
|
|
299
|
-
export async function getOverdueJobs() {
|
|
300
|
-
const db = await getDb();
|
|
301
|
-
if (!db)
|
|
302
|
-
return [];
|
|
303
|
-
const now = new Date();
|
|
304
|
-
const sqliteDb = db;
|
|
305
|
-
const jobs = await sqliteDb.select().from(maintenanceJobs);
|
|
306
|
-
return jobs
|
|
307
|
-
.filter((job) => {
|
|
308
|
-
if (!job.enabled)
|
|
309
|
-
return false;
|
|
310
|
-
if (!job.nextRunAt)
|
|
311
|
-
return true;
|
|
312
|
-
return new Date(job.nextRunAt) < now;
|
|
313
|
-
})
|
|
314
|
-
.map((job) => ({
|
|
315
|
-
id: job.id,
|
|
316
|
-
jobName: job.jobName,
|
|
317
|
-
jobType: job.jobType,
|
|
318
|
-
cronExpression: job.cronExpression || '',
|
|
319
|
-
enabled: job.enabled ?? true,
|
|
320
|
-
lastRunAt: job.lastRunAt ? new Date(job.lastRunAt) : null,
|
|
321
|
-
nextRunAt: job.nextRunAt ? new Date(job.nextRunAt) : null,
|
|
322
|
-
jobConfig: job.jobConfig || {},
|
|
323
|
-
}));
|
|
324
|
-
}
|
|
325
|
-
export function stopAllJobs() {
|
|
326
|
-
for (const [name, task] of activeTasks) {
|
|
327
|
-
task.stop();
|
|
328
|
-
logger.info(`[Scheduler] Stopped job: ${name}`);
|
|
329
|
-
}
|
|
330
|
-
activeTasks.clear();
|
|
331
|
-
}
|
|
332
|
-
//# sourceMappingURL=cron-scheduler.js.map
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
/** Heartbeat - Fallback job execution via heartbeat checking */
|
|
2
|
-
export declare function heartbeat(): Promise<{
|
|
3
|
-
checked: boolean;
|
|
4
|
-
overdueCount: number;
|
|
5
|
-
executedJobs: string[];
|
|
6
|
-
}>;
|
|
7
|
-
export declare function startHeartbeatChecking(): void;
|
|
8
|
-
export declare function stopHeartbeatChecking(): void;
|
|
9
|
-
export declare function getLastHeartbeat(): Date | null;
|
|
10
|
-
export declare function isHeartbeatDue(): boolean;
|
|
11
|
-
//# sourceMappingURL=heartbeat.d.ts.map
|
|
@@ -1,73 +0,0 @@
|
|
|
1
|
-
/** Heartbeat - Fallback job execution via heartbeat checking */
|
|
2
|
-
import { logger } from '../logger.js';
|
|
3
|
-
import { config } from '../../config.js';
|
|
4
|
-
import { getOverdueJobs, executeJob } from './cron-scheduler.js';
|
|
5
|
-
let lastHeartbeat = null;
|
|
6
|
-
let heartbeatInterval = null;
|
|
7
|
-
export async function heartbeat() {
|
|
8
|
-
const result = {
|
|
9
|
-
checked: false,
|
|
10
|
-
overdueCount: 0,
|
|
11
|
-
executedJobs: [],
|
|
12
|
-
};
|
|
13
|
-
if (config.schedulerMode === 'cron' && config.cronEnabled) {
|
|
14
|
-
logger.debug('[Heartbeat] Cron mode active, skipping heartbeat check');
|
|
15
|
-
return result;
|
|
16
|
-
}
|
|
17
|
-
lastHeartbeat = new Date();
|
|
18
|
-
result.checked = true;
|
|
19
|
-
try {
|
|
20
|
-
const overdueJobs = await getOverdueJobs();
|
|
21
|
-
result.overdueCount = overdueJobs.length;
|
|
22
|
-
if (overdueJobs.length === 0) {
|
|
23
|
-
logger.debug('[Heartbeat] No overdue jobs');
|
|
24
|
-
return result;
|
|
25
|
-
}
|
|
26
|
-
logger.info(`[Heartbeat] Found ${overdueJobs.length} overdue jobs, executing...`);
|
|
27
|
-
for (const job of overdueJobs) {
|
|
28
|
-
try {
|
|
29
|
-
await executeJob(job);
|
|
30
|
-
result.executedJobs.push(job.jobName);
|
|
31
|
-
logger.info(`[Heartbeat] Executed overdue job: ${job.jobName}`);
|
|
32
|
-
}
|
|
33
|
-
catch (error) {
|
|
34
|
-
logger.error(`[Heartbeat] Failed to execute job ${job.jobName}:`, error);
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
return result;
|
|
38
|
-
}
|
|
39
|
-
catch (error) {
|
|
40
|
-
logger.error('[Heartbeat] Failed to check overdue jobs:', error);
|
|
41
|
-
return result;
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
export function startHeartbeatChecking() {
|
|
45
|
-
if (config.schedulerMode === 'cron' && config.cronEnabled) {
|
|
46
|
-
logger.info('[Heartbeat] Cron mode active, heartbeat checking disabled');
|
|
47
|
-
return;
|
|
48
|
-
}
|
|
49
|
-
stopHeartbeatChecking();
|
|
50
|
-
heartbeatInterval = setInterval(async () => {
|
|
51
|
-
await heartbeat();
|
|
52
|
-
}, config.heartbeatInterval);
|
|
53
|
-
logger.info(`[Heartbeat] Started periodic checking (interval: ${config.heartbeatInterval}ms)`);
|
|
54
|
-
heartbeat().catch(err => {
|
|
55
|
-
logger.error('[Heartbeat] Initial heartbeat failed:', err);
|
|
56
|
-
});
|
|
57
|
-
}
|
|
58
|
-
export function stopHeartbeatChecking() {
|
|
59
|
-
if (heartbeatInterval) {
|
|
60
|
-
clearInterval(heartbeatInterval);
|
|
61
|
-
heartbeatInterval = null;
|
|
62
|
-
logger.info('[Heartbeat] Stopped periodic checking');
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
export function getLastHeartbeat() {
|
|
66
|
-
return lastHeartbeat;
|
|
67
|
-
}
|
|
68
|
-
export function isHeartbeatDue() {
|
|
69
|
-
if (!lastHeartbeat)
|
|
70
|
-
return true;
|
|
71
|
-
return Date.now() - lastHeartbeat.getTime() > config.heartbeatInterval;
|
|
72
|
-
}
|
|
73
|
-
//# sourceMappingURL=heartbeat.js.map
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
/** Job Runner - Maintenance job implementations */
|
|
2
|
-
import { type JobExecutionContext } from './cron-scheduler.js';
|
|
3
|
-
export declare function runNightlyJob(context: JobExecutionContext): Promise<{
|
|
4
|
-
recordsProcessed: number;
|
|
5
|
-
summary: Record<string, unknown>;
|
|
6
|
-
}>;
|
|
7
|
-
export declare function runWeeklyJob(context: JobExecutionContext): Promise<{
|
|
8
|
-
recordsProcessed: number;
|
|
9
|
-
summary: Record<string, unknown>;
|
|
10
|
-
}>;
|
|
11
|
-
//# sourceMappingURL=job-runner.d.ts.map
|
|
@@ -1,164 +0,0 @@
|
|
|
1
|
-
/** Job Runner - Maintenance job implementations */
|
|
2
|
-
import { logger } from '../logger.js';
|
|
3
|
-
import { runDeduplicationJob } from '../consolidation.js';
|
|
4
|
-
import { runLifecycleMaintenance } from '../lifecycle.js';
|
|
5
|
-
import { pruneWeakAssociations } from '../associations.js';
|
|
6
|
-
import { pruneOldSummaries } from '../summarization.js';
|
|
7
|
-
import { getDb } from '../../db/index.js';
|
|
8
|
-
import { memories, memoryFeedback } from '../../db/drizzle/schema-sqlite.js';
|
|
9
|
-
import { eq, and, gt, lt } from 'drizzle-orm';
|
|
10
|
-
export async function runNightlyJob(context) {
|
|
11
|
-
const summary = {};
|
|
12
|
-
let recordsProcessed = 0;
|
|
13
|
-
logger.info('[NightlyJob] Starting nightly maintenance');
|
|
14
|
-
if (context.config.applyDecay !== false || context.config.updateTiers !== false) {
|
|
15
|
-
try {
|
|
16
|
-
const lifecycleResult = await runLifecycleMaintenance();
|
|
17
|
-
summary.decayApplied = lifecycleResult?.decayed || 0;
|
|
18
|
-
summary.tiersUpdated = (lifecycleResult?.tierChanges?.hot || 0) +
|
|
19
|
-
(lifecycleResult?.tierChanges?.warm || 0) +
|
|
20
|
-
(lifecycleResult?.tierChanges?.cold || 0);
|
|
21
|
-
recordsProcessed += summary.decayApplied;
|
|
22
|
-
recordsProcessed += summary.tiersUpdated;
|
|
23
|
-
logger.info(`[NightlyJob] Lifecycle: ${summary.decayApplied} decayed, ${summary.tiersUpdated} tier updates`);
|
|
24
|
-
}
|
|
25
|
-
catch (error) {
|
|
26
|
-
logger.error('[NightlyJob] Lifecycle maintenance failed:', error);
|
|
27
|
-
summary.lifecycleError = error instanceof Error ? error.message : String(error);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
if (context.config.mergeDuplicates !== false) {
|
|
31
|
-
try {
|
|
32
|
-
const dedupResult = await runDeduplicationJob();
|
|
33
|
-
summary.duplicatesMerged = dedupResult?.mergedCount || 0;
|
|
34
|
-
recordsProcessed += summary.duplicatesMerged;
|
|
35
|
-
logger.info(`[NightlyJob] Merged ${summary.duplicatesMerged} duplicate memories`);
|
|
36
|
-
}
|
|
37
|
-
catch (error) {
|
|
38
|
-
logger.error('[NightlyJob] Deduplication failed:', error);
|
|
39
|
-
summary.dedupError = error instanceof Error ? error.message : String(error);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
if (context.config.boostAccessed !== false) {
|
|
43
|
-
try {
|
|
44
|
-
const boostResult = await boostFrequentlyAccessed();
|
|
45
|
-
summary.memoriesBoosted = boostResult;
|
|
46
|
-
recordsProcessed += boostResult;
|
|
47
|
-
logger.info(`[NightlyJob] Boosted ${summary.memoriesBoosted} frequently accessed memories`);
|
|
48
|
-
}
|
|
49
|
-
catch (error) {
|
|
50
|
-
logger.error('[NightlyJob] Boost failed:', error);
|
|
51
|
-
summary.boostError = error instanceof Error ? error.message : String(error);
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
logger.info(`[NightlyJob] Completed: ${recordsProcessed} records processed`);
|
|
55
|
-
return { recordsProcessed, summary };
|
|
56
|
-
}
|
|
57
|
-
export async function runWeeklyJob(context) {
|
|
58
|
-
const summary = {};
|
|
59
|
-
let recordsProcessed = 0;
|
|
60
|
-
logger.info('[WeeklyJob] Starting weekly maintenance');
|
|
61
|
-
if (context.config.archiveStale !== false) {
|
|
62
|
-
try {
|
|
63
|
-
const archiveResult = await archiveStaleMemories(90);
|
|
64
|
-
summary.memoriesArchived = archiveResult;
|
|
65
|
-
recordsProcessed += archiveResult;
|
|
66
|
-
logger.info(`[WeeklyJob] Archived ${summary.memoriesArchived} stale memories`);
|
|
67
|
-
}
|
|
68
|
-
catch (error) {
|
|
69
|
-
logger.error('[WeeklyJob] Archive failed:', error);
|
|
70
|
-
summary.archiveError = error instanceof Error ? error.message : String(error);
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
if (context.config.pruneAssociations !== false) {
|
|
74
|
-
try {
|
|
75
|
-
const pruneResult = await pruneWeakAssociations();
|
|
76
|
-
summary.associationsPruned = typeof pruneResult === 'number' ? pruneResult : 0;
|
|
77
|
-
recordsProcessed += summary.associationsPruned;
|
|
78
|
-
logger.info(`[WeeklyJob] Pruned ${summary.associationsPruned} weak associations`);
|
|
79
|
-
}
|
|
80
|
-
catch (error) {
|
|
81
|
-
logger.error('[WeeklyJob] Association pruning failed:', error);
|
|
82
|
-
summary.pruneError = error instanceof Error ? error.message : String(error);
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
if (context.config.pruneSummaries !== false) {
|
|
86
|
-
try {
|
|
87
|
-
const summaryPruneResult = await pruneOldSummaries(30);
|
|
88
|
-
summary.summariesPruned = typeof summaryPruneResult === 'number' ? summaryPruneResult : 0;
|
|
89
|
-
recordsProcessed += summary.summariesPruned;
|
|
90
|
-
logger.info(`[WeeklyJob] Pruned ${summary.summariesPruned} old summaries`);
|
|
91
|
-
}
|
|
92
|
-
catch (error) {
|
|
93
|
-
logger.error('[WeeklyJob] Summary pruning failed:', error);
|
|
94
|
-
summary.summaryPruneError = error instanceof Error ? error.message : String(error);
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
if (context.config.cleanupFeedback !== false) {
|
|
98
|
-
try {
|
|
99
|
-
const feedbackCleanupResult = await cleanupOldFeedbackRecords(30);
|
|
100
|
-
summary.feedbackRecordsCleaned = feedbackCleanupResult;
|
|
101
|
-
recordsProcessed += feedbackCleanupResult;
|
|
102
|
-
logger.info(`[WeeklyJob] Cleaned ${summary.feedbackRecordsCleaned} old feedback records`);
|
|
103
|
-
}
|
|
104
|
-
catch (error) {
|
|
105
|
-
logger.error('[WeeklyJob] Feedback cleanup failed:', error);
|
|
106
|
-
summary.feedbackError = error instanceof Error ? error.message : String(error);
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
logger.info(`[WeeklyJob] Completed: ${recordsProcessed} records processed`);
|
|
110
|
-
return { recordsProcessed, summary };
|
|
111
|
-
}
|
|
112
|
-
async function boostFrequentlyAccessed() {
|
|
113
|
-
const db = await getDb();
|
|
114
|
-
if (!db)
|
|
115
|
-
return 0;
|
|
116
|
-
const sqliteDb = db;
|
|
117
|
-
const frequentlyAccessed = await sqliteDb
|
|
118
|
-
.select()
|
|
119
|
-
.from(memories)
|
|
120
|
-
.where(gt(memories.accessCount, 3));
|
|
121
|
-
let boosted = 0;
|
|
122
|
-
for (const memory of frequentlyAccessed) {
|
|
123
|
-
const currentPriority = memory.retrievalPriority ?? 50;
|
|
124
|
-
const newPriority = Math.min(100, currentPriority + 5);
|
|
125
|
-
await sqliteDb
|
|
126
|
-
.update(memories)
|
|
127
|
-
.set({ retrievalPriority: newPriority })
|
|
128
|
-
.where(eq(memories.id, memory.id));
|
|
129
|
-
boosted++;
|
|
130
|
-
}
|
|
131
|
-
return boosted;
|
|
132
|
-
}
|
|
133
|
-
async function archiveStaleMemories(daysOld) {
|
|
134
|
-
const db = await getDb();
|
|
135
|
-
if (!db)
|
|
136
|
-
return 0;
|
|
137
|
-
const staleThreshold = new Date(Date.now() - daysOld * 24 * 60 * 60 * 1000);
|
|
138
|
-
const sqliteDb = db;
|
|
139
|
-
const staleMemories = await sqliteDb
|
|
140
|
-
.select()
|
|
141
|
-
.from(memories)
|
|
142
|
-
.where(and(lt(memories.lastAccessedAt, staleThreshold), lt(memories.importanceScore, 30), eq(memories.isProtected, false), eq(memories.isPinned, false)));
|
|
143
|
-
let archived = 0;
|
|
144
|
-
for (const memory of staleMemories) {
|
|
145
|
-
await sqliteDb
|
|
146
|
-
.update(memories)
|
|
147
|
-
.set({ tier: 'cold' })
|
|
148
|
-
.where(eq(memories.id, memory.id));
|
|
149
|
-
archived++;
|
|
150
|
-
}
|
|
151
|
-
return archived;
|
|
152
|
-
}
|
|
153
|
-
async function cleanupOldFeedbackRecords(daysOld) {
|
|
154
|
-
const db = await getDb();
|
|
155
|
-
if (!db)
|
|
156
|
-
return 0;
|
|
157
|
-
const oldThreshold = new Date(Date.now() - daysOld * 24 * 60 * 60 * 1000);
|
|
158
|
-
const sqliteDb = db;
|
|
159
|
-
await sqliteDb
|
|
160
|
-
.delete(memoryFeedback)
|
|
161
|
-
.where(lt(memoryFeedback.createdAt, oldThreshold));
|
|
162
|
-
return 0;
|
|
163
|
-
}
|
|
164
|
-
//# sourceMappingURL=job-runner.js.map
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
export interface ConversationRecord {
|
|
2
|
-
id: string;
|
|
3
|
-
projectId?: string | null;
|
|
4
|
-
sessionId: string;
|
|
5
|
-
title?: string | null;
|
|
6
|
-
summary?: string | null;
|
|
7
|
-
messageCount?: number | null;
|
|
8
|
-
tokenCount?: number | null;
|
|
9
|
-
startedAt?: string | null;
|
|
10
|
-
endedAt?: string | null;
|
|
11
|
-
}
|
|
12
|
-
export interface ConversationSearchInput {
|
|
13
|
-
query: string;
|
|
14
|
-
limit?: number;
|
|
15
|
-
role?: 'user' | 'assistant';
|
|
16
|
-
}
|
|
17
|
-
export interface RecentConversationsInput {
|
|
18
|
-
n?: number;
|
|
19
|
-
before?: string;
|
|
20
|
-
after?: string;
|
|
21
|
-
project?: string;
|
|
22
|
-
}
|
|
23
|
-
export declare function searchConversations(input: ConversationSearchInput): Promise<ConversationRecord[]>;
|
|
24
|
-
export declare function getRecentConversations(input: RecentConversationsInput): Promise<ConversationRecord[]>;
|
|
25
|
-
//# sourceMappingURL=conversations.d.ts.map
|