@getrift/rift 0.0.0 → 0.1.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.dev.md +110 -0
- package/README.md +130 -0
- package/dist/src/auth/keychain.d.ts +25 -0
- package/dist/src/auth/keychain.d.ts.map +1 -0
- package/dist/src/auth/keychain.js +113 -0
- package/dist/src/auth/keychain.js.map +1 -0
- package/dist/src/auth/middleware.d.ts +20 -0
- package/dist/src/auth/middleware.d.ts.map +1 -0
- package/dist/src/auth/middleware.js +49 -0
- package/dist/src/auth/middleware.js.map +1 -0
- package/dist/src/auth/rate-limit.d.ts +16 -0
- package/dist/src/auth/rate-limit.d.ts.map +1 -0
- package/dist/src/auth/rate-limit.js +38 -0
- package/dist/src/auth/rate-limit.js.map +1 -0
- package/dist/src/auth/rotation.d.ts +67 -0
- package/dist/src/auth/rotation.d.ts.map +1 -0
- package/dist/src/auth/rotation.js +190 -0
- package/dist/src/auth/rotation.js.map +1 -0
- package/dist/src/backfill/project-context-batch-constructor.d.ts +127 -0
- package/dist/src/backfill/project-context-batch-constructor.d.ts.map +1 -0
- package/dist/src/backfill/project-context-batch-constructor.js +210 -0
- package/dist/src/backfill/project-context-batch-constructor.js.map +1 -0
- package/dist/src/capture/auto-capture.d.ts +162 -0
- package/dist/src/capture/auto-capture.d.ts.map +1 -0
- package/dist/src/capture/auto-capture.js +601 -0
- package/dist/src/capture/auto-capture.js.map +1 -0
- package/dist/src/capture/batch-budget.d.ts +90 -0
- package/dist/src/capture/batch-budget.d.ts.map +1 -0
- package/dist/src/capture/batch-budget.js +148 -0
- package/dist/src/capture/batch-budget.js.map +1 -0
- package/dist/src/capture/codex-cli-triage-provider.d.ts +17 -0
- package/dist/src/capture/codex-cli-triage-provider.d.ts.map +1 -0
- package/dist/src/capture/codex-cli-triage-provider.js +109 -0
- package/dist/src/capture/codex-cli-triage-provider.js.map +1 -0
- package/dist/src/capture/observability.d.ts +42 -0
- package/dist/src/capture/observability.d.ts.map +1 -0
- package/dist/src/capture/observability.js +87 -0
- package/dist/src/capture/observability.js.map +1 -0
- package/dist/src/capture/openai-triage-provider.d.ts +92 -0
- package/dist/src/capture/openai-triage-provider.d.ts.map +1 -0
- package/dist/src/capture/openai-triage-provider.js +267 -0
- package/dist/src/capture/openai-triage-provider.js.map +1 -0
- package/dist/src/capture/review-queue-index.d.ts +51 -0
- package/dist/src/capture/review-queue-index.d.ts.map +1 -0
- package/dist/src/capture/review-queue-index.js +204 -0
- package/dist/src/capture/review-queue-index.js.map +1 -0
- package/dist/src/capture/review-queue.d.ts +43 -0
- package/dist/src/capture/review-queue.d.ts.map +1 -0
- package/dist/src/capture/review-queue.js +116 -0
- package/dist/src/capture/review-queue.js.map +1 -0
- package/dist/src/capture/sources.d.ts +7 -0
- package/dist/src/capture/sources.d.ts.map +1 -0
- package/dist/src/capture/sources.js +3 -0
- package/dist/src/capture/sources.js.map +1 -0
- package/dist/src/capture/triage-lane.d.ts +39 -0
- package/dist/src/capture/triage-lane.d.ts.map +1 -0
- package/dist/src/capture/triage-lane.js +217 -0
- package/dist/src/capture/triage-lane.js.map +1 -0
- package/dist/src/capture/triage-provider.d.ts +75 -0
- package/dist/src/capture/triage-provider.d.ts.map +1 -0
- package/dist/src/capture/triage-provider.js +120 -0
- package/dist/src/capture/triage-provider.js.map +1 -0
- package/dist/src/capture/triage.d.ts +30 -0
- package/dist/src/capture/triage.d.ts.map +1 -0
- package/dist/src/capture/triage.js +48 -0
- package/dist/src/capture/triage.js.map +1 -0
- package/dist/src/cli/commands/backfill.d.ts +3 -0
- package/dist/src/cli/commands/backfill.d.ts.map +1 -0
- package/dist/src/cli/commands/backfill.js +1376 -0
- package/dist/src/cli/commands/backfill.js.map +1 -0
- package/dist/src/cli/commands/bulk-ingest.d.ts +3 -0
- package/dist/src/cli/commands/bulk-ingest.d.ts.map +1 -0
- package/dist/src/cli/commands/bulk-ingest.js +126 -0
- package/dist/src/cli/commands/bulk-ingest.js.map +1 -0
- package/dist/src/cli/commands/capture.d.ts +12 -0
- package/dist/src/cli/commands/capture.d.ts.map +1 -0
- package/dist/src/cli/commands/capture.js +123 -0
- package/dist/src/cli/commands/capture.js.map +1 -0
- package/dist/src/cli/commands/compact.d.ts +3 -0
- package/dist/src/cli/commands/compact.d.ts.map +1 -0
- package/dist/src/cli/commands/compact.js +70 -0
- package/dist/src/cli/commands/compact.js.map +1 -0
- package/dist/src/cli/commands/feedback.d.ts +22 -0
- package/dist/src/cli/commands/feedback.d.ts.map +1 -0
- package/dist/src/cli/commands/feedback.js +125 -0
- package/dist/src/cli/commands/feedback.js.map +1 -0
- package/dist/src/cli/commands/import.d.ts +19 -0
- package/dist/src/cli/commands/import.d.ts.map +1 -0
- package/dist/src/cli/commands/import.js +258 -0
- package/dist/src/cli/commands/import.js.map +1 -0
- package/dist/src/cli/commands/ingest.d.ts +3 -0
- package/dist/src/cli/commands/ingest.d.ts.map +1 -0
- package/dist/src/cli/commands/ingest.js +80 -0
- package/dist/src/cli/commands/ingest.js.map +1 -0
- package/dist/src/cli/commands/mcp-install.d.ts +25 -0
- package/dist/src/cli/commands/mcp-install.d.ts.map +1 -0
- package/dist/src/cli/commands/mcp-install.js +134 -0
- package/dist/src/cli/commands/mcp-install.js.map +1 -0
- package/dist/src/cli/commands/onboard.d.ts +98 -0
- package/dist/src/cli/commands/onboard.d.ts.map +1 -0
- package/dist/src/cli/commands/onboard.js +742 -0
- package/dist/src/cli/commands/onboard.js.map +1 -0
- package/dist/src/cli/commands/rebuild.d.ts +12 -0
- package/dist/src/cli/commands/rebuild.d.ts.map +1 -0
- package/dist/src/cli/commands/rebuild.js +164 -0
- package/dist/src/cli/commands/rebuild.js.map +1 -0
- package/dist/src/cli/commands/reconcile.d.ts +3 -0
- package/dist/src/cli/commands/reconcile.d.ts.map +1 -0
- package/dist/src/cli/commands/reconcile.js +56 -0
- package/dist/src/cli/commands/reconcile.js.map +1 -0
- package/dist/src/cli/commands/reindex.d.ts +3 -0
- package/dist/src/cli/commands/reindex.d.ts.map +1 -0
- package/dist/src/cli/commands/reindex.js +66 -0
- package/dist/src/cli/commands/reindex.js.map +1 -0
- package/dist/src/cli/commands/review.d.ts +13 -0
- package/dist/src/cli/commands/review.d.ts.map +1 -0
- package/dist/src/cli/commands/review.js +383 -0
- package/dist/src/cli/commands/review.js.map +1 -0
- package/dist/src/cli/commands/save.d.ts +3 -0
- package/dist/src/cli/commands/save.d.ts.map +1 -0
- package/dist/src/cli/commands/save.js +111 -0
- package/dist/src/cli/commands/save.js.map +1 -0
- package/dist/src/cli/commands/search.d.ts +35 -0
- package/dist/src/cli/commands/search.d.ts.map +1 -0
- package/dist/src/cli/commands/search.js +88 -0
- package/dist/src/cli/commands/search.js.map +1 -0
- package/dist/src/cli/commands/stats.d.ts +3 -0
- package/dist/src/cli/commands/stats.d.ts.map +1 -0
- package/dist/src/cli/commands/stats.js +42 -0
- package/dist/src/cli/commands/stats.js.map +1 -0
- package/dist/src/cli/commands/status.d.ts +15 -0
- package/dist/src/cli/commands/status.d.ts.map +1 -0
- package/dist/src/cli/commands/status.js +89 -0
- package/dist/src/cli/commands/status.js.map +1 -0
- package/dist/src/cli/commands/token-issue.d.ts +3 -0
- package/dist/src/cli/commands/token-issue.d.ts.map +1 -0
- package/dist/src/cli/commands/token-issue.js +25 -0
- package/dist/src/cli/commands/token-issue.js.map +1 -0
- package/dist/src/cli/commands/triage.d.ts +3 -0
- package/dist/src/cli/commands/triage.d.ts.map +1 -0
- package/dist/src/cli/commands/triage.js +125 -0
- package/dist/src/cli/commands/triage.js.map +1 -0
- package/dist/src/cli/commands/uninstall.d.ts +3 -0
- package/dist/src/cli/commands/uninstall.d.ts.map +1 -0
- package/dist/src/cli/commands/uninstall.js +238 -0
- package/dist/src/cli/commands/uninstall.js.map +1 -0
- package/dist/src/cli/feedback/feedback-config.d.ts +21 -0
- package/dist/src/cli/feedback/feedback-config.d.ts.map +1 -0
- package/dist/src/cli/feedback/feedback-config.js +43 -0
- package/dist/src/cli/feedback/feedback-config.js.map +1 -0
- package/dist/src/cli/feedback/feedback-history.d.ts +4 -0
- package/dist/src/cli/feedback/feedback-history.d.ts.map +1 -0
- package/dist/src/cli/feedback/feedback-history.js +115 -0
- package/dist/src/cli/feedback/feedback-history.js.map +1 -0
- package/dist/src/cli/feedback/feedback-payload.d.ts +53 -0
- package/dist/src/cli/feedback/feedback-payload.d.ts.map +1 -0
- package/dist/src/cli/feedback/feedback-payload.js +10 -0
- package/dist/src/cli/feedback/feedback-payload.js.map +1 -0
- package/dist/src/cli/feedback/feedback-relay.d.ts +15 -0
- package/dist/src/cli/feedback/feedback-relay.d.ts.map +1 -0
- package/dist/src/cli/feedback/feedback-relay.js +47 -0
- package/dist/src/cli/feedback/feedback-relay.js.map +1 -0
- package/dist/src/cli/feedback/feedback-status.d.ts +11 -0
- package/dist/src/cli/feedback/feedback-status.d.ts.map +1 -0
- package/dist/src/cli/feedback/feedback-status.js +122 -0
- package/dist/src/cli/feedback/feedback-status.js.map +1 -0
- package/dist/src/cli/http-client.d.ts +36 -0
- package/dist/src/cli/http-client.d.ts.map +1 -0
- package/dist/src/cli/http-client.js +153 -0
- package/dist/src/cli/http-client.js.map +1 -0
- package/dist/src/cli/index.d.ts +4 -0
- package/dist/src/cli/index.d.ts.map +1 -0
- package/dist/src/cli/index.js +66 -0
- package/dist/src/cli/index.js.map +1 -0
- package/dist/src/cli/job-poller.d.ts +13 -0
- package/dist/src/cli/job-poller.d.ts.map +1 -0
- package/dist/src/cli/job-poller.js +29 -0
- package/dist/src/cli/job-poller.js.map +1 -0
- package/dist/src/cli/mcp-config-writers/codex-toml.d.ts +10 -0
- package/dist/src/cli/mcp-config-writers/codex-toml.d.ts.map +1 -0
- package/dist/src/cli/mcp-config-writers/codex-toml.js +410 -0
- package/dist/src/cli/mcp-config-writers/codex-toml.js.map +1 -0
- package/dist/src/cli/mcp-config-writers/errors.d.ts +17 -0
- package/dist/src/cli/mcp-config-writers/errors.d.ts.map +1 -0
- package/dist/src/cli/mcp-config-writers/errors.js +13 -0
- package/dist/src/cli/mcp-config-writers/errors.js.map +1 -0
- package/dist/src/cli/mcp-config-writers/index.d.ts +18 -0
- package/dist/src/cli/mcp-config-writers/index.d.ts.map +1 -0
- package/dist/src/cli/mcp-config-writers/index.js +49 -0
- package/dist/src/cli/mcp-config-writers/index.js.map +1 -0
- package/dist/src/cli/mcp-config-writers/json-config.d.ts +12 -0
- package/dist/src/cli/mcp-config-writers/json-config.d.ts.map +1 -0
- package/dist/src/cli/mcp-config-writers/json-config.js +177 -0
- package/dist/src/cli/mcp-config-writers/json-config.js.map +1 -0
- package/dist/src/cli/mcp-config-writers/redact.d.ts +28 -0
- package/dist/src/cli/mcp-config-writers/redact.d.ts.map +1 -0
- package/dist/src/cli/mcp-config-writers/redact.js +48 -0
- package/dist/src/cli/mcp-config-writers/redact.js.map +1 -0
- package/dist/src/cli/mcp-config-writers/types.d.ts +32 -0
- package/dist/src/cli/mcp-config-writers/types.d.ts.map +1 -0
- package/dist/src/cli/mcp-config-writers/types.js +5 -0
- package/dist/src/cli/mcp-config-writers/types.js.map +1 -0
- package/dist/src/cli/output.d.ts +8 -0
- package/dist/src/cli/output.d.ts.map +1 -0
- package/dist/src/cli/output.js +34 -0
- package/dist/src/cli/output.js.map +1 -0
- package/dist/src/cli/status/friend-header.d.ts +33 -0
- package/dist/src/cli/status/friend-header.d.ts.map +1 -0
- package/dist/src/cli/status/friend-header.js +108 -0
- package/dist/src/cli/status/friend-header.js.map +1 -0
- package/dist/src/cli/status/local-signals.d.ts +14 -0
- package/dist/src/cli/status/local-signals.d.ts.map +1 -0
- package/dist/src/cli/status/local-signals.js +73 -0
- package/dist/src/cli/status/local-signals.js.map +1 -0
- package/dist/src/cli/token.d.ts +37 -0
- package/dist/src/cli/token.d.ts.map +1 -0
- package/dist/src/cli/token.js +105 -0
- package/dist/src/cli/token.js.map +1 -0
- package/dist/src/cli/uninstall/mcp-uninstall.d.ts +33 -0
- package/dist/src/cli/uninstall/mcp-uninstall.d.ts.map +1 -0
- package/dist/src/cli/uninstall/mcp-uninstall.js +181 -0
- package/dist/src/cli/uninstall/mcp-uninstall.js.map +1 -0
- package/dist/src/config/loader.d.ts +9 -0
- package/dist/src/config/loader.d.ts.map +1 -0
- package/dist/src/config/loader.js +73 -0
- package/dist/src/config/loader.js.map +1 -0
- package/dist/src/config/schema.d.ts +635 -0
- package/dist/src/config/schema.d.ts.map +1 -0
- package/dist/src/config/schema.js +208 -0
- package/dist/src/config/schema.js.map +1 -0
- package/dist/src/ingestion/bulk-ingest.d.ts +11 -0
- package/dist/src/ingestion/bulk-ingest.d.ts.map +1 -0
- package/dist/src/ingestion/bulk-ingest.js +11 -0
- package/dist/src/ingestion/bulk-ingest.js.map +1 -0
- package/dist/src/ingestion/extractor.d.ts +16 -0
- package/dist/src/ingestion/extractor.d.ts.map +1 -0
- package/dist/src/ingestion/extractor.js +85 -0
- package/dist/src/ingestion/extractor.js.map +1 -0
- package/dist/src/ingestion/extractors/docx.d.ts +3 -0
- package/dist/src/ingestion/extractors/docx.d.ts.map +1 -0
- package/dist/src/ingestion/extractors/docx.js +20 -0
- package/dist/src/ingestion/extractors/docx.js.map +1 -0
- package/dist/src/ingestion/extractors/pdf.d.ts +3 -0
- package/dist/src/ingestion/extractors/pdf.d.ts.map +1 -0
- package/dist/src/ingestion/extractors/pdf.js +32 -0
- package/dist/src/ingestion/extractors/pdf.js.map +1 -0
- package/dist/src/ingestion/historical-campaign.d.ts +340 -0
- package/dist/src/ingestion/historical-campaign.d.ts.map +1 -0
- package/dist/src/ingestion/historical-campaign.js +1010 -0
- package/dist/src/ingestion/historical-campaign.js.map +1 -0
- package/dist/src/ingestion/ignored-paths.d.ts +20 -0
- package/dist/src/ingestion/ignored-paths.d.ts.map +1 -0
- package/dist/src/ingestion/ignored-paths.js +45 -0
- package/dist/src/ingestion/ignored-paths.js.map +1 -0
- package/dist/src/ingestion/inbox-watcher.d.ts +12 -0
- package/dist/src/ingestion/inbox-watcher.d.ts.map +1 -0
- package/dist/src/ingestion/inbox-watcher.js +99 -0
- package/dist/src/ingestion/inbox-watcher.js.map +1 -0
- package/dist/src/ingestion/indexer.d.ts +32 -0
- package/dist/src/ingestion/indexer.d.ts.map +1 -0
- package/dist/src/ingestion/indexer.js +68 -0
- package/dist/src/ingestion/indexer.js.map +1 -0
- package/dist/src/ingestion/metadata-extraction.d.ts +53 -0
- package/dist/src/ingestion/metadata-extraction.d.ts.map +1 -0
- package/dist/src/ingestion/metadata-extraction.js +132 -0
- package/dist/src/ingestion/metadata-extraction.js.map +1 -0
- package/dist/src/ingestion/parsers/chatgpt-web.d.ts +29 -0
- package/dist/src/ingestion/parsers/chatgpt-web.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/chatgpt-web.js +100 -0
- package/dist/src/ingestion/parsers/chatgpt-web.js.map +1 -0
- package/dist/src/ingestion/parsers/claude-code-jsonl.d.ts +16 -0
- package/dist/src/ingestion/parsers/claude-code-jsonl.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/claude-code-jsonl.js +123 -0
- package/dist/src/ingestion/parsers/claude-code-jsonl.js.map +1 -0
- package/dist/src/ingestion/parsers/claude-web.d.ts +24 -0
- package/dist/src/ingestion/parsers/claude-web.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/claude-web.js +78 -0
- package/dist/src/ingestion/parsers/claude-web.js.map +1 -0
- package/dist/src/ingestion/parsers/codex-jsonl.d.ts +18 -0
- package/dist/src/ingestion/parsers/codex-jsonl.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/codex-jsonl.js +125 -0
- package/dist/src/ingestion/parsers/codex-jsonl.js.map +1 -0
- package/dist/src/ingestion/parsers/gemini-web.d.ts +16 -0
- package/dist/src/ingestion/parsers/gemini-web.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/gemini-web.js +170 -0
- package/dist/src/ingestion/parsers/gemini-web.js.map +1 -0
- package/dist/src/ingestion/parsers/grok-web.d.ts +40 -0
- package/dist/src/ingestion/parsers/grok-web.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/grok-web.js +67 -0
- package/dist/src/ingestion/parsers/grok-web.js.map +1 -0
- package/dist/src/ingestion/parsers/types.d.ts +34 -0
- package/dist/src/ingestion/parsers/types.d.ts.map +1 -0
- package/dist/src/ingestion/parsers/types.js +26 -0
- package/dist/src/ingestion/parsers/types.js.map +1 -0
- package/dist/src/ingestion/scanner.d.ts +48 -0
- package/dist/src/ingestion/scanner.d.ts.map +1 -0
- package/dist/src/ingestion/scanner.js +131 -0
- package/dist/src/ingestion/scanner.js.map +1 -0
- package/dist/src/ingestion/staging.d.ts +109 -0
- package/dist/src/ingestion/staging.d.ts.map +1 -0
- package/dist/src/ingestion/staging.js +411 -0
- package/dist/src/ingestion/staging.js.map +1 -0
- package/dist/src/ingestion/watcher.d.ts +65 -0
- package/dist/src/ingestion/watcher.d.ts.map +1 -0
- package/dist/src/ingestion/watcher.js +182 -0
- package/dist/src/ingestion/watcher.js.map +1 -0
- package/dist/src/jobs/codex-override-handler.d.ts +3 -0
- package/dist/src/jobs/codex-override-handler.d.ts.map +1 -0
- package/dist/src/jobs/codex-override-handler.js +16 -0
- package/dist/src/jobs/codex-override-handler.js.map +1 -0
- package/dist/src/jobs/handlers/compact.d.ts +30 -0
- package/dist/src/jobs/handlers/compact.d.ts.map +1 -0
- package/dist/src/jobs/handlers/compact.js +329 -0
- package/dist/src/jobs/handlers/compact.js.map +1 -0
- package/dist/src/jobs/handlers/ingest.d.ts +13 -0
- package/dist/src/jobs/handlers/ingest.d.ts.map +1 -0
- package/dist/src/jobs/handlers/ingest.js +255 -0
- package/dist/src/jobs/handlers/ingest.js.map +1 -0
- package/dist/src/jobs/handlers/reconcile.d.ts +29 -0
- package/dist/src/jobs/handlers/reconcile.d.ts.map +1 -0
- package/dist/src/jobs/handlers/reconcile.js +476 -0
- package/dist/src/jobs/handlers/reconcile.js.map +1 -0
- package/dist/src/jobs/handlers/reindex.d.ts +38 -0
- package/dist/src/jobs/handlers/reindex.d.ts.map +1 -0
- package/dist/src/jobs/handlers/reindex.js +52 -0
- package/dist/src/jobs/handlers/reindex.js.map +1 -0
- package/dist/src/jobs/handlers/save.d.ts +10 -0
- package/dist/src/jobs/handlers/save.d.ts.map +1 -0
- package/dist/src/jobs/handlers/save.js +206 -0
- package/dist/src/jobs/handlers/save.js.map +1 -0
- package/dist/src/jobs/handlers/triage.d.ts +47 -0
- package/dist/src/jobs/handlers/triage.d.ts.map +1 -0
- package/dist/src/jobs/handlers/triage.js +95 -0
- package/dist/src/jobs/handlers/triage.js.map +1 -0
- package/dist/src/jobs/queue.d.ts +107 -0
- package/dist/src/jobs/queue.d.ts.map +1 -0
- package/dist/src/jobs/queue.js +319 -0
- package/dist/src/jobs/queue.js.map +1 -0
- package/dist/src/jobs/types.d.ts +39 -0
- package/dist/src/jobs/types.d.ts.map +1 -0
- package/dist/src/jobs/types.js +29 -0
- package/dist/src/jobs/types.js.map +1 -0
- package/dist/src/jobs/worker-entry.d.ts +10 -0
- package/dist/src/jobs/worker-entry.d.ts.map +1 -0
- package/dist/src/jobs/worker-entry.js +210 -0
- package/dist/src/jobs/worker-entry.js.map +1 -0
- package/dist/src/jobs/worker-process.d.ts +50 -0
- package/dist/src/jobs/worker-process.d.ts.map +1 -0
- package/dist/src/jobs/worker-process.js +186 -0
- package/dist/src/jobs/worker-process.js.map +1 -0
- package/dist/src/jobs/worker.d.ts +11 -0
- package/dist/src/jobs/worker.d.ts.map +1 -0
- package/dist/src/jobs/worker.js +14 -0
- package/dist/src/jobs/worker.js.map +1 -0
- package/dist/src/main.d.ts +2 -0
- package/dist/src/main.d.ts.map +1 -0
- package/dist/src/main.js +425 -0
- package/dist/src/main.js.map +1 -0
- package/dist/src/mcp/errors.d.ts +8 -0
- package/dist/src/mcp/errors.d.ts.map +1 -0
- package/dist/src/mcp/errors.js +50 -0
- package/dist/src/mcp/errors.js.map +1 -0
- package/dist/src/mcp/server.d.ts +10 -0
- package/dist/src/mcp/server.d.ts.map +1 -0
- package/dist/src/mcp/server.js +94 -0
- package/dist/src/mcp/server.js.map +1 -0
- package/dist/src/mcp/tools/context-pack.d.ts +35 -0
- package/dist/src/mcp/tools/context-pack.d.ts.map +1 -0
- package/dist/src/mcp/tools/context-pack.js +97 -0
- package/dist/src/mcp/tools/context-pack.js.map +1 -0
- package/dist/src/mcp/tools/conversations-search.d.ts +38 -0
- package/dist/src/mcp/tools/conversations-search.d.ts.map +1 -0
- package/dist/src/mcp/tools/conversations-search.js +73 -0
- package/dist/src/mcp/tools/conversations-search.js.map +1 -0
- package/dist/src/mcp/tools/save.d.ts +32 -0
- package/dist/src/mcp/tools/save.d.ts.map +1 -0
- package/dist/src/mcp/tools/save.js +60 -0
- package/dist/src/mcp/tools/save.js.map +1 -0
- package/dist/src/mcp/tools/search.d.ts +33 -0
- package/dist/src/mcp/tools/search.d.ts.map +1 -0
- package/dist/src/mcp/tools/search.js +58 -0
- package/dist/src/mcp/tools/search.js.map +1 -0
- package/dist/src/mcp/tools/status.d.ts +17 -0
- package/dist/src/mcp/tools/status.d.ts.map +1 -0
- package/dist/src/mcp/tools/status.js +12 -0
- package/dist/src/mcp/tools/status.js.map +1 -0
- package/dist/src/observability/coverage.d.ts +100 -0
- package/dist/src/observability/coverage.d.ts.map +1 -0
- package/dist/src/observability/coverage.js +180 -0
- package/dist/src/observability/coverage.js.map +1 -0
- package/dist/src/observability/rift-context.d.ts +47 -0
- package/dist/src/observability/rift-context.d.ts.map +1 -0
- package/dist/src/observability/rift-context.js +118 -0
- package/dist/src/observability/rift-context.js.map +1 -0
- package/dist/src/observability/staleness.d.ts +43 -0
- package/dist/src/observability/staleness.d.ts.map +1 -0
- package/dist/src/observability/staleness.js +74 -0
- package/dist/src/observability/staleness.js.map +1 -0
- package/dist/src/observability/tool-usage-stats.d.ts +23 -0
- package/dist/src/observability/tool-usage-stats.d.ts.map +1 -0
- package/dist/src/observability/tool-usage-stats.js +83 -0
- package/dist/src/observability/tool-usage-stats.js.map +1 -0
- package/dist/src/observability/tool-usage.d.ts +68 -0
- package/dist/src/observability/tool-usage.d.ts.map +1 -0
- package/dist/src/observability/tool-usage.js +207 -0
- package/dist/src/observability/tool-usage.js.map +1 -0
- package/dist/src/onboarding/daemon-control.d.ts +33 -0
- package/dist/src/onboarding/daemon-control.d.ts.map +1 -0
- package/dist/src/onboarding/daemon-control.js +92 -0
- package/dist/src/onboarding/daemon-control.js.map +1 -0
- package/dist/src/onboarding/env-file.d.ts +18 -0
- package/dist/src/onboarding/env-file.d.ts.map +1 -0
- package/dist/src/onboarding/env-file.js +89 -0
- package/dist/src/onboarding/env-file.js.map +1 -0
- package/dist/src/onboarding/voyage-validate.d.ts +16 -0
- package/dist/src/onboarding/voyage-validate.d.ts.map +1 -0
- package/dist/src/onboarding/voyage-validate.js +85 -0
- package/dist/src/onboarding/voyage-validate.js.map +1 -0
- package/dist/src/providers/anthropic-digest.d.ts +23 -0
- package/dist/src/providers/anthropic-digest.d.ts.map +1 -0
- package/dist/src/providers/anthropic-digest.js +91 -0
- package/dist/src/providers/anthropic-digest.js.map +1 -0
- package/dist/src/providers/codex-cli-digest.d.ts +12 -0
- package/dist/src/providers/codex-cli-digest.d.ts.map +1 -0
- package/dist/src/providers/codex-cli-digest.js +70 -0
- package/dist/src/providers/codex-cli-digest.js.map +1 -0
- package/dist/src/providers/codex-cli-metadata-extraction.d.ts +14 -0
- package/dist/src/providers/codex-cli-metadata-extraction.d.ts.map +1 -0
- package/dist/src/providers/codex-cli-metadata-extraction.js +101 -0
- package/dist/src/providers/codex-cli-metadata-extraction.js.map +1 -0
- package/dist/src/providers/codex-cli-runner.d.ts +14 -0
- package/dist/src/providers/codex-cli-runner.d.ts.map +1 -0
- package/dist/src/providers/codex-cli-runner.js +272 -0
- package/dist/src/providers/codex-cli-runner.js.map +1 -0
- package/dist/src/providers/conversation-generation.d.ts +10 -0
- package/dist/src/providers/conversation-generation.d.ts.map +1 -0
- package/dist/src/providers/conversation-generation.js +54 -0
- package/dist/src/providers/conversation-generation.js.map +1 -0
- package/dist/src/providers/ollama-embed.d.ts +22 -0
- package/dist/src/providers/ollama-embed.d.ts.map +1 -0
- package/dist/src/providers/ollama-embed.js +133 -0
- package/dist/src/providers/ollama-embed.js.map +1 -0
- package/dist/src/providers/ollama.d.ts +42 -0
- package/dist/src/providers/ollama.d.ts.map +1 -0
- package/dist/src/providers/ollama.js +169 -0
- package/dist/src/providers/ollama.js.map +1 -0
- package/dist/src/providers/openai-metadata-extraction.d.ts +73 -0
- package/dist/src/providers/openai-metadata-extraction.d.ts.map +1 -0
- package/dist/src/providers/openai-metadata-extraction.js +161 -0
- package/dist/src/providers/openai-metadata-extraction.js.map +1 -0
- package/dist/src/providers/operator-overrides.d.ts +24 -0
- package/dist/src/providers/operator-overrides.d.ts.map +1 -0
- package/dist/src/providers/operator-overrides.js +84 -0
- package/dist/src/providers/operator-overrides.js.map +1 -0
- package/dist/src/providers/stub.d.ts +17 -0
- package/dist/src/providers/stub.d.ts.map +1 -0
- package/dist/src/providers/stub.js +72 -0
- package/dist/src/providers/stub.js.map +1 -0
- package/dist/src/providers/types.d.ts +82 -0
- package/dist/src/providers/types.d.ts.map +1 -0
- package/dist/src/providers/types.js +52 -0
- package/dist/src/providers/types.js.map +1 -0
- package/dist/src/providers/voyage.d.ts +23 -0
- package/dist/src/providers/voyage.d.ts.map +1 -0
- package/dist/src/providers/voyage.js +135 -0
- package/dist/src/providers/voyage.js.map +1 -0
- package/dist/src/retrieval/compact.d.ts +89 -0
- package/dist/src/retrieval/compact.d.ts.map +1 -0
- package/dist/src/retrieval/compact.js +348 -0
- package/dist/src/retrieval/compact.js.map +1 -0
- package/dist/src/retrieval/context-pack.d.ts +123 -0
- package/dist/src/retrieval/context-pack.d.ts.map +1 -0
- package/dist/src/retrieval/context-pack.js +553 -0
- package/dist/src/retrieval/context-pack.js.map +1 -0
- package/dist/src/retrieval/cwd.d.ts +25 -0
- package/dist/src/retrieval/cwd.d.ts.map +1 -0
- package/dist/src/retrieval/cwd.js +48 -0
- package/dist/src/retrieval/cwd.js.map +1 -0
- package/dist/src/retrieval/degraded.d.ts +20 -0
- package/dist/src/retrieval/degraded.d.ts.map +1 -0
- package/dist/src/retrieval/degraded.js +43 -0
- package/dist/src/retrieval/degraded.js.map +1 -0
- package/dist/src/retrieval/hybrid.d.ts +38 -0
- package/dist/src/retrieval/hybrid.d.ts.map +1 -0
- package/dist/src/retrieval/hybrid.js +82 -0
- package/dist/src/retrieval/hybrid.js.map +1 -0
- package/dist/src/retrieval/lexical.d.ts +28 -0
- package/dist/src/retrieval/lexical.d.ts.map +1 -0
- package/dist/src/retrieval/lexical.js +301 -0
- package/dist/src/retrieval/lexical.js.map +1 -0
- package/dist/src/retrieval/post-filter.d.ts +32 -0
- package/dist/src/retrieval/post-filter.d.ts.map +1 -0
- package/dist/src/retrieval/post-filter.js +57 -0
- package/dist/src/retrieval/post-filter.js.map +1 -0
- package/dist/src/retrieval/reranker.d.ts +72 -0
- package/dist/src/retrieval/reranker.d.ts.map +1 -0
- package/dist/src/retrieval/reranker.js +129 -0
- package/dist/src/retrieval/reranker.js.map +1 -0
- package/dist/src/retrieval/vector.d.ts +47 -0
- package/dist/src/retrieval/vector.d.ts.map +1 -0
- package/dist/src/retrieval/vector.js +112 -0
- package/dist/src/retrieval/vector.js.map +1 -0
- package/dist/src/runtime/legacy-migration.d.ts +27 -0
- package/dist/src/runtime/legacy-migration.d.ts.map +1 -0
- package/dist/src/runtime/legacy-migration.js +140 -0
- package/dist/src/runtime/legacy-migration.js.map +1 -0
- package/dist/src/runtime/legacy-name-guard.d.ts +35 -0
- package/dist/src/runtime/legacy-name-guard.d.ts.map +1 -0
- package/dist/src/runtime/legacy-name-guard.js +58 -0
- package/dist/src/runtime/legacy-name-guard.js.map +1 -0
- package/dist/src/runtime/rift-env.d.ts +14 -0
- package/dist/src/runtime/rift-env.d.ts.map +1 -0
- package/dist/src/runtime/rift-env.js +79 -0
- package/dist/src/runtime/rift-env.js.map +1 -0
- package/dist/src/runtime/watcher-startup.d.ts +2 -0
- package/dist/src/runtime/watcher-startup.d.ts.map +1 -0
- package/dist/src/runtime/watcher-startup.js +4 -0
- package/dist/src/runtime/watcher-startup.js.map +1 -0
- package/dist/src/security/archive.d.ts +23 -0
- package/dist/src/security/archive.d.ts.map +1 -0
- package/dist/src/security/archive.js +163 -0
- package/dist/src/security/archive.js.map +1 -0
- package/dist/src/security/paths.d.ts +21 -0
- package/dist/src/security/paths.d.ts.map +1 -0
- package/dist/src/security/paths.js +67 -0
- package/dist/src/security/paths.js.map +1 -0
- package/dist/src/server/app.d.ts +29 -0
- package/dist/src/server/app.d.ts.map +1 -0
- package/dist/src/server/app.js +226 -0
- package/dist/src/server/app.js.map +1 -0
- package/dist/src/server/build-info.d.ts +8 -0
- package/dist/src/server/build-info.d.ts.map +1 -0
- package/dist/src/server/build-info.js +61 -0
- package/dist/src/server/build-info.js.map +1 -0
- package/dist/src/server/lifecycle.d.ts +30 -0
- package/dist/src/server/lifecycle.d.ts.map +1 -0
- package/dist/src/server/lifecycle.js +59 -0
- package/dist/src/server/lifecycle.js.map +1 -0
- package/dist/src/server/middleware/multipart.d.ts +51 -0
- package/dist/src/server/middleware/multipart.d.ts.map +1 -0
- package/dist/src/server/middleware/multipart.js +86 -0
- package/dist/src/server/middleware/multipart.js.map +1 -0
- package/dist/src/server/routes/compact.d.ts +37 -0
- package/dist/src/server/routes/compact.d.ts.map +1 -0
- package/dist/src/server/routes/compact.js +77 -0
- package/dist/src/server/routes/compact.js.map +1 -0
- package/dist/src/server/routes/context.d.ts +5 -0
- package/dist/src/server/routes/context.d.ts.map +1 -0
- package/dist/src/server/routes/context.js +50 -0
- package/dist/src/server/routes/context.js.map +1 -0
- package/dist/src/server/routes/conversations-search.d.ts +4 -0
- package/dist/src/server/routes/conversations-search.d.ts.map +1 -0
- package/dist/src/server/routes/conversations-search.js +243 -0
- package/dist/src/server/routes/conversations-search.js.map +1 -0
- package/dist/src/server/routes/friend-status.d.ts +72 -0
- package/dist/src/server/routes/friend-status.d.ts.map +1 -0
- package/dist/src/server/routes/friend-status.js +71 -0
- package/dist/src/server/routes/friend-status.js.map +1 -0
- package/dist/src/server/routes/ingest.d.ts +15 -0
- package/dist/src/server/routes/ingest.d.ts.map +1 -0
- package/dist/src/server/routes/ingest.js +139 -0
- package/dist/src/server/routes/ingest.js.map +1 -0
- package/dist/src/server/routes/jobs.d.ts +10 -0
- package/dist/src/server/routes/jobs.d.ts.map +1 -0
- package/dist/src/server/routes/jobs.js +29 -0
- package/dist/src/server/routes/jobs.js.map +1 -0
- package/dist/src/server/routes/mcp-usage.d.ts +13 -0
- package/dist/src/server/routes/mcp-usage.d.ts.map +1 -0
- package/dist/src/server/routes/mcp-usage.js +17 -0
- package/dist/src/server/routes/mcp-usage.js.map +1 -0
- package/dist/src/server/routes/reconcile.d.ts +4 -0
- package/dist/src/server/routes/reconcile.d.ts.map +1 -0
- package/dist/src/server/routes/reconcile.js +43 -0
- package/dist/src/server/routes/reconcile.js.map +1 -0
- package/dist/src/server/routes/reindex.d.ts +4 -0
- package/dist/src/server/routes/reindex.d.ts.map +1 -0
- package/dist/src/server/routes/reindex.js +74 -0
- package/dist/src/server/routes/reindex.js.map +1 -0
- package/dist/src/server/routes/save.d.ts +40 -0
- package/dist/src/server/routes/save.d.ts.map +1 -0
- package/dist/src/server/routes/save.js +112 -0
- package/dist/src/server/routes/save.js.map +1 -0
- package/dist/src/server/routes/search.d.ts +5 -0
- package/dist/src/server/routes/search.d.ts.map +1 -0
- package/dist/src/server/routes/search.js +400 -0
- package/dist/src/server/routes/search.js.map +1 -0
- package/dist/src/server/routes/stats.d.ts +10 -0
- package/dist/src/server/routes/stats.d.ts.map +1 -0
- package/dist/src/server/routes/stats.js +15 -0
- package/dist/src/server/routes/stats.js.map +1 -0
- package/dist/src/server/routes/status.d.ts +20 -0
- package/dist/src/server/routes/status.d.ts.map +1 -0
- package/dist/src/server/routes/status.js +31 -0
- package/dist/src/server/routes/status.js.map +1 -0
- package/dist/src/server/routes/triage.d.ts +4 -0
- package/dist/src/server/routes/triage.d.ts.map +1 -0
- package/dist/src/server/routes/triage.js +94 -0
- package/dist/src/server/routes/triage.js.map +1 -0
- package/dist/src/server/save-quality.d.ts +21 -0
- package/dist/src/server/save-quality.d.ts.map +1 -0
- package/dist/src/server/save-quality.js +51 -0
- package/dist/src/server/save-quality.js.map +1 -0
- package/dist/src/storage/atomic.d.ts +8 -0
- package/dist/src/storage/atomic.d.ts.map +1 -0
- package/dist/src/storage/atomic.js +22 -0
- package/dist/src/storage/atomic.js.map +1 -0
- package/dist/src/storage/db.d.ts +15 -0
- package/dist/src/storage/db.d.ts.map +1 -0
- package/dist/src/storage/db.js +43 -0
- package/dist/src/storage/db.js.map +1 -0
- package/dist/src/storage/integrity.d.ts +11 -0
- package/dist/src/storage/integrity.d.ts.map +1 -0
- package/dist/src/storage/integrity.js +66 -0
- package/dist/src/storage/integrity.js.map +1 -0
- package/dist/src/storage/rebuild.d.ts +37 -0
- package/dist/src/storage/rebuild.d.ts.map +1 -0
- package/dist/src/storage/rebuild.js +353 -0
- package/dist/src/storage/rebuild.js.map +1 -0
- package/dist/src/storage/shadow-swap.d.ts +20 -0
- package/dist/src/storage/shadow-swap.d.ts.map +1 -0
- package/dist/src/storage/shadow-swap.js +163 -0
- package/dist/src/storage/shadow-swap.js.map +1 -0
- package/dist/src/storage/tables.d.ts +77 -0
- package/dist/src/storage/tables.d.ts.map +1 -0
- package/dist/src/storage/tables.js +196 -0
- package/dist/src/storage/tables.js.map +1 -0
- package/package.json +45 -14
- package/index.js +0 -3
|
@@ -0,0 +1,319 @@
|
|
|
1
|
+
import crypto from "node:crypto";
|
|
2
|
+
import fs from "node:fs";
|
|
3
|
+
import { EXCLUSIVE_JOBS } from "./types.js";
|
|
4
|
+
/**
|
|
5
|
+
* In-process job queue with:
|
|
6
|
+
* - Persistence to `queue.json` (atomic write: temp + rename)
|
|
7
|
+
* - State machine: queued -> running -> completed | failed, plus cancelled, interrupted
|
|
8
|
+
* - Idempotency checked before mutual exclusion (PRD 4.1)
|
|
9
|
+
* - Mutual exclusion for {compact, reindex, reconcile}
|
|
10
|
+
* - Crash recovery: running -> interrupted -> re-queued on startup
|
|
11
|
+
*/
|
|
12
|
+
export class JobQueue {
|
|
13
|
+
queuePath;
|
|
14
|
+
jobs = new Map();
|
|
15
|
+
handlers = new Map();
|
|
16
|
+
processing = false;
|
|
17
|
+
held = false;
|
|
18
|
+
constructor(queuePath) {
|
|
19
|
+
this.queuePath = queuePath;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Hold processing — registerHandler and create won't auto-start queued
|
|
23
|
+
* work until releaseHold() is called. Used at startup to prevent
|
|
24
|
+
* recovered jobs from executing before the integrity check completes.
|
|
25
|
+
*/
|
|
26
|
+
hold() {
|
|
27
|
+
this.held = true;
|
|
28
|
+
}
|
|
29
|
+
/** Release hold and kick processing for any waiting jobs. */
|
|
30
|
+
releaseHold() {
|
|
31
|
+
this.held = false;
|
|
32
|
+
this.processNext();
|
|
33
|
+
}
|
|
34
|
+
/** Register a handler for a job type. Kicks processing for any queued work. */
|
|
35
|
+
registerHandler(type, handler) {
|
|
36
|
+
this.handlers.set(type, handler);
|
|
37
|
+
this.processNext();
|
|
38
|
+
}
|
|
39
|
+
/** Check if a handler is registered for a job type. */
|
|
40
|
+
hasHandler(type) {
|
|
41
|
+
return this.handlers.has(type);
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Load persisted queue from disk. Mark any `running` jobs as
|
|
45
|
+
* `interrupted` and re-queue them — timers/progress don't survive restart.
|
|
46
|
+
*
|
|
47
|
+
* Only jobs that were `running` at crash time get re-queued. Jobs that
|
|
48
|
+
* were already `interrupted` (from a previous recovery) are left as-is
|
|
49
|
+
* so repeated loads don't multiply work.
|
|
50
|
+
*/
|
|
51
|
+
async load() {
|
|
52
|
+
try {
|
|
53
|
+
const raw = fs.readFileSync(this.queuePath, "utf-8");
|
|
54
|
+
const entries = JSON.parse(raw);
|
|
55
|
+
this.jobs.clear();
|
|
56
|
+
// Collect jobs that need recovery (were running at crash time).
|
|
57
|
+
const toRequeue = [];
|
|
58
|
+
for (const job of entries) {
|
|
59
|
+
if (job.status === "running") {
|
|
60
|
+
job.status = "interrupted";
|
|
61
|
+
job.updated_at = new Date().toISOString();
|
|
62
|
+
toRequeue.push(job);
|
|
63
|
+
}
|
|
64
|
+
this.jobs.set(job.id, job);
|
|
65
|
+
}
|
|
66
|
+
// Re-queue only the newly-interrupted jobs.
|
|
67
|
+
for (const job of toRequeue) {
|
|
68
|
+
const requeuedId = crypto.randomUUID();
|
|
69
|
+
const requeued = {
|
|
70
|
+
id: requeuedId,
|
|
71
|
+
type: job.type,
|
|
72
|
+
status: "queued",
|
|
73
|
+
created_at: new Date().toISOString(),
|
|
74
|
+
updated_at: new Date().toISOString(),
|
|
75
|
+
...(job.idempotency_key !== undefined ? { idempotency_key: job.idempotency_key } : {}),
|
|
76
|
+
retry_of: job.id,
|
|
77
|
+
...(job.payload !== undefined ? { payload: job.payload } : {}),
|
|
78
|
+
};
|
|
79
|
+
job.retried_by = requeuedId;
|
|
80
|
+
this.jobs.set(requeuedId, requeued);
|
|
81
|
+
}
|
|
82
|
+
if (toRequeue.length > 0) {
|
|
83
|
+
await this.persist();
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
catch (err) {
|
|
87
|
+
if (err.code === "ENOENT") {
|
|
88
|
+
// No queue file yet — fresh start.
|
|
89
|
+
return;
|
|
90
|
+
}
|
|
91
|
+
throw err;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
/**
|
|
95
|
+
* Create a job. Returns `{ job, duplicate }`.
|
|
96
|
+
*
|
|
97
|
+
* Idempotency is checked first (PRD 4.1):
|
|
98
|
+
* - If a job with the same `idempotency_key` exists in
|
|
99
|
+
* `queued | running | completed` -> return it with `duplicate: true`.
|
|
100
|
+
* - If it exists in `failed` -> create a new retry job with `retry_of`.
|
|
101
|
+
*
|
|
102
|
+
* Mutual exclusion is checked second:
|
|
103
|
+
* - If the job type is in the exclusive set and another exclusive job
|
|
104
|
+
* is `queued | running`, return null (caller should 409).
|
|
105
|
+
*/
|
|
106
|
+
async create(type, opts) {
|
|
107
|
+
const key = opts?.idempotency_key;
|
|
108
|
+
// --- Idempotency (checked first per PRD 4.1) ---
|
|
109
|
+
if (key) {
|
|
110
|
+
const existing = this.findByIdempotencyKey(key);
|
|
111
|
+
if (existing) {
|
|
112
|
+
if (existing.status === "queued" ||
|
|
113
|
+
existing.status === "running" ||
|
|
114
|
+
existing.status === "completed") {
|
|
115
|
+
return { job: existing, duplicate: true };
|
|
116
|
+
}
|
|
117
|
+
if (existing.status === "failed") {
|
|
118
|
+
// Create retry
|
|
119
|
+
return this.createRetryJob(existing, type, opts);
|
|
120
|
+
}
|
|
121
|
+
// cancelled / interrupted with same key — fall through to create new
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
// --- Mutual exclusion ---
|
|
125
|
+
if (EXCLUSIVE_JOBS.has(type) && this.hasActiveExclusiveJob()) {
|
|
126
|
+
return { conflict: true };
|
|
127
|
+
}
|
|
128
|
+
const job = {
|
|
129
|
+
id: crypto.randomUUID(),
|
|
130
|
+
type,
|
|
131
|
+
status: "queued",
|
|
132
|
+
created_at: new Date().toISOString(),
|
|
133
|
+
updated_at: new Date().toISOString(),
|
|
134
|
+
...(key !== undefined ? { idempotency_key: key } : {}),
|
|
135
|
+
...(opts?.payload !== undefined ? { payload: opts.payload } : {}),
|
|
136
|
+
};
|
|
137
|
+
this.jobs.set(job.id, job);
|
|
138
|
+
await this.persist();
|
|
139
|
+
this.processNext();
|
|
140
|
+
return { job, duplicate: false };
|
|
141
|
+
}
|
|
142
|
+
/** Get a job by ID, or undefined. */
|
|
143
|
+
get(id) {
|
|
144
|
+
return this.jobs.get(id);
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* Check whether an idempotency key matches an existing active job.
|
|
148
|
+
* Returns the job if found in queued/running/completed state, undefined otherwise.
|
|
149
|
+
* Does NOT create or mutate anything — safe for pre-flight checks.
|
|
150
|
+
*/
|
|
151
|
+
findDuplicate(idempotencyKey) {
|
|
152
|
+
const existing = this.findByIdempotencyKey(idempotencyKey);
|
|
153
|
+
if (existing &&
|
|
154
|
+
(existing.status === "queued" ||
|
|
155
|
+
existing.status === "running" ||
|
|
156
|
+
existing.status === "completed")) {
|
|
157
|
+
return existing;
|
|
158
|
+
}
|
|
159
|
+
return undefined;
|
|
160
|
+
}
|
|
161
|
+
/**
|
|
162
|
+
* Cancel a job.
|
|
163
|
+
* - `queued` or `interrupted` -> `cancelled`, returns the job.
|
|
164
|
+
* - `running` -> returns `{ conflict: true }`.
|
|
165
|
+
* - Others -> returns undefined (not found or not cancellable).
|
|
166
|
+
*/
|
|
167
|
+
async cancel(id) {
|
|
168
|
+
const job = this.jobs.get(id);
|
|
169
|
+
if (!job)
|
|
170
|
+
return undefined;
|
|
171
|
+
if (job.status === "queued" || job.status === "interrupted") {
|
|
172
|
+
job.status = "cancelled";
|
|
173
|
+
job.updated_at = new Date().toISOString();
|
|
174
|
+
await this.persist();
|
|
175
|
+
return job;
|
|
176
|
+
}
|
|
177
|
+
if (job.status === "running") {
|
|
178
|
+
return { conflict: true };
|
|
179
|
+
}
|
|
180
|
+
return undefined;
|
|
181
|
+
}
|
|
182
|
+
/** Atomic write: temp file + rename. */
|
|
183
|
+
async persist() {
|
|
184
|
+
const data = JSON.stringify([...this.jobs.values()], null, 2);
|
|
185
|
+
const tmp = this.queuePath + `.tmp.${process.pid}`;
|
|
186
|
+
fs.writeFileSync(tmp, data, "utf-8");
|
|
187
|
+
fs.renameSync(tmp, this.queuePath);
|
|
188
|
+
}
|
|
189
|
+
/**
|
|
190
|
+
* Find the active job for a given idempotency key.
|
|
191
|
+
* Skip superseded jobs (those with `retried_by` set) so we always
|
|
192
|
+
* find the leaf of the retry chain, not the old parent.
|
|
193
|
+
*/
|
|
194
|
+
findByIdempotencyKey(key) {
|
|
195
|
+
for (const job of this.jobs.values()) {
|
|
196
|
+
if (job.idempotency_key === key && job.retried_by === undefined)
|
|
197
|
+
return job;
|
|
198
|
+
}
|
|
199
|
+
return undefined;
|
|
200
|
+
}
|
|
201
|
+
/**
|
|
202
|
+
* Create a job that bypasses the mutual exclusion check and is
|
|
203
|
+
* inserted at the front of the queue (runs before other queued work).
|
|
204
|
+
*
|
|
205
|
+
* Used exclusively for startup corruption repair: the mandatory
|
|
206
|
+
* rebuild must run before any other queued work touches storage,
|
|
207
|
+
* regardless of what else is in the queue. Other exclusive jobs
|
|
208
|
+
* naturally wait (one-at-a-time processing) and run after the
|
|
209
|
+
* rebuild against healthy storage.
|
|
210
|
+
*/
|
|
211
|
+
async createUrgent(type, opts) {
|
|
212
|
+
const job = {
|
|
213
|
+
id: crypto.randomUUID(),
|
|
214
|
+
type,
|
|
215
|
+
status: "queued",
|
|
216
|
+
created_at: new Date().toISOString(),
|
|
217
|
+
updated_at: new Date().toISOString(),
|
|
218
|
+
...(opts?.payload !== undefined ? { payload: opts.payload } : {}),
|
|
219
|
+
};
|
|
220
|
+
// Rebuild the Map with this job first so findNextQueued() picks it up
|
|
221
|
+
// before any previously queued work.
|
|
222
|
+
const entries = [...this.jobs.entries()];
|
|
223
|
+
this.jobs.clear();
|
|
224
|
+
this.jobs.set(job.id, job);
|
|
225
|
+
for (const [id, j] of entries) {
|
|
226
|
+
this.jobs.set(id, j);
|
|
227
|
+
}
|
|
228
|
+
await this.persist();
|
|
229
|
+
this.processNext();
|
|
230
|
+
return { job, duplicate: false };
|
|
231
|
+
}
|
|
232
|
+
/** Whether any exclusive job is queued or running. */
|
|
233
|
+
hasActiveExclusiveJob() {
|
|
234
|
+
for (const job of this.jobs.values()) {
|
|
235
|
+
if (EXCLUSIVE_JOBS.has(job.type) &&
|
|
236
|
+
(job.status === "queued" || job.status === "running")) {
|
|
237
|
+
return true;
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
return false;
|
|
241
|
+
}
|
|
242
|
+
/**
|
|
243
|
+
* Return the exclusive job that is currently running, or null.
|
|
244
|
+
* Only returns jobs with status "running" — queued exclusive jobs
|
|
245
|
+
* have not entered their coordinated maintenance phase.
|
|
246
|
+
*/
|
|
247
|
+
getRunningExclusiveJob() {
|
|
248
|
+
for (const job of this.jobs.values()) {
|
|
249
|
+
if (EXCLUSIVE_JOBS.has(job.type) && job.status === "running") {
|
|
250
|
+
return job;
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
return null;
|
|
254
|
+
}
|
|
255
|
+
async createRetryJob(failed, type, opts) {
|
|
256
|
+
// Mutual exclusion still applies to retries of exclusive jobs.
|
|
257
|
+
if (EXCLUSIVE_JOBS.has(type) && this.hasActiveExclusiveJob()) {
|
|
258
|
+
return { conflict: true };
|
|
259
|
+
}
|
|
260
|
+
const retryId = crypto.randomUUID();
|
|
261
|
+
const retry = {
|
|
262
|
+
id: retryId,
|
|
263
|
+
type,
|
|
264
|
+
status: "queued",
|
|
265
|
+
created_at: new Date().toISOString(),
|
|
266
|
+
updated_at: new Date().toISOString(),
|
|
267
|
+
...(opts?.idempotency_key !== undefined ? { idempotency_key: opts.idempotency_key } : {}),
|
|
268
|
+
retry_of: failed.id,
|
|
269
|
+
...(opts?.payload !== undefined ? { payload: opts.payload } : {}),
|
|
270
|
+
};
|
|
271
|
+
failed.retried_by = retryId;
|
|
272
|
+
failed.updated_at = new Date().toISOString();
|
|
273
|
+
this.jobs.set(retryId, retry);
|
|
274
|
+
await this.persist();
|
|
275
|
+
this.processNext();
|
|
276
|
+
return { job: retry, duplicate: false };
|
|
277
|
+
}
|
|
278
|
+
/** Process the next queued job if no job is currently running. */
|
|
279
|
+
processNext() {
|
|
280
|
+
if (this.held)
|
|
281
|
+
return;
|
|
282
|
+
if (this.processing)
|
|
283
|
+
return;
|
|
284
|
+
const next = this.findNextQueued();
|
|
285
|
+
if (!next)
|
|
286
|
+
return;
|
|
287
|
+
const handler = this.handlers.get(next.type);
|
|
288
|
+
if (!handler)
|
|
289
|
+
return; // No handler registered — leave queued.
|
|
290
|
+
this.processing = true;
|
|
291
|
+
next.status = "running";
|
|
292
|
+
next.updated_at = new Date().toISOString();
|
|
293
|
+
this.persist().then(() => {
|
|
294
|
+
handler(next)
|
|
295
|
+
.then(() => {
|
|
296
|
+
next.status = "completed";
|
|
297
|
+
next.updated_at = new Date().toISOString();
|
|
298
|
+
})
|
|
299
|
+
.catch((err) => {
|
|
300
|
+
next.status = "failed";
|
|
301
|
+
next.error =
|
|
302
|
+
err instanceof Error ? err.message : String(err);
|
|
303
|
+
next.updated_at = new Date().toISOString();
|
|
304
|
+
})
|
|
305
|
+
.finally(() => {
|
|
306
|
+
this.processing = false;
|
|
307
|
+
this.persist().then(() => this.processNext());
|
|
308
|
+
});
|
|
309
|
+
});
|
|
310
|
+
}
|
|
311
|
+
findNextQueued() {
|
|
312
|
+
for (const job of this.jobs.values()) {
|
|
313
|
+
if (job.status === "queued")
|
|
314
|
+
return job;
|
|
315
|
+
}
|
|
316
|
+
return undefined;
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
//# sourceMappingURL=queue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/jobs/queue.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AAGzB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C;;;;;;;GAOG;AACH,MAAM,OAAO,QAAQ;IAMC;IALZ,IAAI,GAAG,IAAI,GAAG,EAAe,CAAC;IAC9B,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC1C,UAAU,GAAG,KAAK,CAAC;IACnB,IAAI,GAAG,KAAK,CAAC;IAErB,YAAoB,SAAiB;QAAjB,cAAS,GAAT,SAAS,CAAQ;IAAG,CAAC;IAEzC;;;;OAIG;IACH,IAAI;QACF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,6DAA6D;IAC7D,WAAW;QACT,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,+EAA+E;IAC/E,eAAe,CAAC,IAAa,EAAE,OAAmB;QAChD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,uDAAuD;IACvD,UAAU,CAAC,IAAa;QACtB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACrD,MAAM,OAAO,GAAU,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAElB,gEAAgE;YAChE,MAAM,SAAS,GAAU,EAAE,CAAC;YAC5B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBAC7B,GAAG,CAAC,MAAM,GAAG,aAAa,CAAC;oBAC3B,GAAG,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC1C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7B,CAAC;YAED,4CAA4C;YAC5C,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAQ;oBACpB,EAAE,EAAE,UAAU;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACpC,GAAG,CAAC,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtF,QAAQ,EAAE,GAAG,CAAC,EAAE;oBAChB,GAAG,CAAC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC/D,CAAC;gBACF,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtC,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,IAAK,GAAyB,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjD,mCAAmC;gBACnC,OAAO;YACT,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,MAAM,CACV,IAAa,EACb,IAAsD;QAEtD,MAAM,GAAG,GAAG,IAAI,EAAE,eAAe,CAAC;QAElC,kDAAkD;QAClD,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,IACE,QAAQ,CAAC,MAAM,KAAK,QAAQ;oBAC5B,QAAQ,CAAC,MAAM,KAAK,SAAS;oBAC7B,QAAQ,CAAC,MAAM,KAAK,WAAW,EAC/B,CAAC;oBACD,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;gBAC5C,CAAC;gBACD,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACjC,eAAe;oBACf,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBACnD,CAAC;gBACD,qEAAqE;YACvE,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;YAC7D,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,GAAG,GAAQ;YACf,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;YACvB,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3B,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACnC,CAAC;IAED,qCAAqC;IACrC,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,aAAa,CAAC,cAAsB;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC3D,IACE,QAAQ;YACR,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;gBAC3B,QAAQ,CAAC,MAAM,KAAK,SAAS;gBAC7B,QAAQ,CAAC,MAAM,KAAK,WAAW,CAAC,EAClC,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAE3B,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;YAC5D,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;YACzB,GAAG,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC5B,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,wCAAwC;IAChC,KAAK,CAAC,OAAO;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,GAAG,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;QACnD,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACrC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACK,oBAAoB,CAAC,GAAW;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,eAAe,KAAK,GAAG,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;gBAAE,OAAO,GAAG,CAAC;QAC9E,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,YAAY,CAChB,IAAa,EACb,IAA4B;QAE5B,MAAM,GAAG,GAAQ;YACf,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;YACvB,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;QAEF,sEAAsE;QACtE,qCAAqC;QACrC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3B,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACnC,CAAC;IAED,sDAAsD;IACtD,qBAAqB;QACnB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IACE,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;gBAC5B,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,EACrD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;OAIG;IACH,sBAAsB;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC7D,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,MAAW,EACX,IAAa,EACb,IAAsD;QAEtD,+DAA+D;QAC/D,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;YAC7D,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC5B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACpC,MAAM,KAAK,GAAQ;YACjB,EAAE,EAAE,OAAO;YACX,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,GAAG,CAAC,IAAI,EAAE,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;QACF,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC;QAC5B,MAAM,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9B,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC1C,CAAC;IAED,kEAAkE;IAC1D,WAAW;QACjB,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAE5B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO;YAAE,OAAO,CAAC,wCAAwC;QAE9D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;YACvB,OAAO,CAAC,IAAI,CAAC;iBACV,IAAI,CAAC,GAAG,EAAE;gBACT,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;gBAC1B,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACtB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACvB,IAAI,CAAC,KAAK;oBACR,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACnD,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;gBACxB,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,cAAc;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ;gBAAE,OAAO,GAAG,CAAC;QAC1C,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export declare const JOB_TYPES: readonly ["save", "ingest", "compact", "reindex", "reconcile", "triage"];
|
|
2
|
+
export type JobType = (typeof JOB_TYPES)[number];
|
|
3
|
+
export declare const JOB_STATUSES: readonly ["queued", "running", "completed", "failed", "cancelled", "interrupted"];
|
|
4
|
+
export type JobStatus = (typeof JOB_STATUSES)[number];
|
|
5
|
+
/** Job types that cannot run concurrently with each other. */
|
|
6
|
+
export declare const EXCLUSIVE_JOBS: Set<"save" | "ingest" | "compact" | "reindex" | "reconcile" | "triage">;
|
|
7
|
+
export interface Job {
|
|
8
|
+
id: string;
|
|
9
|
+
type: JobType;
|
|
10
|
+
status: JobStatus;
|
|
11
|
+
created_at: string;
|
|
12
|
+
updated_at: string;
|
|
13
|
+
idempotency_key?: string;
|
|
14
|
+
retry_of?: string;
|
|
15
|
+
retried_by?: string;
|
|
16
|
+
error?: string;
|
|
17
|
+
payload?: unknown;
|
|
18
|
+
}
|
|
19
|
+
export interface CreateJobResult {
|
|
20
|
+
job: Job;
|
|
21
|
+
duplicate: boolean;
|
|
22
|
+
}
|
|
23
|
+
export interface JobHandler {
|
|
24
|
+
(job: Job): Promise<void>;
|
|
25
|
+
}
|
|
26
|
+
/** Public-facing job status shape for API responses. */
|
|
27
|
+
export interface JobStatusView {
|
|
28
|
+
id: string;
|
|
29
|
+
type: JobType;
|
|
30
|
+
status: JobStatus;
|
|
31
|
+
created_at: string;
|
|
32
|
+
updated_at: string;
|
|
33
|
+
retry_of?: string;
|
|
34
|
+
retried_by?: string;
|
|
35
|
+
error?: string;
|
|
36
|
+
}
|
|
37
|
+
/** Project a Job to the public status view, stripping internal fields. */
|
|
38
|
+
export declare function toJobStatusView(job: Job): JobStatusView;
|
|
39
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/jobs/types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,SAAS,0EAA2E,CAAC;AAClG,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;AAEjD,eAAO,MAAM,YAAY,mFAOf,CAAC;AACX,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,8DAA8D;AAC9D,eAAO,MAAM,cAAc,yEAAwD,CAAC;AAEpF,MAAM,WAAW,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,SAAS,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,wDAAwD;AACxD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,SAAS,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,0EAA0E;AAC1E,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,aAAa,CAYvD"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export const JOB_TYPES = ["save", "ingest", "compact", "reindex", "reconcile", "triage"];
|
|
2
|
+
export const JOB_STATUSES = [
|
|
3
|
+
"queued",
|
|
4
|
+
"running",
|
|
5
|
+
"completed",
|
|
6
|
+
"failed",
|
|
7
|
+
"cancelled",
|
|
8
|
+
"interrupted",
|
|
9
|
+
];
|
|
10
|
+
/** Job types that cannot run concurrently with each other. */
|
|
11
|
+
export const EXCLUSIVE_JOBS = new Set(["compact", "reindex", "reconcile"]);
|
|
12
|
+
/** Project a Job to the public status view, stripping internal fields. */
|
|
13
|
+
export function toJobStatusView(job) {
|
|
14
|
+
const view = {
|
|
15
|
+
id: job.id,
|
|
16
|
+
type: job.type,
|
|
17
|
+
status: job.status,
|
|
18
|
+
created_at: job.created_at,
|
|
19
|
+
updated_at: job.updated_at,
|
|
20
|
+
};
|
|
21
|
+
if (job.retry_of !== undefined)
|
|
22
|
+
view.retry_of = job.retry_of;
|
|
23
|
+
if (job.retried_by !== undefined)
|
|
24
|
+
view.retried_by = job.retried_by;
|
|
25
|
+
if (job.error !== undefined)
|
|
26
|
+
view.error = job.error;
|
|
27
|
+
return view;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/jobs/types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAU,CAAC;AAGlG,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,QAAQ;IACR,SAAS;IACT,WAAW;IACX,QAAQ;IACR,WAAW;IACX,aAAa;CACL,CAAC;AAGX,8DAA8D;AAC9D,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAU,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;AAoCpF,0EAA0E;AAC1E,MAAM,UAAU,eAAe,CAAC,GAAQ;IACtC,MAAM,IAAI,GAAkB;QAC1B,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;KAC3B,CAAC;IACF,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS;QAAE,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC7D,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IACnE,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACpD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { loadConfig } from "../config/loader.js";
|
|
2
|
+
import type { JobType, JobHandler } from "./types.js";
|
|
3
|
+
/**
|
|
4
|
+
* Build the appropriate handler for the given job type.
|
|
5
|
+
* Initializes only the providers needed for that type.
|
|
6
|
+
*
|
|
7
|
+
* Exported for tests — the IPC entry above also calls it.
|
|
8
|
+
*/
|
|
9
|
+
export declare function buildHandler(jobType: JobType, config: ReturnType<typeof loadConfig>): JobHandler;
|
|
10
|
+
//# sourceMappingURL=worker-entry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-entry.d.ts","sourceRoot":"","sources":["../../../src/jobs/worker-entry.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAUjD,OAAO,KAAK,EAAO,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AA6F3D;;;;;GAKG;AACH,wBAAgB,YAAY,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,GACpC,UAAU,CA6GZ"}
|
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Worker child process entry point — Slice 19.
|
|
3
|
+
*
|
|
4
|
+
* Forked by the parent process via WorkerPool. Receives a job via IPC,
|
|
5
|
+
* initializes providers and tables, runs the handler, and sends back
|
|
6
|
+
* a structured result.
|
|
7
|
+
*
|
|
8
|
+
* Env vars (VOYAGE_API_KEY) are inherited from the parent.
|
|
9
|
+
* Conversation metadata/digest providers are selected from config:
|
|
10
|
+
* - default: Codex CLI metadata + Codex CLI digest
|
|
11
|
+
* - local_generation: Ollama metadata + Ollama digest
|
|
12
|
+
* No integrity check — that's parent-only at startup.
|
|
13
|
+
*/
|
|
14
|
+
import fs from "node:fs";
|
|
15
|
+
import path from "node:path";
|
|
16
|
+
import { loadConfig } from "../config/loader.js";
|
|
17
|
+
import { initTables, closeTables } from "../storage/tables.js";
|
|
18
|
+
import { VoyageEmbeddingProvider } from "../providers/voyage.js";
|
|
19
|
+
import { OllamaEmbeddingProvider } from "../providers/ollama-embed.js";
|
|
20
|
+
import { createSaveHandler } from "./handlers/save.js";
|
|
21
|
+
import { createIngestHandler } from "./handlers/ingest.js";
|
|
22
|
+
import { createCompactHandler } from "./handlers/compact.js";
|
|
23
|
+
import { createReindexHandler } from "./handlers/reindex.js";
|
|
24
|
+
import { createReconcileHandler } from "./handlers/reconcile.js";
|
|
25
|
+
import { createTriageHandler } from "./handlers/triage.js";
|
|
26
|
+
import { createWorkerConversationGenerationProviders } from "../providers/conversation-generation.js";
|
|
27
|
+
function traceWorker(message) {
|
|
28
|
+
const tracePath = process.env["RIFT_TRACE_WORKER_PATH"];
|
|
29
|
+
if (typeof tracePath === "string" && tracePath.length > 0) {
|
|
30
|
+
fs.appendFileSync(tracePath, `[worker-entry] ${message}\n`, "utf8");
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
if (process.env["RIFT_TRACE_WORKER"] === "1") {
|
|
34
|
+
process.stderr.write(`[worker-entry] ${message}\n`);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Minimal queue stand-in for child process. Handlers call queue.get()
|
|
39
|
+
* to walk the retry chain, but the parent pre-resolves the chain root
|
|
40
|
+
* so the child never actually needs to walk it. This stub ensures
|
|
41
|
+
* resolveChainRoot() returns the job itself (no retry_of to walk).
|
|
42
|
+
*/
|
|
43
|
+
class NoopQueue {
|
|
44
|
+
get(_id) {
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
async function handleWorkerMessage(msg) {
|
|
49
|
+
let tablesInitialized = false;
|
|
50
|
+
try {
|
|
51
|
+
traceWorker(`received ${msg.jobType} job ${msg.jobId}`);
|
|
52
|
+
const config = loadConfig(msg.configPath);
|
|
53
|
+
traceWorker("config loaded");
|
|
54
|
+
await initTables(config.data_paths.data_dir);
|
|
55
|
+
tablesInitialized = true;
|
|
56
|
+
traceWorker("tables initialized");
|
|
57
|
+
// --- Construct job with pre-resolved chain root ---
|
|
58
|
+
// Parent resolved the retry chain. We set the job id and payload
|
|
59
|
+
// to the root's values and clear retry_of so resolveChainRoot()
|
|
60
|
+
// in the handler sees this job as the root.
|
|
61
|
+
const job = {
|
|
62
|
+
id: msg.rootJobId ?? msg.jobId,
|
|
63
|
+
type: msg.jobType,
|
|
64
|
+
status: "running",
|
|
65
|
+
created_at: new Date().toISOString(),
|
|
66
|
+
updated_at: new Date().toISOString(),
|
|
67
|
+
payload: msg.rootPayload ?? msg.jobPayload,
|
|
68
|
+
};
|
|
69
|
+
// --- Initialize providers for this job type ---
|
|
70
|
+
const handler = buildHandler(msg.jobType, config);
|
|
71
|
+
traceWorker("handler built");
|
|
72
|
+
await handler(job);
|
|
73
|
+
traceWorker("handler completed");
|
|
74
|
+
const result = {
|
|
75
|
+
type: "result",
|
|
76
|
+
jobId: msg.jobId,
|
|
77
|
+
success: true,
|
|
78
|
+
};
|
|
79
|
+
process.send(result);
|
|
80
|
+
}
|
|
81
|
+
catch (err) {
|
|
82
|
+
const result = {
|
|
83
|
+
type: "result",
|
|
84
|
+
jobId: msg.jobId,
|
|
85
|
+
success: false,
|
|
86
|
+
error: err instanceof Error ? err.message : String(err),
|
|
87
|
+
};
|
|
88
|
+
process.send(result);
|
|
89
|
+
}
|
|
90
|
+
finally {
|
|
91
|
+
if (tablesInitialized)
|
|
92
|
+
closeTables();
|
|
93
|
+
process.exit(0);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
// Attach the IPC handler only when invoked as a child worker. Tests
|
|
97
|
+
// import this module to exercise buildHandler() directly; they must not
|
|
98
|
+
// receive worker IPC messages from vitest's pool.
|
|
99
|
+
import { fileURLToPath } from "node:url";
|
|
100
|
+
const isDirectChild = process.send !== undefined &&
|
|
101
|
+
process.argv[1] !== undefined &&
|
|
102
|
+
process.argv[1] === fileURLToPath(import.meta.url);
|
|
103
|
+
if (isDirectChild) {
|
|
104
|
+
process.on("message", (msg) => {
|
|
105
|
+
void handleWorkerMessage(msg);
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* Build the appropriate handler for the given job type.
|
|
110
|
+
* Initializes only the providers needed for that type.
|
|
111
|
+
*
|
|
112
|
+
* Exported for tests — the IPC entry above also calls it.
|
|
113
|
+
*/
|
|
114
|
+
export function buildHandler(jobType, config) {
|
|
115
|
+
const noopQueue = new NoopQueue();
|
|
116
|
+
const dataDir = config.data_paths.data_dir;
|
|
117
|
+
// Determine if local sources exist (for reconcile/reindex provider selection)
|
|
118
|
+
const hasLocalSources = config.sources.some((s) => s.extraction === "local");
|
|
119
|
+
// Cloud embedding (needed for conversation/digest operations).
|
|
120
|
+
// Triage doesn't touch embeddings or local sources, so it's exempt
|
|
121
|
+
// from the Voyage gate.
|
|
122
|
+
const voyageApiKey = process.env["VOYAGE_API_KEY"];
|
|
123
|
+
if (!voyageApiKey && !hasLocalSources && jobType !== "triage") {
|
|
124
|
+
throw new Error("VOYAGE_API_KEY not set in worker process");
|
|
125
|
+
}
|
|
126
|
+
let cloudEmbedding;
|
|
127
|
+
if (voyageApiKey) {
|
|
128
|
+
const cachePath = path.join(dataDir, "embeddings");
|
|
129
|
+
cloudEmbedding = new VoyageEmbeddingProvider({
|
|
130
|
+
apiKey: voyageApiKey,
|
|
131
|
+
model: config.embedding.model,
|
|
132
|
+
cachePath,
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
// In local-only mode, conversation/digest tables are empty, so the
|
|
136
|
+
// cloud provider is never called. A throwing stub satisfies the type
|
|
137
|
+
// system and fails closed if reached unexpectedly.
|
|
138
|
+
const effectiveCloudEmbedding = cloudEmbedding ?? {
|
|
139
|
+
embed: () => { throw new Error("cloud embedding unavailable (local-only mode)"); },
|
|
140
|
+
embedBatch: () => { throw new Error("cloud embedding unavailable (local-only mode)"); },
|
|
141
|
+
};
|
|
142
|
+
// Local embedding (only if local sources configured)
|
|
143
|
+
let localEmbedding;
|
|
144
|
+
if (hasLocalSources) {
|
|
145
|
+
localEmbedding = new OllamaEmbeddingProvider({
|
|
146
|
+
cachePath: path.join(dataDir, "embeddings-local"),
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
switch (jobType) {
|
|
150
|
+
case "save":
|
|
151
|
+
if (!cloudEmbedding)
|
|
152
|
+
throw new Error("save requires VOYAGE_API_KEY");
|
|
153
|
+
return createSaveHandler({
|
|
154
|
+
embeddingProvider: cloudEmbedding,
|
|
155
|
+
dataDir,
|
|
156
|
+
queue: noopQueue,
|
|
157
|
+
});
|
|
158
|
+
case "ingest": {
|
|
159
|
+
if (!cloudEmbedding)
|
|
160
|
+
throw new Error("ingest requires VOYAGE_API_KEY");
|
|
161
|
+
const { metadataExtractor } = createWorkerConversationGenerationProviders(config);
|
|
162
|
+
return createIngestHandler({
|
|
163
|
+
embeddingProvider: cloudEmbedding,
|
|
164
|
+
metadataExtractor,
|
|
165
|
+
dataDir,
|
|
166
|
+
queue: noopQueue,
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
case "compact": {
|
|
170
|
+
if (!cloudEmbedding)
|
|
171
|
+
throw new Error("compact requires VOYAGE_API_KEY");
|
|
172
|
+
const { digestSummarizer } = createWorkerConversationGenerationProviders(config);
|
|
173
|
+
if (!digestSummarizer) {
|
|
174
|
+
throw new Error("Digest summarizer unavailable in worker process");
|
|
175
|
+
}
|
|
176
|
+
return createCompactHandler({
|
|
177
|
+
embeddingProvider: cloudEmbedding,
|
|
178
|
+
digestSummarizer,
|
|
179
|
+
dataDir,
|
|
180
|
+
ageThresholdDays: config.compaction.age_threshold_days,
|
|
181
|
+
// Parent handles watcher pause/resume
|
|
182
|
+
watchers: [],
|
|
183
|
+
scanner: null,
|
|
184
|
+
});
|
|
185
|
+
}
|
|
186
|
+
case "reindex":
|
|
187
|
+
return createReindexHandler({
|
|
188
|
+
config,
|
|
189
|
+
embeddingProvider: effectiveCloudEmbedding,
|
|
190
|
+
dataDir,
|
|
191
|
+
watchers: [],
|
|
192
|
+
scanner: null,
|
|
193
|
+
...(localEmbedding ? { localEmbeddingProvider: localEmbedding } : {}),
|
|
194
|
+
});
|
|
195
|
+
case "reconcile":
|
|
196
|
+
return createReconcileHandler({
|
|
197
|
+
config,
|
|
198
|
+
embeddingProvider: effectiveCloudEmbedding,
|
|
199
|
+
dataDir,
|
|
200
|
+
watchers: [],
|
|
201
|
+
scanner: null,
|
|
202
|
+
...(localEmbedding ? { localEmbeddingProvider: localEmbedding } : {}),
|
|
203
|
+
});
|
|
204
|
+
case "triage":
|
|
205
|
+
return createTriageHandler({ dataDir, openai: config.openai });
|
|
206
|
+
default:
|
|
207
|
+
throw new Error(`Unknown job type: ${jobType}`);
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
//# sourceMappingURL=worker-entry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-entry.js","sourceRoot":"","sources":["../../../src/jobs/worker-entry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAI3D,OAAO,EAAE,2CAA2C,EAAE,MAAM,yCAAyC,CAAC;AAEtG,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IACxD,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,EAAE,CAAC,cAAc,CAAC,SAAS,EAAE,kBAAkB,OAAO,IAAI,EAAE,MAAM,CAAC,CAAC;QACpE,OAAO;IACT,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,KAAK,GAAG,EAAE,CAAC;QAC7C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,OAAO,IAAI,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,SAAS;IACb,GAAG,CAAC,GAAW;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAED,KAAK,UAAU,mBAAmB,CAAC,GAAkB;IACnD,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,IAAI,CAAC;QACH,WAAW,CAAC,YAAY,GAAG,CAAC,OAAO,QAAQ,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1C,WAAW,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7C,iBAAiB,GAAG,IAAI,CAAC;QACzB,WAAW,CAAC,oBAAoB,CAAC,CAAC;QAElC,qDAAqD;QACrD,iEAAiE;QACjE,gEAAgE;QAChE,4CAA4C;QAC5C,MAAM,GAAG,GAAQ;YACf,EAAE,EAAE,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,KAAK;YAC9B,IAAI,EAAE,GAAG,CAAC,OAAO;YACjB,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,OAAO,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,UAAU;SAC3C,CAAC;QAEF,iDAAiD;QACjD,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAClD,WAAW,CAAC,eAAe,CAAC,CAAC;QAC7B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;QACnB,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,OAAO,EAAE,IAAI;SACd,CAAC;QACF,OAAO,CAAC,IAAK,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,GAAiB;YAC3B,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SACxD,CAAC;QACF,OAAO,CAAC,IAAK,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;YAAS,CAAC;QACT,IAAI,iBAAiB;YAAE,WAAW,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,wEAAwE;AACxE,kDAAkD;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,MAAM,aAAa,GACjB,OAAO,CAAC,IAAI,KAAK,SAAS;IAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS;IAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAErD,IAAI,aAAa,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAkB,EAAE,EAAE;QAC3C,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,OAAgB,EAChB,MAAqC;IAErC,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;IAE3C,8EAA8E;IAC9E,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,CAAC;IAE7E,+DAA+D;IAC/D,mEAAmE;IACnE,wBAAwB;IACxB,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAEnD,IAAI,CAAC,YAAY,IAAI,CAAC,eAAe,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED,IAAI,cAA6C,CAAC;IAClD,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACnD,cAAc,GAAG,IAAI,uBAAuB,CAAC;YAC3C,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK;YAC7B,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,qEAAqE;IACrE,mDAAmD;IACnD,MAAM,uBAAuB,GAAsB,cAAc,IAAI;QACnE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC,CAAC;QAClF,UAAU,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC,CAAC;KACxF,CAAC;IAEF,qDAAqD;IACrD,IAAI,cAA6C,CAAC;IAClD,IAAI,eAAe,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,uBAAuB,CAAC;YAC3C,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,kBAAkB,CAAC;SAClD,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,MAAM;YACT,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACrE,OAAO,iBAAiB,CAAC;gBACvB,iBAAiB,EAAE,cAAc;gBACjC,OAAO;gBACP,KAAK,EAAE,SAAkB;aAC1B,CAAC,CAAC;QAEL,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACvE,MAAM,EAAE,iBAAiB,EAAE,GAAG,2CAA2C,CACvE,MAAM,CACP,CAAC;YACF,OAAO,mBAAmB,CAAC;gBACzB,iBAAiB,EAAE,cAAc;gBACjC,iBAAiB;gBACjB,OAAO;gBACP,KAAK,EAAE,SAAkB;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACxE,MAAM,EAAE,gBAAgB,EAAE,GAAG,2CAA2C,CACtE,MAAM,CACP,CAAC;YACF,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,oBAAoB,CAAC;gBAC1B,iBAAiB,EAAE,cAAc;gBACjC,gBAAgB;gBAChB,OAAO;gBACP,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,kBAAkB;gBACtD,sCAAsC;gBACtC,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;QACL,CAAC;QAED,KAAK,SAAS;YACZ,OAAO,oBAAoB,CAAC;gBAC1B,MAAM;gBACN,iBAAiB,EAAE,uBAAuB;gBAC1C,OAAO;gBACP,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,IAAI;gBACb,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtE,CAAC,CAAC;QAEL,KAAK,WAAW;YACd,OAAO,sBAAsB,CAAC;gBAC5B,MAAM;gBACN,iBAAiB,EAAE,uBAAuB;gBAC1C,OAAO;gBACP,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,IAAI;gBACb,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtE,CAAC,CAAC;QAEL,KAAK,QAAQ;YACX,OAAO,mBAAmB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAEjE;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;AACH,CAAC"}
|