@sleep2agi/commhub-server 0.9.0-preview.23 → 0.9.0-preview.230
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -9
- package/bin/commhub.ts +93 -9
- package/package.json +7 -7
- package/src/ack-create-request-transport.test.ts +182 -0
- package/src/ack-create-request.test.ts +50 -7
- package/src/admin-delete-network-http.test.ts +228 -0
- package/src/admin-networks-http.test.ts +88 -0
- package/src/adoption-candidates-http.test.ts +137 -0
- package/src/adoption-candidates.ts +158 -0
- package/src/agent-access-batch.test.ts +210 -0
- package/src/agent-access.ts +487 -0
- package/src/agent-acl-groups-http.test.ts +247 -0
- package/src/agent-acl-http.test.ts +659 -0
- package/src/agent-acl-slice3-http.test.ts +654 -0
- package/src/agent-department-http.test.ts +215 -0
- package/src/agent-groups-perf.test.ts +223 -0
- package/src/agent-notice.ts +48 -0
- package/src/agent-team-whoami-http.test.ts +98 -0
- package/src/agent-teams-http.test.ts +330 -0
- package/src/agent-teams.ts +244 -0
- package/src/alias-baseline-2571.test.ts +162 -0
- package/src/alias-baseline.ts +113 -0
- package/src/alias-filter.test.ts +72 -0
- package/src/alias-filter.ts +42 -0
- package/src/api-host-supervisors-can-create-nodes.test.ts +350 -0
- package/src/api-host-supervisors-fallback.test.ts +6 -7
- package/src/api-host-supervisors-runtime-readiness.test.ts +195 -0
- package/src/api-nodes-shape.test.ts +95 -4
- package/src/auth-password-change-cli-tokens-http.test.ts +423 -0
- package/src/auth-sessions-http.test.ts +250 -0
- package/src/auth-validate.test.ts +5 -1
- package/src/auth-weak-password-login.test.ts +176 -0
- package/src/auth.ts +609 -51
- package/src/avatar-validate.test.ts +52 -2
- package/src/avatar-validate.ts +35 -1
- package/src/backfill-node-ids-2664.test.ts +128 -0
- package/src/binding-generation-http.test.ts +121 -0
- package/src/blocked-exit-on-reply.test.ts +122 -0
- package/src/broadcast-fanout-2721.test.ts +149 -0
- package/src/broadcast-fanout.ts +117 -0
- package/src/chain-attempt-dedup.test.ts +447 -0
- package/src/clip.test.ts +36 -0
- package/src/clip.ts +46 -0
- package/src/clone-node.test.ts +248 -0
- package/src/clone-node.ts +289 -0
- package/src/codex-config-flags.ts +77 -0
- package/src/codex-fork-contract.ts +23 -0
- package/src/codex-fork-migration.test.ts +38 -0
- package/src/commhub-bin-args.test.ts +85 -0
- package/src/config-apply-validate.test.ts +188 -1
- package/src/config-apply-validate.ts +222 -3
- package/src/cors-origins.test.ts +73 -0
- package/src/create-node-blocked-gate.test.ts +356 -0
- package/src/create-node-network-id.test.ts +91 -0
- package/src/create-node-tool-schema.test.ts +49 -0
- package/src/create-node-unicode-name.test.ts +120 -0
- package/src/create-node-validate.test.ts +199 -7
- package/src/create-node-validate.ts +232 -15
- package/src/create-node-workdir.test.ts +289 -0
- package/src/create-node.ts +88 -23
- package/src/daemon-provider-snapshots.test.ts +421 -0
- package/src/daemon-provider-snapshots.ts +327 -0
- package/src/daemon-token-owner-http.test.ts +236 -0
- package/src/dashboard-slash-routing-http.test.ts +109 -0
- package/src/db-adapter-guard.test.ts +148 -0
- package/src/db-adapter-translate.test.ts +128 -0
- package/src/db-adapter.ts +377 -91
- package/src/db-timestamp.test.ts +38 -0
- package/src/db-timestamp.ts +15 -0
- package/src/db.ts +1264 -153
- package/src/delivered-without-push.test.ts +140 -0
- package/src/department-groups-http.test.ts +209 -0
- package/src/department-groups-sync-http.test.ts +328 -0
- package/src/department-groups.ts +434 -0
- package/src/department-heads-http.test.ts +350 -0
- package/src/department-heads.ts +226 -0
- package/src/departments-agent-count.test.ts +132 -0
- package/src/departments-http.test.ts +185 -0
- package/src/departments-mcp.test.ts +128 -0
- package/src/departments.ts +318 -0
- package/src/desktop-message-seam.test.ts +150 -0
- package/src/desktop-message.test.ts +368 -0
- package/src/dm-file-scope-http.test.ts +178 -0
- package/src/empty-node-sweeper.test.ts +104 -0
- package/src/empty-node-sweeper.ts +88 -0
- package/src/env-transport-gate-http.test.ts +240 -0
- package/src/env-transport-gate.ts +80 -0
- package/src/env-transport-policy.ts +56 -0
- package/src/etag-of.test.ts +57 -0
- package/src/event-loop-lag.test.ts +180 -0
- package/src/event-loop-lag.ts +201 -0
- package/src/ext-token-shared.test.ts +60 -0
- package/src/ext-validation-regression.test.ts +131 -0
- package/src/external-schedule-edits-http.test.ts +321 -0
- package/src/external-schedule-edits-timestamps.test.ts +64 -0
- package/src/external-schedule-edits.ts +327 -0
- package/src/file-download-authz-dev-open.test.ts +1 -1
- package/src/file-download-authz.test.ts +73 -18
- package/src/file-download-date-bucket.test.ts +436 -0
- package/src/file-network-scope-dev-open.test.ts +97 -0
- package/src/file-network-scope.test.ts +732 -0
- package/src/group-membership-events-http.test.ts +264 -0
- package/src/group-messages-http.test.ts +482 -0
- package/src/group-messages.ts +297 -0
- package/src/health-anon-readers.ts +60 -0
- package/src/health-host-disk-2756.test.ts +71 -0
- package/src/health-redaction.test.ts +1721 -2
- package/src/host-supervisor-identity-http.test.ts +152 -0
- package/src/host-supervisor-identity.ts +92 -0
- package/src/host-supervisors-daemon-version.test.ts +137 -0
- package/src/http-gzip.test.ts +94 -0
- package/src/http-gzip.ts +112 -0
- package/src/hub-catalog-read-http.test.ts +409 -0
- package/src/hub-provider-config.test.ts +156 -0
- package/src/hub-provider-config.ts +170 -0
- package/src/hub-timestamp.test.ts +38 -0
- package/src/hub-timestamp.ts +27 -0
- package/src/human-dm.ts +215 -0
- package/src/human-inbox.ts +42 -0
- package/src/inbox-caller.ts +49 -0
- package/src/inbox-count-sse.test.ts +310 -0
- package/src/inbox-count.ts +29 -0
- package/src/index.ts +6 -2
- package/src/license-state.test.ts +56 -0
- package/src/license-state.ts +48 -0
- package/src/list-host-supervisors.test.ts +15 -4
- package/src/mcp-context-cost-http.test.ts +127 -0
- package/src/mcp-inflight.test.ts +92 -0
- package/src/mcp-inflight.ts +38 -0
- package/src/mcp-projects-events-http.test.ts +165 -0
- package/src/mcp-route-label-http.test.ts +120 -0
- package/src/mcp-write-network-resolution.test.ts +435 -0
- package/src/member-audit-network-id-http.test.ts +93 -0
- package/src/member-presence-http.test.ts +210 -0
- package/src/messages-ack-by-agent-http.test.ts +142 -0
- package/src/migrate-sqlite-to-pg.test.ts +47 -0
- package/src/migrate-sqlite-to-pg.ts +263 -0
- package/src/model-auth-notify-http.test.ts +181 -0
- package/src/model-auth-notify.ts +116 -0
- package/src/network-name-http.test.ts +75 -0
- package/src/network-rules-http.test.ts +169 -0
- package/src/network-rules.ts +129 -0
- package/src/network-scope.ts +276 -0
- package/src/network-token-membership-http.test.ts +139 -0
- package/src/node-alias-control.ts +12 -0
- package/src/node-attrs.test.ts +47 -2
- package/src/node-caller-identity-http.test.ts +1091 -0
- package/src/node-create-request-status-http.test.ts +105 -0
- package/src/node-daemon-bindings.test.ts +132 -0
- package/src/node-daemon-bindings.ts +135 -0
- package/src/node-failure-alert.test.ts +150 -0
- package/src/node-failure-alert.ts +177 -0
- package/src/node-files-transport.test.ts +344 -0
- package/src/node-health-codex-login.test.ts +120 -0
- package/src/node-health-dispatch-http.test.ts +335 -0
- package/src/node-health-guard.ts +121 -0
- package/src/node-health-passthrough.test.ts +115 -0
- package/src/node-health-store.ts +101 -0
- package/src/node-id-alias.test.ts +190 -0
- package/src/node-identity-conflict-http.test.ts +269 -0
- package/src/node-identity-conflict.ts +142 -0
- package/src/node-identity-mismatch.test.ts +74 -0
- package/src/node-in-flight-tasks.ts +31 -0
- package/src/node-lifecycle-controllable.test.ts +64 -0
- package/src/node-lifecycle-controllable.ts +53 -0
- package/src/node-lifecycle-read-http.test.ts +250 -0
- package/src/node-lifecycle-read.ts +124 -0
- package/src/node-logs-transport.test.ts +263 -0
- package/src/node-peer-allowlist.test.ts +114 -0
- package/src/node-permissions-http.test.ts +728 -0
- package/src/node-permissions.ts +494 -0
- package/src/node-request-retention.test.ts +281 -0
- package/src/node-request-retention.ts +120 -0
- package/src/node-secret-rest-http.test.ts +190 -0
- package/src/node-serviceability.test.ts +86 -0
- package/src/node-serviceability.ts +124 -0
- package/src/node-session-control-http.test.ts +310 -0
- package/src/node-session-control.ts +258 -0
- package/src/node-skills-transport.test.ts +212 -0
- package/src/node-token-identity.ts +35 -0
- package/src/node-token-ownership.ts +51 -0
- package/src/node-token-privilege-http.test.ts +158 -0
- package/src/not-found-api-http.test.ts +67 -0
- package/src/observer-avatar-http.test.ts +102 -9
- package/src/observer-push.test.ts +76 -0
- package/src/opencode-catalog-report-http.test.ts +139 -0
- package/src/opencode-v2-catalog.test.ts +268 -0
- package/src/opencode-v2-catalog.ts +356 -0
- package/src/package-version-consistency.test.ts +25 -0
- package/src/parent-source-marker.test.ts +50 -0
- package/src/password-network-tokens.ts +25 -0
- package/src/peer-reply-atomic.test.ts +457 -0
- package/src/peer-reply-capability.test.ts +70 -0
- package/src/pg-worker.ts +87 -0
- package/src/poll-pacing.test.ts +74 -0
- package/src/poll-pacing.ts +123 -0
- package/src/project-dir-warn-clear-http.test.ts +132 -0
- package/src/project-viewer-can-http.test.ts +116 -0
- package/src/push.test.ts +20 -10
- package/src/push.ts +382 -9
- package/src/redact-tokens.test.ts +86 -0
- package/src/redact-tokens.ts +43 -0
- package/src/rejection-counters.test.ts +72 -0
- package/src/rejection-counters.ts +173 -0
- package/src/rename.ts +38 -10
- package/src/reply-target-derivation.test.ts +96 -0
- package/src/report-status-handover-capabilities-http.test.ts +124 -0
- package/src/report-status-host-schema.test.ts +235 -0
- package/src/report-status-resume-id-handover.test.ts +184 -0
- package/src/report-status-secret-keys.test.ts +140 -0
- package/src/require-explicit-test-db.ts +9 -0
- package/src/requirement-due-reminders-http.test.ts +620 -0
- package/src/requirement-due-reminders.ts +416 -0
- package/src/requirement-events-http.test.ts +295 -0
- package/src/requirement-events.test.ts +45 -0
- package/src/requirement-events.ts +144 -0
- package/src/requirement-notify.ts +165 -0
- package/src/requirement-participant-notify-http.test.ts +309 -0
- package/src/requirement-tag-ops-http.test.ts +443 -0
- package/src/requirement-tag-tree-http.test.ts +275 -0
- package/src/requirement-tag-tree.ts +127 -0
- package/src/requirement-tags.ts +102 -0
- package/src/requirements-abandoned-http.test.ts +236 -0
- package/src/requirements-comment-http.test.ts +167 -0
- package/src/requirements-completed-at-migration.test.ts +70 -0
- package/src/requirements-errors-mcp-http.test.ts +164 -0
- package/src/requirements-errors.ts +158 -0
- package/src/requirements-etag-http.test.ts +91 -0
- package/src/requirements-http.test.ts +709 -0
- package/src/requirements-last-event-http.test.ts +349 -0
- package/src/requirements-list-mcp-slim-http.test.ts +155 -0
- package/src/requirements-list-slim-http.test.ts +324 -0
- package/src/requirements-mcp.test.ts +163 -0
- package/src/requirements-migrate.ts +283 -0
- package/src/requirements-owner-strict-mcp-http.test.ts +145 -0
- package/src/requirements-people-http.test.ts +114 -0
- package/src/requirements-people-mcp-http.test.ts +231 -0
- package/src/requirements-people.ts +196 -0
- package/src/requirements-priority-lowest.test.ts +114 -0
- package/src/requirements-projects-network-echo.test.ts +57 -0
- package/src/requirements-projects-parent-http.test.ts +123 -0
- package/src/requirements-search-http.test.ts +182 -0
- package/src/requirements-search.test.ts +32 -0
- package/src/requirements-search.ts +145 -0
- package/src/requirements-seq-http.test.ts +193 -0
- package/src/requirements-seq-migration.test.ts +63 -0
- package/src/requirements-start-date.test.ts +125 -0
- package/src/requirements-stats-http.test.ts +357 -0
- package/src/requirements-stats.ts +195 -0
- package/src/requirements-status-participants-http.test.ts +222 -0
- package/src/requirements-upgrade-e2e.test.ts +126 -0
- package/src/requirements-upgrade-migration.test.ts +98 -0
- package/src/requirements.ts +2064 -0
- package/src/resolve-port.test.ts +57 -0
- package/src/resolve-port.ts +44 -0
- package/src/rest-alias-network-fallback-http.test.ts +123 -0
- package/src/rest-alias-network-fallback.test.ts +60 -0
- package/src/rest-alias-network-fallback.ts +65 -0
- package/src/rest-explicit-columns-http.test.ts +266 -0
- package/src/rest-identity.test.ts +130 -0
- package/src/rest-identity.ts +141 -0
- package/src/rest-projections.ts +72 -0
- package/src/rest-read-network-real-chain.test.ts +97 -0
- package/src/rest-write-network-resolution.test.ts +133 -0
- package/src/restart-readiness-http.test.ts +121 -0
- package/src/restricted-files.ts +76 -0
- package/src/retention-first-sweep-quiet.test.ts +31 -0
- package/src/retention.test.ts +100 -40
- package/src/retention.ts +423 -104
- package/src/route-callers-http.test.ts +120 -0
- package/src/route-timing.test.ts +218 -0
- package/src/route-timing.ts +262 -0
- package/src/rules-file-duplicate-alias.test.ts +234 -0
- package/src/rules-file-session-target.test.ts +207 -0
- package/src/rules-file-transport.test.ts +237 -0
- package/src/runtime-label.test.ts +22 -0
- package/src/runtime-label.ts +21 -0
- package/src/runtime-readiness.ts +90 -0
- package/src/schedule-agent-mcp-http.test.ts +432 -0
- package/src/schedule-agent.ts +252 -0
- package/src/schedule-starved.test.ts +92 -0
- package/src/schedule-starved.ts +114 -0
- package/src/scheduled-backoff-http.test.ts +193 -0
- package/src/scheduled-backoff.ts +64 -0
- package/src/scheduled-doorbell-nodeless-session.test.ts +134 -0
- package/src/scheduled-failure-backoff-2622.test.ts +145 -0
- package/src/scheduled-failure-code.test.ts +73 -0
- package/src/scheduled-failure-code.ts +105 -0
- package/src/scheduled-failures-http.test.ts +279 -0
- package/src/scheduled-failures.ts +425 -0
- package/src/scheduled-noprogress-backoff-2622.test.ts +163 -0
- package/src/scheduled-offline-backoff-probe.test.ts +56 -0
- package/src/scheduled-offline.test.ts +131 -0
- package/src/scheduled-offline.ts +66 -0
- package/src/scheduled-outcome-guidance-http.test.ts +139 -0
- package/src/scheduled-outcome-guidance.ts +9 -0
- package/src/scheduled-reply-unread-http.test.ts +212 -0
- package/src/scheduled-requirement-wake-http.test.ts +279 -0
- package/src/scheduled-requirement-wake.ts +125 -0
- package/src/scheduled-run-terminal.test.ts +268 -0
- package/src/scheduled-skip-blocking-task.test.ts +120 -0
- package/src/scheduled-skip-path-backoff-2622.test.ts +98 -0
- package/src/scheduled-stuck-http.test.ts +316 -0
- package/src/scheduled-stuck-notice-cap.test.ts +80 -0
- package/src/scheduled-stuck.ts +219 -0
- package/src/scheduled-tasks-http.test.ts +679 -0
- package/src/scheduled-tasks.ts +959 -0
- package/src/scheduled-work-outcome-http.test.ts +154 -0
- package/src/scheduled-work-outcome.ts +50 -0
- package/src/scoped-secrets.ts +141 -0
- package/src/send-dedup-request-id.test.ts +229 -0
- package/src/send-reply-agent-warning.test.ts +38 -38
- package/src/send-reply-alias-optional.test.ts +131 -0
- package/src/send-reply-attachments.test.ts +458 -0
- package/src/send_dedup.test.ts +54 -0
- package/src/send_dedup.ts +52 -6
- package/src/serve-error.test.ts +73 -0
- package/src/serve-error.ts +56 -0
- package/src/server.ts +5035 -457
- package/src/session-task-on-dispatch.ts +14 -0
- package/src/session-token-ownership-http.test.ts +122 -0
- package/src/shared/codex-inventory.ts +41 -0
- package/src/shared/daemon-provider-login.ts +31 -0
- package/src/shared/daemon-provider-snapshot.ts +52 -0
- package/src/shared/external-schedule-contract.ts +60 -0
- package/src/shared/node-name.test.ts +62 -0
- package/src/shared/node-name.ts +161 -0
- package/src/shared/probe-host-allowlist-drift.test.ts +45 -0
- package/src/shared/provider-application.ts +29 -0
- package/src/shared/provider-collection.ts +14 -0
- package/src/shared/provider-initialization.ts +8 -0
- package/src/shared/reserved-env-drift.test.ts +10 -0
- package/src/shared/scoped-secret-contract.ts +5 -0
- package/src/shared/task-content-limit-drift.test.ts +28 -0
- package/src/shared/task-content-limit.ts +25 -0
- package/src/side-thread-command-transport.test.ts +312 -0
- package/src/side-thread-command-transport.ts +318 -0
- package/src/side-thread-http-integration.test.ts +233 -0
- package/src/side-thread-http.ts +504 -0
- package/src/side-thread-production.test.ts +72 -0
- package/src/side-thread-production.ts +118 -0
- package/src/side-thread.test.ts +1067 -0
- package/src/side-thread.ts +2499 -0
- package/src/skillhub-http.test.ts +142 -0
- package/src/sqlite-close-checkpoint.test.ts +78 -0
- package/src/start-node.test.ts +264 -0
- package/src/status-alias-filter-http.test.ts +106 -0
- package/src/status-alias-resolver-http.test.ts +163 -0
- package/src/status-alias-resolver.ts +19 -0
- package/src/status-node-id-filter-http.test.ts +161 -0
- package/src/status-read-cache-http.test.ts +229 -0
- package/src/status-read-cache.ts +129 -0
- package/src/stop-delete-node.test.ts +567 -1
- package/src/task-access-http.test.ts +402 -0
- package/src/task-access.ts +420 -0
- package/src/task-activity.ts +60 -0
- package/src/task-auth-origin-http.test.ts +93 -0
- package/src/task-auth-origin.test.ts +24 -0
- package/src/task-auth-origin.ts +7 -0
- package/src/task-consumption.test.ts +490 -0
- package/src/task-diagnostic-http.test.ts +149 -0
- package/src/task-diagnostic.test.ts +115 -0
- package/src/task-diagnostic.ts +118 -0
- package/src/task-expiry-notice-http.test.ts +287 -0
- package/src/task-expiry-notice.ts +315 -0
- package/src/task-idempotency-mcp.test.ts +142 -0
- package/src/task-idempotency.test.ts +76 -0
- package/src/task-idempotency.ts +81 -0
- package/src/task-late-replies.ts +54 -0
- package/src/task-late-reply-http.test.ts +227 -0
- package/src/task-lifecycle-watcher-busy.test.ts +114 -0
- package/src/task-lifecycle-watcher.test.ts +204 -0
- package/src/task-lifecycle-watcher.ts +109 -0
- package/src/task-network-resolution-http.test.ts +140 -0
- package/src/task-offline-delivery-2668.test.ts +119 -0
- package/src/task-offline-delivery.ts +81 -0
- package/src/task-orphan-http.test.ts +287 -0
- package/src/task-orphan.ts +119 -0
- package/src/task-queue-ahead-http.test.ts +309 -0
- package/src/task-queue-ahead-scale.test.ts +236 -0
- package/src/task-queue-ahead.ts +186 -0
- package/src/task-rejection-log-http.test.ts +160 -0
- package/src/task-rejection-log.ts +61 -0
- package/src/task-sender-http.test.ts +143 -0
- package/src/task-stale-open-http.test.ts +292 -0
- package/src/task-stale-open.ts +103 -0
- package/src/tasks-pagination-http.test.ts +141 -0
- package/src/team-rules-status-http.test.ts +90 -0
- package/src/team-rules-status.test.ts +59 -0
- package/src/team-rules-status.ts +72 -0
- package/src/tmux-allowlist.test.ts +48 -0
- package/src/tool-audience-http.test.ts +230 -0
- package/src/tool-audience.ts +127 -0
- package/src/tools-list-json-schema.test.ts +94 -0
- package/src/tools.ts +4310 -419
- package/src/upload-early-reject-guard.test.ts +155 -0
- package/src/uploads-http.test.ts +86 -7
- package/src/uploads.ts +103 -6
- package/src/user-avatar-http.test.ts +74 -0
- package/src/user-avatar-image.ts +160 -0
- package/src/user-avatar-migration.test.ts +25 -0
- package/src/user-avatar-upload-http.test.ts +348 -0
- package/src/user-inbox-by-agent-http.test.ts +161 -0
- package/src/user-inbox-netid-notnull.test.ts +122 -0
- package/src/user-inbox-read-http.test.ts +223 -0
- package/src/user-inbox-schema.test.ts +54 -0
- package/src/version-stats.test.ts +66 -0
- package/src/version-stats.ts +109 -0
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
import { afterAll, beforeAll, describe, expect, test } from "bun:test";
|
|
2
|
+
import { createNetworkTokenForNode, register } from "./auth.js";
|
|
3
|
+
import { db, syncScheduledRunForTask } from "./db.js";
|
|
4
|
+
import { refreshScheduledBackoff } from "./scheduled-backoff.js";
|
|
5
|
+
import { getScheduleRow, dispatchScheduledOccurrence, runDueScheduledTasks } from "./scheduled-tasks.js";
|
|
6
|
+
|
|
7
|
+
if (!process.env.COMMHUB_DB) throw new Error("test1278 requires an explicit disposable SQLite COMMHUB_DB");
|
|
8
|
+
let server: any, base = "", network = "", ownerToken = "", ownerId = "";
|
|
9
|
+
const stamp = Date.now(), nodes: Record<string, { id: string; alias: string; token: string; tokenId: string }> = {};
|
|
10
|
+
async function rest(token: string, method: string, path: string, body?: unknown) {
|
|
11
|
+
const r = await fetch(base + path, { method, headers: { Authorization: `Bearer ${token}`,
|
|
12
|
+
"Content-Type": "application/json" }, body: body === undefined ? undefined : JSON.stringify(body) });
|
|
13
|
+
return { status: r.status, body: await r.json() as any };
|
|
14
|
+
}
|
|
15
|
+
async function mcp(token: string, name: string, args: Record<string, unknown>) {
|
|
16
|
+
const r = await fetch(base + "/mcp", { method: "POST", headers: { Authorization: `Bearer ${token}`,
|
|
17
|
+
"Content-Type": "application/json", Accept: "application/json, text/event-stream" },
|
|
18
|
+
body: JSON.stringify({ jsonrpc: "2.0", id: 1, method: "tools/call", params: { name, arguments: args } }) });
|
|
19
|
+
const raw = await r.text(), line = raw.split("\n").find(x => x.startsWith("data: "));
|
|
20
|
+
const envelope = JSON.parse(line ? line.slice(6) : raw);
|
|
21
|
+
try { return JSON.parse(envelope.result.content[0].text); }
|
|
22
|
+
catch { return { ok: false, transportError: true }; }
|
|
23
|
+
}
|
|
24
|
+
const readRun = (taskId: string) => db.get<any>(
|
|
25
|
+
"SELECT run_id, schedule_id, status, work_outcome, work_outcome_node_id, schedule_revision FROM scheduled_task_runs WHERE task_id = ?1 AND network_id = ?2", taskId, network)!;
|
|
26
|
+
const readTask = (taskId: string) => db.get<any>("SELECT status, result FROM tasks WHERE task_id = ?1", taskId)!;
|
|
27
|
+
const countReplies = (taskId: string) => db.get<{ n: number }>("SELECT COUNT(*) AS n FROM inbox WHERE in_reply_to = ?1 AND type = 'reply'", taskId)!.n;
|
|
28
|
+
async function fire(enabled = true, interval = 120) {
|
|
29
|
+
const created = await rest(ownerToken, "POST", "/api/scheduled-tasks", { network_id: network,
|
|
30
|
+
name: `test1278-${crypto.randomUUID()}`, target_node_id: nodes.a.id, task: "fixture1278 work",
|
|
31
|
+
schedule: { type: "interval", every_seconds: interval }, timezone: "UTC", no_change_backoff: enabled });
|
|
32
|
+
expect(created.status).toBe(201);
|
|
33
|
+
const scheduleId = created.body.schedule.schedule_id;
|
|
34
|
+
db.run("UPDATE scheduled_tasks SET next_run_at = ?1 WHERE schedule_id != ?2", [new Date(Date.now() + 86400_000).toISOString(), scheduleId]);
|
|
35
|
+
db.run("UPDATE scheduled_tasks SET next_run_at = ?1 WHERE schedule_id = ?2", [new Date(Date.now() - 1000).toISOString(), scheduleId]);
|
|
36
|
+
await runDueScheduledTasks();
|
|
37
|
+
const run = db.get<any>("SELECT task_id FROM scheduled_task_runs WHERE schedule_id = ?1", scheduleId)!;
|
|
38
|
+
expect(run.task_id).toBeTruthy();
|
|
39
|
+
return { taskId: run.task_id as string, scheduleId };
|
|
40
|
+
}
|
|
41
|
+
const reply = (taskId: string, meta?: unknown, status = "replied", token = nodes.a.token, extra = {}) =>
|
|
42
|
+
mcp(token, "send_reply", { in_reply_to: taskId, text: "本轮无新增", status, ...(meta === undefined ? {} : { meta }), ...extra });
|
|
43
|
+
const cadence = (id: string) => db.get<any>("SELECT next_run_at, last_run_at, revision, schedule_json, target_node_id FROM scheduled_tasks WHERE schedule_id = ?1", id)!;
|
|
44
|
+
|
|
45
|
+
beforeAll(async () => {
|
|
46
|
+
const owner = register(`work_owner_${stamp}`, "Fixture1274Only!x"); ownerToken = owner.token!;
|
|
47
|
+
network = owner.network_id!; ownerId = owner.user!.user_id;
|
|
48
|
+
for (const key of ["a", "b"]) {
|
|
49
|
+
const id = `n_work_${key}_${stamp}`, alias = `work-${key}-${stamp}`;
|
|
50
|
+
const token = createNetworkTokenForNode(ownerId, network, alias, id); expect(token.ok).toBe(true);
|
|
51
|
+
nodes[key] = { id, alias, token: token.token!, tokenId: token.token_id! };
|
|
52
|
+
db.run("INSERT INTO sessions (resume_id, alias, status, node_id, network_id) VALUES (?1, ?2, 'idle', ?3, ?4)", [`r_${id}`, alias, id, network]);
|
|
53
|
+
}
|
|
54
|
+
const mod = await import("./server.js"); server = mod.bootServer({ port: 0, hostname: "127.0.0.1" });
|
|
55
|
+
base = `http://127.0.0.1:${server.port}`;
|
|
56
|
+
}, 30_000);
|
|
57
|
+
afterAll(() => server?.stop?.(true));
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
const state = (id: string) => db.get<any>("SELECT no_change_backoff, backoff_streak, backoff_effective_seconds, backoff_last_run_id, next_run_at, revision, schedule_json, status FROM scheduled_tasks WHERE schedule_id = ?1", id)!;
|
|
61
|
+
let occurrence = 0;
|
|
62
|
+
async function nextRun(id: string) {
|
|
63
|
+
// Isolated fixture accelerates the clock, without touching live schedules.
|
|
64
|
+
const date = new Date(Date.now() + (++occurrence) * 1000).toISOString();
|
|
65
|
+
const out = dispatchScheduledOccurrence(getScheduleRow(id)!, date, true);
|
|
66
|
+
expect(out.taskId).toBeTruthy(); return out.taskId!;
|
|
67
|
+
}
|
|
68
|
+
async function empties(id: string, n: number) {
|
|
69
|
+
for (let i = 0; i < n; i++) expect((await reply(await nextRun(id), { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
|
|
70
|
+
}
|
|
71
|
+
async function atThree() {
|
|
72
|
+
const x = await fire(); expect((await reply(x.taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
|
|
73
|
+
await empties(x.scheduleId, 2); return x;
|
|
74
|
+
}
|
|
75
|
+
describe("#1278 opt-in durable no-change backoff through real HTTP/MCP", () => {
|
|
76
|
+
test("3 and 6 exact empty successes change effective cadence, preserving base and revision", async () => {
|
|
77
|
+
const { taskId, scheduleId } = await fire(), initial = state(scheduleId);
|
|
78
|
+
expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
|
|
79
|
+
await empties(scheduleId, 1); expect(state(scheduleId).backoff_effective_seconds).toBe(120);
|
|
80
|
+
await empties(scheduleId, 1); const three = state(scheduleId);
|
|
81
|
+
expect(three).toMatchObject({ backoff_streak: 3, backoff_effective_seconds: 600, revision: initial.revision, schedule_json: initial.schedule_json });
|
|
82
|
+
expect(Date.parse(three.next_run_at) - Date.now()).toBeGreaterThan(590_000);
|
|
83
|
+
await empties(scheduleId, 3); expect(state(scheduleId)).toMatchObject({ backoff_streak: 6, backoff_effective_seconds: 1800 });
|
|
84
|
+
const wire = await rest(ownerToken, "GET", `/api/scheduled-tasks/${scheduleId}`);
|
|
85
|
+
expect(wire.body.schedule).toMatchObject({ no_change_backoff: true, schedule: { every_seconds: 120 }, backoff: { streak: 6, effective_seconds: 1800 } });
|
|
86
|
+
expect(wire.body.schedule.backoff_last_run_id).toBeUndefined();
|
|
87
|
+
});
|
|
88
|
+
test("changed restores base and nearer next occurrence; no natural-language inference", async () => {
|
|
89
|
+
const { scheduleId } = await atThree();
|
|
90
|
+
expect((await reply(await nextRun(scheduleId), { scheduled_work_outcome: "changed" })).ok).toBe(true);
|
|
91
|
+
expect(state(scheduleId)).toMatchObject({ backoff_streak: 0, backoff_effective_seconds: 120 });
|
|
92
|
+
expect(Date.parse(state(scheduleId).next_run_at) - Date.now()).toBeLessThanOrEqual(120_000);
|
|
93
|
+
});
|
|
94
|
+
test("unknown success and ordinary failure break the sequence", async () => {
|
|
95
|
+
for (const status of ["replied", "failed"]) {
|
|
96
|
+
const { scheduleId } = await atThree();
|
|
97
|
+
expect((await reply(await nextRun(scheduleId), undefined, status)).ok).toBe(true);
|
|
98
|
+
expect(state(scheduleId)).toMatchObject({ backoff_streak: 0, backoff_effective_seconds: 120 });
|
|
99
|
+
await empties(scheduleId, 2); expect(state(scheduleId).backoff_effective_seconds).toBe(120);
|
|
100
|
+
}
|
|
101
|
+
});
|
|
102
|
+
test("legacy disabled schedules preserve exact cadence and wire shape", async () => {
|
|
103
|
+
const { taskId, scheduleId } = await fire(false), before = state(scheduleId);
|
|
104
|
+
expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
|
|
105
|
+
expect(state(scheduleId)).toEqual(before);
|
|
106
|
+
const wire = await rest(ownerToken, "GET", `/api/scheduled-tasks/${scheduleId}`);
|
|
107
|
+
expect(wire.body.schedule.no_change_backoff).toBeUndefined(); expect(wire.body.schedule.backoff).toBeUndefined();
|
|
108
|
+
});
|
|
109
|
+
test("a slower base interval is never accelerated", async () => {
|
|
110
|
+
const { taskId, scheduleId } = await fire(true, 3600);
|
|
111
|
+
await reply(taskId, { scheduled_work_outcome: "no_changes" }); await empties(scheduleId, 5);
|
|
112
|
+
expect(state(scheduleId)).toMatchObject({ backoff_streak: 6, backoff_effective_seconds: 3600 });
|
|
113
|
+
});
|
|
114
|
+
test("duplicate callbacks and another DB process cannot increment twice", async () => {
|
|
115
|
+
const { scheduleId } = await atThree(), before = state(scheduleId);
|
|
116
|
+
const latest = db.get<any>("SELECT task_id FROM scheduled_task_runs WHERE run_id = ?1", before.backoff_last_run_id)!;
|
|
117
|
+
expect((await reply(latest.task_id, { scheduled_work_outcome: "no_changes" })).ok).toBe(false);
|
|
118
|
+
syncScheduledRunForTask(latest.task_id, network); expect(state(scheduleId)).toEqual(before);
|
|
119
|
+
const child = Bun.spawn([process.execPath, "-e", `import {db} from './server/src/db.ts'; import {refreshScheduledBackoff} from './server/src/scheduled-backoff.ts'; db.transaction(()=>refreshScheduledBackoff(${JSON.stringify(scheduleId)},${JSON.stringify(network)})); console.log(JSON.stringify(db.get('SELECT backoff_streak,backoff_effective_seconds FROM scheduled_tasks WHERE schedule_id=?1',${JSON.stringify(scheduleId)})));`], { cwd: process.cwd(), stdout: "pipe", stderr: "pipe", env: process.env });
|
|
120
|
+
const output = await new Response(child.stdout).text(); expect(await child.exited).toBe(0);
|
|
121
|
+
expect(JSON.parse(output.trim().split("\n").at(-1)!)).toEqual({ backoff_streak: 3, backoff_effective_seconds: 600 });
|
|
122
|
+
expect(state(scheduleId)).toEqual(before);
|
|
123
|
+
});
|
|
124
|
+
test("old generation completion after edit cannot rearm", async () => {
|
|
125
|
+
const { scheduleId } = await atThree(), old = await nextRun(scheduleId), revision = state(scheduleId).revision;
|
|
126
|
+
const edit = await rest(ownerToken, "PATCH", `/api/scheduled-tasks/${scheduleId}`, { revision, name: "fresh generation" }); expect(edit.status).toBe(200);
|
|
127
|
+
const before = state(scheduleId); expect(before.backoff_streak).toBe(0);
|
|
128
|
+
expect((await reply(old, { scheduled_work_outcome: "no_changes" })).ok).toBe(true); expect(state(scheduleId)).toEqual(before);
|
|
129
|
+
});
|
|
130
|
+
test("manual wake resets durable state and fences an in-flight old generation", async () => {
|
|
131
|
+
const { scheduleId } = await atThree(), old = await nextRun(scheduleId), revision = state(scheduleId).revision;
|
|
132
|
+
// Existing overlap skip remains effective. Wake still resets cadence.
|
|
133
|
+
const wake = await rest(ownerToken, "POST", `/api/scheduled-tasks/${scheduleId}/run-now`); expect(wake.status).toBe(202);
|
|
134
|
+
expect(state(scheduleId)).toMatchObject({ backoff_streak: 0, backoff_effective_seconds: null, revision: revision + 1 });
|
|
135
|
+
const before = state(scheduleId); await reply(old, { scheduled_work_outcome: "no_changes" }); expect(state(scheduleId)).toEqual(before);
|
|
136
|
+
});
|
|
137
|
+
test("pause/cancel never resurrect cadence; resumed policy starts a new generation", async () => {
|
|
138
|
+
const { scheduleId } = await atThree(), old = await nextRun(scheduleId);
|
|
139
|
+
expect((await rest(ownerToken, "PATCH", `/api/scheduled-tasks/${scheduleId}`, { revision: state(scheduleId).revision, status: "paused" })).status).toBe(200);
|
|
140
|
+
await reply(old, { scheduled_work_outcome: "changed" }); expect(state(scheduleId)).toMatchObject({ status: "paused", next_run_at: null, backoff_streak: 0 });
|
|
141
|
+
expect((await rest(ownerToken, "POST", `/api/scheduled-tasks/${scheduleId}/run-now`)).status).toBe(202);
|
|
142
|
+
expect(state(scheduleId).next_run_at).toBeNull();
|
|
143
|
+
expect((await rest(ownerToken, "DELETE", `/api/scheduled-tasks/${scheduleId}`)).status).toBe(200);
|
|
144
|
+
expect((await rest(ownerToken, "POST", `/api/scheduled-tasks/${scheduleId}/run-now`)).status).toBe(409);
|
|
145
|
+
expect(state(scheduleId)).toMatchObject({ status: "cancelled", next_run_at: null });
|
|
146
|
+
});
|
|
147
|
+
test("retry success is excluded from empty streaks and failure breaks prior successes", async () => {
|
|
148
|
+
const { scheduleId } = await atThree(), task = await nextRun(scheduleId);
|
|
149
|
+
await reply(task, undefined, "failed"); expect(state(scheduleId).backoff_streak).toBe(0);
|
|
150
|
+
expect((await mcp(ownerToken, "retry_task", { task_id: task, network_id: network })).ok).toBe(true);
|
|
151
|
+
expect((await reply(task, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
|
|
152
|
+
expect(state(scheduleId).backoff_streak).toBe(0); await empties(scheduleId, 2);
|
|
153
|
+
expect(state(scheduleId).backoff_streak).toBe(2);
|
|
154
|
+
});
|
|
155
|
+
test("overlap skip breaks the sequence and an older completion cannot bypass the skip", async () => {
|
|
156
|
+
const { scheduleId } = await atThree(), active = await nextRun(scheduleId);
|
|
157
|
+
const skipped = dispatchScheduledOccurrence(getScheduleRow(scheduleId)!, new Date(Date.now() + (++occurrence) * 1000).toISOString(), true);
|
|
158
|
+
expect(skipped.status).toBe("skipped"); expect(state(scheduleId).backoff_streak).toBe(0);
|
|
159
|
+
await reply(active, { scheduled_work_outcome: "no_changes" }); expect(state(scheduleId).backoff_streak).toBe(0);
|
|
160
|
+
});
|
|
161
|
+
test("current reporter target mismatch cannot count as empty", async () => {
|
|
162
|
+
const { scheduleId } = await atThree(), task = await nextRun(scheduleId);
|
|
163
|
+
// Fixture-only reassignment emulates an authorized assignment change.
|
|
164
|
+
db.run("UPDATE tasks SET to_node_id = ?1, to_name = ?2 WHERE task_id = ?3", [nodes.b.id, nodes.b.alias, task]);
|
|
165
|
+
expect((await reply(task, { scheduled_work_outcome: "no_changes" }, "replied", nodes.b.token)).ok).toBe(true);
|
|
166
|
+
expect(state(scheduleId).backoff_streak).toBe(0);
|
|
167
|
+
});
|
|
168
|
+
test("injected cadence-write fault rolls back task, inbox, outcome, and state together", async () => {
|
|
169
|
+
const { taskId, scheduleId } = await fire(), before = state(scheduleId);
|
|
170
|
+
db.exec(`CREATE TRIGGER test1278_fault BEFORE UPDATE OF backoff_streak ON scheduled_tasks WHEN NEW.schedule_id='${scheduleId}' BEGIN SELECT RAISE(ABORT,'test1278_fault'); END`);
|
|
171
|
+
try { expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).not.toBe(true); }
|
|
172
|
+
finally { db.exec("DROP TRIGGER test1278_fault"); }
|
|
173
|
+
expect(state(scheduleId)).toEqual(before); expect(readTask(taskId).status).toBe("delivered");
|
|
174
|
+
expect(readRun(taskId).work_outcome).toBeNull(); expect(countReplies(taskId)).toBe(0);
|
|
175
|
+
expect((await reply(taskId, { scheduled_work_outcome: "no_changes" })).ok).toBe(true);
|
|
176
|
+
});
|
|
177
|
+
test("REST rejects malformed and non-interval policy; MCP respects creator ownership", async () => {
|
|
178
|
+
for (const policy of ["true", 1, null]) {
|
|
179
|
+
const bad = await rest(ownerToken, "POST", "/api/scheduled-tasks", { network_id: network, name: "invalid1278", target_node_id: nodes.a.id, task: "fixture", schedule: { type: "interval", every_seconds: 120 }, no_change_backoff: policy }); expect(bad.status).toBe(400);
|
|
180
|
+
}
|
|
181
|
+
const bad = await rest(ownerToken, "POST", "/api/scheduled-tasks", { network_id: network, name: "once1278", target_node_id: nodes.a.id, task: "fixture", schedule: { type: "once", run_at: new Date(Date.now()+86400000).toISOString() }, no_change_backoff: true }); expect(bad.status).toBe(400);
|
|
182
|
+
const created = await mcp(nodes.a.token, "schedule_create", { name: "agent1278", task: "fixture", schedule: { type: "interval", every_seconds: 120 }, no_change_backoff: true }); expect(created.ok).toBe(true);
|
|
183
|
+
expect(created.schedule.no_change_backoff).toBe(true);
|
|
184
|
+
const id = created.schedule.schedule_id;
|
|
185
|
+
expect((await mcp(nodes.b.token, "schedule_update", { schedule_id: id, no_change_backoff: false })).ok).toBe(false);
|
|
186
|
+
expect((await mcp(nodes.a.token, "schedule_update", { schedule_id: id, no_change_backoff: false })).ok).toBe(true);
|
|
187
|
+
expect(state(id).no_change_backoff).toBe(0);
|
|
188
|
+
const human = await fire(); expect((await mcp(nodes.a.token, "schedule_update", { schedule_id: human.scheduleId, no_change_backoff: false })).ok).toBe(false);
|
|
189
|
+
db.run("UPDATE scheduled_tasks SET overlap_policy = 'allow' WHERE schedule_id = ?1", human.scheduleId);
|
|
190
|
+
const allow = await rest(ownerToken, "PATCH", `/api/scheduled-tasks/${human.scheduleId}`, { revision: state(human.scheduleId).revision, no_change_backoff: true });
|
|
191
|
+
expect(allow.status).toBe(400); expect(allow.body.error).toBe("no_change_backoff_requires_skip_overlap");
|
|
192
|
+
});
|
|
193
|
+
});
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { db } from "./db.js";
|
|
2
|
+
|
|
3
|
+
type WakeHook = (id: string, network: string, now: Date) => boolean;
|
|
4
|
+
let requirementWakeHook: WakeHook | null = null;
|
|
5
|
+
export function setRequirementWakeHook(hook: WakeHook): void { requirementWakeHook = hook; }
|
|
6
|
+
|
|
7
|
+
export function parseBackoffPolicy(raw: unknown, type: string, fallback = false): boolean {
|
|
8
|
+
if (raw !== undefined && typeof raw !== "boolean") throw new Error("invalid_no_change_backoff");
|
|
9
|
+
const enabled = raw === undefined ? fallback : raw as boolean;
|
|
10
|
+
if (enabled && type !== "interval") throw new Error("no_change_backoff_requires_interval");
|
|
11
|
+
return enabled;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
/** SQLite only. Called in the reply/dispatch transaction; no catch-and-continue
|
|
15
|
+
* on state-write failure. Deriving a capped streak from authoritative runs
|
|
16
|
+
* makes duplicate or out-of-order callbacks unable to increment it twice. */
|
|
17
|
+
export function refreshScheduledBackoff(scheduleId: string, networkId: string, now = new Date()): void {
|
|
18
|
+
if (db.transactionalFeaturesRefusal !== null) return;
|
|
19
|
+
if (requirementWakeHook?.(scheduleId, networkId, now)) return;
|
|
20
|
+
const row = db.get<any>(`SELECT status, revision, target_node_id, schedule_json,
|
|
21
|
+
no_change_backoff, overlap_policy, requirement_wake_json, backoff_streak, backoff_effective_seconds,
|
|
22
|
+
backoff_last_run_id, next_run_at FROM scheduled_tasks
|
|
23
|
+
WHERE schedule_id = ?1 AND network_id = ?2`, scheduleId, networkId);
|
|
24
|
+
if (!row || row.status !== "active" || row.no_change_backoff !== 1 || row.overlap_policy !== "skip") return;
|
|
25
|
+
// A DB-only process with no watcher loaded may not bypass its fence.
|
|
26
|
+
if (row.requirement_wake_json && !requirementWakeHook) return;
|
|
27
|
+
const spec = JSON.parse(row.schedule_json);
|
|
28
|
+
if (spec.type !== "interval") return;
|
|
29
|
+
// Include failures/skips/unknowns: excluding them would turn separated
|
|
30
|
+
// successes into a fictitious consecutive empty sequence. Six is a cap.
|
|
31
|
+
const runs = db.all<any>(`SELECT r.run_id, r.status, r.work_outcome,
|
|
32
|
+
r.schedule_revision, r.work_outcome_node_id, r.backoff_excluded,
|
|
33
|
+
t.status AS task_status, t.to_node_id, t.from_name
|
|
34
|
+
FROM scheduled_task_runs r LEFT JOIN tasks t
|
|
35
|
+
ON t.task_id = r.task_id AND t.network_id = r.network_id
|
|
36
|
+
WHERE r.schedule_id = ?1 AND r.network_id = ?2
|
|
37
|
+
ORDER BY r.scheduled_for DESC, r.created_at DESC, r.run_id DESC LIMIT 6`, scheduleId, networkId);
|
|
38
|
+
const latest = runs[0];
|
|
39
|
+
if (!latest || latest.schedule_revision !== row.revision
|
|
40
|
+
|| latest.run_id === row.backoff_last_run_id
|
|
41
|
+
|| ["claiming", "queued", "delivered"].includes(latest.status)) return;
|
|
42
|
+
let streak = 0;
|
|
43
|
+
for (const run of runs) {
|
|
44
|
+
if (run.schedule_revision !== row.revision || run.status !== "replied"
|
|
45
|
+
|| run.task_status !== "replied" || run.work_outcome !== "no_changes"
|
|
46
|
+
|| run.work_outcome_node_id !== row.target_node_id || run.to_node_id !== row.target_node_id
|
|
47
|
+
|| run.from_name !== "scheduler" || run.backoff_excluded !== 0) break;
|
|
48
|
+
streak++;
|
|
49
|
+
}
|
|
50
|
+
const effective = Math.max(spec.every_seconds, streak >= 6 ? 1800 : streak >= 3 ? 600 : 0);
|
|
51
|
+
const previous = row.backoff_effective_seconds ?? spec.every_seconds;
|
|
52
|
+
let next = row.next_run_at;
|
|
53
|
+
if (effective !== previous && next) {
|
|
54
|
+
const candidate = now.getTime() + effective * 1000;
|
|
55
|
+
next = new Date(effective > previous ? Math.max(Date.parse(next), candidate)
|
|
56
|
+
: Math.min(Date.parse(next), candidate)).toISOString();
|
|
57
|
+
}
|
|
58
|
+
const result = db.run(`UPDATE scheduled_tasks SET backoff_streak = ?1,
|
|
59
|
+
backoff_effective_seconds = ?2, backoff_last_run_id = ?3, next_run_at = ?4,
|
|
60
|
+
updated_at = datetime('now') WHERE schedule_id = ?5 AND network_id = ?6
|
|
61
|
+
AND revision = ?7 AND status = 'active' AND no_change_backoff = 1`,
|
|
62
|
+
[streak, effective, latest.run_id, next, scheduleId, networkId, row.revision]);
|
|
63
|
+
if (result.changes !== 1) throw new Error("scheduled_backoff_atomic_write_failed");
|
|
64
|
+
}
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import { afterAll, beforeEach, describe, expect, test } from "bun:test";
|
|
2
|
+
import { db } from "./db.js";
|
|
3
|
+
import { createSSEStream } from "./push.js";
|
|
4
|
+
import { dispatchScheduledOccurrence } from "./scheduled-tasks.js";
|
|
5
|
+
|
|
6
|
+
// A claude-code node's channel server reports status without node_id, so its
|
|
7
|
+
// sessions row has node_id NULL. The scheduler used to look the session up by
|
|
8
|
+
// node_id only, judged every occurrence "queued" and never rang the doorbell:
|
|
9
|
+
// the task sat in the inbox until an unrelated push drained it (20–36 min in
|
|
10
|
+
// production).
|
|
11
|
+
|
|
12
|
+
const NET = "net_sched_doorbell_nodeless";
|
|
13
|
+
const NODE = "n_sched_doorbell_cc";
|
|
14
|
+
const ALIAS = "sched-doorbell-cc";
|
|
15
|
+
|
|
16
|
+
function cleanup(): void {
|
|
17
|
+
for (const table of ["task_events", "inbox", "scheduled_task_runs", "scheduled_tasks", "tasks", "sessions", "nodes"]) {
|
|
18
|
+
try { db.run(`DELETE FROM ${table} WHERE network_id = ?1`, [NET]); } catch {}
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function seedNode(): void {
|
|
23
|
+
db.run(
|
|
24
|
+
`INSERT INTO nodes (node_id, node_name, alias, runtime, network_id, lifecycle_state)
|
|
25
|
+
VALUES (?1, ?2, ?2, 'claude-code-cli', ?3, 'active')`,
|
|
26
|
+
[NODE, ALIAS, NET],
|
|
27
|
+
);
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
function seedSession(status: string, nodeId: string | null): void {
|
|
31
|
+
db.run(
|
|
32
|
+
`INSERT INTO sessions (resume_id, alias, status, node_id, network_id, agent, updated_at, last_seen_at)
|
|
33
|
+
VALUES (?1, ?2, ?3, ?4, ?5, 'claude-code', datetime('now'), datetime('now'))`,
|
|
34
|
+
[`cc-${crypto.randomUUID()}`, ALIAS, status, nodeId, NET],
|
|
35
|
+
);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function seedSchedule(): any {
|
|
39
|
+
const scheduleId = `sched_${crypto.randomUUID()}`;
|
|
40
|
+
db.run(
|
|
41
|
+
`INSERT INTO scheduled_tasks
|
|
42
|
+
(schedule_id, network_id, name, target_node_id, target_alias, task_content, priority,
|
|
43
|
+
schedule_type, schedule_json, timezone, status, next_run_at)
|
|
44
|
+
VALUES (?1, ?2, 'doorbell', ?3, ?4, 'scheduled doorbell task', 'normal', 'interval',
|
|
45
|
+
'{"type":"interval","every_seconds":3600}', 'UTC', 'active', datetime('now', '+1 hour'))`,
|
|
46
|
+
[scheduleId, NET, NODE, ALIAS],
|
|
47
|
+
);
|
|
48
|
+
return db.get("SELECT * FROM scheduled_tasks WHERE schedule_id = ?1", scheduleId);
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/** Subscribe like the channel server does and collect decoded SSE frames. */
|
|
52
|
+
function subscribe(): { frames: any[]; close: () => Promise<void> } {
|
|
53
|
+
const res = createSSEStream(ALIAS, NET);
|
|
54
|
+
const reader = res.body!.getReader();
|
|
55
|
+
const decoder = new TextDecoder();
|
|
56
|
+
const frames: any[] = [];
|
|
57
|
+
let buffer = "";
|
|
58
|
+
let open = true;
|
|
59
|
+
(async () => {
|
|
60
|
+
while (open) {
|
|
61
|
+
const { done, value } = await reader.read();
|
|
62
|
+
if (done) break;
|
|
63
|
+
buffer += decoder.decode(value, { stream: true });
|
|
64
|
+
const blocks = buffer.split("\n\n");
|
|
65
|
+
buffer = blocks.pop() || "";
|
|
66
|
+
for (const block of blocks) {
|
|
67
|
+
const line = block.split("\n").find((l) => l.startsWith("data: "));
|
|
68
|
+
if (line) frames.push(JSON.parse(line.slice(6)));
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
})().catch(() => {});
|
|
72
|
+
return {
|
|
73
|
+
frames,
|
|
74
|
+
close: async () => {
|
|
75
|
+
open = false;
|
|
76
|
+
await reader.cancel().catch(() => {});
|
|
77
|
+
},
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
async function settle(): Promise<void> {
|
|
82
|
+
await new Promise((resolve) => setTimeout(resolve, 20));
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
beforeEach(() => {
|
|
86
|
+
cleanup();
|
|
87
|
+
seedNode();
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
afterAll(cleanup);
|
|
91
|
+
|
|
92
|
+
describe("scheduler doorbell for sessions reported without node_id", () => {
|
|
93
|
+
test("idle node_id-less session is delivered and its subscriber receives new_task", async () => {
|
|
94
|
+
seedSession("idle", null);
|
|
95
|
+
const sub = subscribe();
|
|
96
|
+
try {
|
|
97
|
+
await settle();
|
|
98
|
+
const result = dispatchScheduledOccurrence(seedSchedule(), new Date().toISOString(), false);
|
|
99
|
+
await settle();
|
|
100
|
+
expect(result.status).toBe("delivered");
|
|
101
|
+
expect(db.get<{ status: string }>("SELECT status FROM scheduled_task_runs WHERE run_id = ?1", result.runId)?.status).toBe("delivered");
|
|
102
|
+
const wake = sub.frames.filter((f) => f.type === "new_task");
|
|
103
|
+
expect(wake).toHaveLength(1);
|
|
104
|
+
expect(wake[0].from).toBe("scheduler");
|
|
105
|
+
expect(wake[0].inbox_count).toBe(1);
|
|
106
|
+
} finally {
|
|
107
|
+
await sub.close();
|
|
108
|
+
}
|
|
109
|
+
});
|
|
110
|
+
|
|
111
|
+
test("an offline session is skipped even if a stale subscriber is still connected", async () => {
|
|
112
|
+
seedSession("offline", null);
|
|
113
|
+
const sub = subscribe();
|
|
114
|
+
try {
|
|
115
|
+
await settle();
|
|
116
|
+
const result = dispatchScheduledOccurrence(seedSchedule(), new Date().toISOString(), false);
|
|
117
|
+
await settle();
|
|
118
|
+
expect(result.status).toBe("skipped");
|
|
119
|
+
expect(db.get<{ error_code: string; task_id: string | null }>("SELECT error_code, task_id FROM scheduled_task_runs WHERE run_id = ?1", result.runId))
|
|
120
|
+
.toEqual({ error_code: "target_offline", task_id: null });
|
|
121
|
+
expect(sub.frames.filter((f) => f.type === "new_task")).toHaveLength(0);
|
|
122
|
+
} finally {
|
|
123
|
+
await sub.close();
|
|
124
|
+
}
|
|
125
|
+
});
|
|
126
|
+
|
|
127
|
+
test("offline session with nobody listening is skipped without a task", () => {
|
|
128
|
+
seedSession("offline", null);
|
|
129
|
+
const result = dispatchScheduledOccurrence(seedSchedule(), new Date().toISOString(), false);
|
|
130
|
+
expect(result.status).toBe("skipped");
|
|
131
|
+
expect(db.get<{ error_code: string; task_id: string | null }>("SELECT error_code, task_id FROM scheduled_task_runs WHERE run_id = ?1", result.runId))
|
|
132
|
+
.toEqual({ error_code: "target_offline", task_id: null });
|
|
133
|
+
});
|
|
134
|
+
});
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
// #2622 —— 定时任务「连续失败 → 间隔翻倍 → 成功即恢复」。
|
|
2
|
+
//
|
|
3
|
+
// 为什么需要它(生产 24h,2026-10-27):
|
|
4
|
+
// 一个 `every_seconds=180` 的排程 351 次失败 / 24 次成功 —— 失败与成功交替,
|
|
5
|
+
// 所以「连续失败」永远攒不到 #523 的自动暂停阈值,而**每一次失败都按 3 分钟原速重试**。
|
|
6
|
+
// `#523` 的机制(连续 5 次通知、可选自动暂停)都在,缺的只是「放慢」这一档。
|
|
7
|
+
//
|
|
8
|
+
// 这个文件钉住四件事:
|
|
9
|
+
// 1. 连续失败达到阈值 ⇒ `backoff_effective_seconds` 按 2 倍递增,且有上限;
|
|
10
|
+
// 2. `next_run_at` 只往后推,不会被“放大后又缩短”的抖动来回拉;
|
|
11
|
+
// 3. 成功一次 ⇒ 立刻清空退避,`next_run_at` 拉回正常节奏;
|
|
12
|
+
// 4. 与 `no_change_backoff` 互斥(那套逻辑自己拥有这一列),关掉开关时完全不介入。
|
|
13
|
+
|
|
14
|
+
import { afterAll, afterEach, beforeAll, describe, expect, test } from "bun:test";
|
|
15
|
+
import { register } from "./auth.js";
|
|
16
|
+
import { db } from "./db.js";
|
|
17
|
+
import { applyFailureBackoff, failureBackoffRuns } from "./scheduled-failures.js";
|
|
18
|
+
|
|
19
|
+
const stamp = Date.now();
|
|
20
|
+
let NET = "";
|
|
21
|
+
let creatorId = "";
|
|
22
|
+
const ENV_KEY = "COMMHUB_SCHEDULE_FAILURE_BACKOFF_RUNS";
|
|
23
|
+
const savedEnv = process.env[ENV_KEY];
|
|
24
|
+
let slot = 0;
|
|
25
|
+
|
|
26
|
+
function seedSchedule(everySeconds = 180, patch: Record<string, unknown> = {}) {
|
|
27
|
+
const scheduleId = `sched_bo_${crypto.randomUUID()}`;
|
|
28
|
+
db.run(
|
|
29
|
+
`INSERT INTO scheduled_tasks
|
|
30
|
+
(schedule_id, network_id, created_by, name, target_node_id, target_alias, task_content, priority,
|
|
31
|
+
schedule_type, schedule_json, timezone, status, next_run_at, overlap_policy)
|
|
32
|
+
VALUES (?1, ?2, ?3, 'backoff fixture', 'n_bo', 'bo-node', 'x', 'normal', 'interval', ?4,
|
|
33
|
+
'Asia/Shanghai', 'active', ?5, 'skip')`,
|
|
34
|
+
[scheduleId, NET, creatorId, JSON.stringify({ type: "interval", every_seconds: everySeconds }),
|
|
35
|
+
new Date(Date.now() + everySeconds * 1000).toISOString()],
|
|
36
|
+
);
|
|
37
|
+
for (const [k, v] of Object.entries(patch)) db.run(`UPDATE scheduled_tasks SET ${k} = ?1 WHERE schedule_id = ?2`, [v as any, scheduleId]);
|
|
38
|
+
return scheduleId;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
function addRun(scheduleId: string, status: string, minutesFromNow: number) {
|
|
42
|
+
const runId = `srun_bo_${crypto.randomUUID()}`;
|
|
43
|
+
db.run(
|
|
44
|
+
`INSERT INTO scheduled_task_runs (run_id, schedule_id, network_id, scheduled_for, status, created_at)
|
|
45
|
+
VALUES (?1, ?2, ?3, ?4, ?5, ?4)`,
|
|
46
|
+
[runId, scheduleId, NET, new Date(Date.now() + minutesFromNow * 60_000).toISOString(), status],
|
|
47
|
+
);
|
|
48
|
+
return runId;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
const reload = (id: string) => db.get<any>("SELECT * FROM scheduled_tasks WHERE schedule_id = ?1", id)!;
|
|
52
|
+
|
|
53
|
+
beforeAll(async () => {
|
|
54
|
+
const auth = register(`bo_owner_${stamp}`, "Bo-Owner-Strong-1!", undefined, "tester");
|
|
55
|
+
expect(auth.ok).toBe(true);
|
|
56
|
+
NET = auth.network_id!;
|
|
57
|
+
creatorId = auth.user_id!;
|
|
58
|
+
process.env[ENV_KEY] = "6";
|
|
59
|
+
});
|
|
60
|
+
|
|
61
|
+
afterEach(() => {
|
|
62
|
+
process.env[ENV_KEY] = "6";
|
|
63
|
+
});
|
|
64
|
+
|
|
65
|
+
afterAll(() => {
|
|
66
|
+
try { db.run(`DELETE FROM scheduled_task_runs WHERE network_id = ?1`, [NET]); } catch {}
|
|
67
|
+
try { db.run(`DELETE FROM scheduled_tasks WHERE network_id = ?1`, [NET]); } catch {}
|
|
68
|
+
if (savedEnv === undefined) delete process.env[ENV_KEY]; else process.env[ENV_KEY] = savedEnv;
|
|
69
|
+
});
|
|
70
|
+
|
|
71
|
+
describe("#2622 failure backoff", () => {
|
|
72
|
+
test("默认阈值是 6,且可以关掉", () => {
|
|
73
|
+
delete process.env[ENV_KEY];
|
|
74
|
+
expect(failureBackoffRuns()).toBe(6);
|
|
75
|
+
process.env[ENV_KEY] = "0";
|
|
76
|
+
expect(failureBackoffRuns()).toBe(0);
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
test("失败次数未到阈值:不写退避", () => {
|
|
80
|
+
const id = seedSchedule();
|
|
81
|
+
for (let i = 0; i < 5; i++) addRun(id, "failed", -60 + i);
|
|
82
|
+
const out = applyFailureBackoff(id);
|
|
83
|
+
expect(out).toEqual({ streak: 5, effective_seconds: null });
|
|
84
|
+
expect(reload(id).backoff_effective_seconds ?? null).toBeNull();
|
|
85
|
+
});
|
|
86
|
+
|
|
87
|
+
test("达到阈值后间隔翻倍,且 next_run_at 只会往后推", () => {
|
|
88
|
+
const id = seedSchedule(180);
|
|
89
|
+
for (let i = 0; i < 6; i++) addRun(id, "failed", -60 + i);
|
|
90
|
+
const before = reload(id).next_run_at;
|
|
91
|
+
const out = applyFailureBackoff(id);
|
|
92
|
+
expect(out!.effective_seconds).toBe(360); // 180 × 2
|
|
93
|
+
const after = reload(id);
|
|
94
|
+
expect(after.backoff_effective_seconds).toBe(360);
|
|
95
|
+
expect(Date.parse(after.next_run_at)).toBeGreaterThanOrEqual(Date.parse(before));
|
|
96
|
+
});
|
|
97
|
+
|
|
98
|
+
test("失败继续累积:指数放大且有 1 小时上限", () => {
|
|
99
|
+
const id = seedSchedule(180);
|
|
100
|
+
for (let i = 0; i < 12; i++) addRun(id, "failed", -120 + i);
|
|
101
|
+
const out = applyFailureBackoff(id);
|
|
102
|
+
// 180 × 2^k 会被 3600 截断
|
|
103
|
+
expect(out!.effective_seconds).toBeLessThanOrEqual(3600);
|
|
104
|
+
expect(out!.streak).toBe(12);
|
|
105
|
+
});
|
|
106
|
+
|
|
107
|
+
test("成功一次 ⇒ 立刻清空退避并把 next_run_at 拉回正常节奏", () => {
|
|
108
|
+
const id = seedSchedule(180);
|
|
109
|
+
for (let i = 0; i < 8; i++) addRun(id, "failed", -120 + i);
|
|
110
|
+
applyFailureBackoff(id);
|
|
111
|
+
expect(reload(id).backoff_effective_seconds).toBeGreaterThan(180);
|
|
112
|
+
addRun(id, "replied", -1);
|
|
113
|
+
const out = applyFailureBackoff(id);
|
|
114
|
+
expect(out!.streak).toBe(0);
|
|
115
|
+
expect(out!.effective_seconds).toBeNull();
|
|
116
|
+
expect(reload(id).backoff_effective_seconds ?? null).toBeNull();
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
test("no_change_backoff 的排程不被这条逻辑改写", () => {
|
|
120
|
+
const id = seedSchedule(180, { no_change_backoff: 1 });
|
|
121
|
+
for (let i = 0; i < 9; i++) addRun(id, "failed", -120 + i);
|
|
122
|
+
expect(applyFailureBackoff(id)).toBeNull();
|
|
123
|
+
expect(reload(id).backoff_effective_seconds ?? null).toBeNull();
|
|
124
|
+
});
|
|
125
|
+
|
|
126
|
+
test("非 interval 排程不参与", () => {
|
|
127
|
+
const id = seedSchedule(180, { schedule_type: "daily", schedule_json: JSON.stringify({ type: "daily", time: "09:00" }) });
|
|
128
|
+
for (let i = 0; i < 9; i++) addRun(id, "failed", -120 + i);
|
|
129
|
+
expect(applyFailureBackoff(id)).toBeNull();
|
|
130
|
+
});
|
|
131
|
+
|
|
132
|
+
test("paused 的排程不参与(暂停已经把它停住了)", () => {
|
|
133
|
+
const id = seedSchedule(180, { status: "paused", next_run_at: null });
|
|
134
|
+
for (let i = 0; i < 9; i++) addRun(id, "failed", -120 + i);
|
|
135
|
+
expect(applyFailureBackoff(id)).toBeNull();
|
|
136
|
+
});
|
|
137
|
+
|
|
138
|
+
test("开关设为 0 时完全不介入", () => {
|
|
139
|
+
const id = seedSchedule(180);
|
|
140
|
+
for (let i = 0; i < 9; i++) addRun(id, "failed", -120 + i);
|
|
141
|
+
process.env[ENV_KEY] = "0";
|
|
142
|
+
expect(applyFailureBackoff(id)).toBeNull();
|
|
143
|
+
expect(reload(id).backoff_effective_seconds ?? null).toBeNull();
|
|
144
|
+
});
|
|
145
|
+
});
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
// #1879 —— 失败分类:共享会话忙与真失败分开。
|
|
2
|
+
import { describe, expect, test } from "bun:test";
|
|
3
|
+
import { scheduledFailureCode, busyElapsedNote } from "./scheduled-failure-code.js";
|
|
4
|
+
|
|
5
|
+
describe("scheduledFailureCode", () => {
|
|
6
|
+
test("共享会话忙 → task_failed_busy(两种情况都覆盖)", () => {
|
|
7
|
+
const notSubmitted = "[TMA云盘欧] opencode 任务未提交:共享会话在 30 分钟 内一直处于忙碌状态(可能有人正在 TUI 里跑一轮),本任务没有发出";
|
|
8
|
+
expect(scheduledFailureCode("failed", notSubmitted)).toBe("task_failed_busy");
|
|
9
|
+
const stillRunning = "[通信客户端欧] ⏳ opencode 任务仍在节点的 TUI 会话里运行,没有被中止;bridge 等待回复已达 30 分钟";
|
|
10
|
+
expect(scheduledFailureCode("failed", stillRunning)).toBe("task_failed_busy");
|
|
11
|
+
});
|
|
12
|
+
|
|
13
|
+
test("真失败仍然是 task_failed(不能被分类吞掉)", () => {
|
|
14
|
+
expect(scheduledFailureCode("failed", "runtime failed")).toBe("task_failed");
|
|
15
|
+
expect(scheduledFailureCode("failed", null)).toBe("task_failed");
|
|
16
|
+
// 提到「共享会话」但没有任何忙碌措辞 ⇒ 仍然算真失败,不能被分类吞掉
|
|
17
|
+
expect(scheduledFailureCode("failed", "共享会话已释放,任务失败原因不明")).toBe("task_failed");
|
|
18
|
+
});
|
|
19
|
+
|
|
20
|
+
test("非 failed 状态不受影响", () => {
|
|
21
|
+
expect(scheduledFailureCode("replied", "共享会话忙")).toBeNull();
|
|
22
|
+
expect(scheduledFailureCode("cancelled", "共享会话一直处于忙碌")).toBe("task_cancelled");
|
|
23
|
+
expect(scheduledFailureCode("expired", null)).toBe("task_expired");
|
|
24
|
+
});
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
// #2884 —— 两个量必须分开报:排队(创建→开始处理)与会话等待(开始处理→失败)。
|
|
28
|
+
describe("busyElapsedNote", () => {
|
|
29
|
+
test("生产里那条 412 分钟:拆成排队 382 + 会话等待 30.1", () => {
|
|
30
|
+
// 原始数据取自 tasks 表(2026-10-27,TMA需求欧)
|
|
31
|
+
const note = busyElapsedNote("2026-10-27 13:54:48", "2026-10-27 20:16:52", "2026-10-27 20:46:57");
|
|
32
|
+
expect(note).toBeTruthy();
|
|
33
|
+
expect(note!).toContain("实测总耗时 412 分钟");
|
|
34
|
+
expect(note!).toContain("排队 382 分钟");
|
|
35
|
+
expect(note!).toContain("会话等待 30.1 分钟");
|
|
36
|
+
// 关键:不能让人以为 30 分钟就是全部
|
|
37
|
+
expect(note!).toContain("不代表总共等了多久");
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
test("没有被排队的(排队 0):照样把两段都说出来,不省略", () => {
|
|
41
|
+
const note = busyElapsedNote("2026-10-28 12:11:07", "2026-10-28 12:11:08", "2026-10-28 12:41:10");
|
|
42
|
+
expect(note!).toContain("排队 0 分钟");
|
|
43
|
+
expect(note!).toContain("会话等待 30 分钟");
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
test("节点没上报开始处理时刻:只说总计,不硬凑分子", () => {
|
|
47
|
+
const note = busyElapsedNote("2026-10-27 13:54:48", null, "2026-10-27 20:46:57");
|
|
48
|
+
expect(note!).toContain("实测总耗时 412 分钟");
|
|
49
|
+
expect(note!).toContain("无法拆出排队与会话等待");
|
|
50
|
+
expect(note!).not.toContain("会话等待 30");
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
test("时刻缺失或倒挂 ⇒ null(宁可不写,也不编一个负数)", () => {
|
|
54
|
+
expect(busyElapsedNote(null, null, "2026-10-27 20:46:57")).toBeNull();
|
|
55
|
+
expect(busyElapsedNote("2026-10-27 13:54:48", null, null)).toBeNull();
|
|
56
|
+
expect(busyElapsedNote("2026-10-27 20:00:00", null, "2026-10-27 13:00:00")).toBeNull();
|
|
57
|
+
});
|
|
58
|
+
|
|
59
|
+
test("跨库:PG 可能给 Date / 毫秒数,不能静默失效", () => {
|
|
60
|
+
const created = new Date(Date.now() - 412 * 60_000);
|
|
61
|
+
const started = new Date(Date.now() - 30 * 60_000);
|
|
62
|
+
const completed = new Date();
|
|
63
|
+
const fromDates = busyElapsedNote(created, started, completed);
|
|
64
|
+
expect(fromDates).toContain("排队 382 分钟");
|
|
65
|
+
expect(fromDates).toContain("会话等待 30 分钟");
|
|
66
|
+
|
|
67
|
+
const fromNumbers = busyElapsedNote(created.getTime(), started.getTime(), completed.getTime());
|
|
68
|
+
expect(fromNumbers).toContain("排队 382 分钟");
|
|
69
|
+
|
|
70
|
+
// 空串也要当「没有」,不能 parse 成 1970
|
|
71
|
+
expect(busyElapsedNote("", "", "")).toBeNull();
|
|
72
|
+
});
|
|
73
|
+
});
|