mixdog 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +31 -0
- package/.claude-plugin/plugin.json +20 -0
- package/.gitattributes +34 -0
- package/.mcp.json +14 -0
- package/ARCHITECTURE.md +77 -0
- package/CHANGELOG.md +7 -0
- package/CONTRIBUTING.md +45 -0
- package/DATA-FLOW.md +79 -0
- package/LICENSE +21 -0
- package/README.md +389 -0
- package/SECURITY.md +138 -0
- package/UNINSTALL.md +112 -0
- package/agents/maintenance.md +5 -0
- package/agents/memory-classification.md +30 -0
- package/agents/scheduler-task.md +18 -0
- package/agents/webhook-handler.md +27 -0
- package/agents/worker.md +24 -0
- package/bin/bridge +133 -0
- package/bin/statusline-launcher.mjs +78 -0
- package/bin/statusline-lib.mjs +550 -0
- package/bin/statusline.mjs +607 -0
- package/bun.lock +802 -0
- package/commands/config.md +16 -0
- package/commands/doctor.md +13 -0
- package/commands/setup.md +17 -0
- package/defaults/cycle3-review-prompt.md +90 -0
- package/defaults/hidden-roles.json +65 -0
- package/defaults/memory-chunk-prompt.md +63 -0
- package/defaults/memory-promote-prompt.md +135 -0
- package/defaults/mixdog-config.template.json +27 -0
- package/defaults/user-workflow.json +8 -0
- package/defaults/user-workflow.md +12 -0
- package/hooks/hooks.json +73 -0
- package/hooks/lib/active-instance.cjs +77 -0
- package/hooks/lib/permission-evaluator.cjs +411 -0
- package/hooks/lib/permission-route.cjs +63 -0
- package/hooks/lib/permission-rules.cjs +170 -0
- package/hooks/lib/settings-loader.cjs +116 -0
- package/hooks/post-tool-use.cjs +84 -0
- package/hooks/pre-mcp-sandbox.cjs +158 -0
- package/hooks/pre-tool-subagent.cjs +253 -0
- package/hooks/session-start.cjs +1372 -0
- package/hooks/turn-timer.cjs +82 -0
- package/lib/claude-md-writer.cjs +386 -0
- package/lib/config-cjs.cjs +61 -0
- package/lib/hook-pipe-path.cjs +10 -0
- package/lib/keychain-cjs.cjs +263 -0
- package/lib/plugin-paths.cjs +61 -0
- package/lib/rules-builder.cjs +241 -0
- package/lib/text-utils.cjs +61 -0
- package/native/README.md +117 -0
- package/native/prebuilt/linux-aarch64/mixdog-shim +0 -0
- package/native/prebuilt/linux-x86_64/mixdog-shim +0 -0
- package/native/prebuilt/macos-aarch64/mixdog-shim +0 -0
- package/native/prebuilt/macos-x86_64/mixdog-shim +0 -0
- package/native/prebuilt/windows-x86_64/mixdog-shim.exe +0 -0
- package/package.json +107 -0
- package/prompts/code-review.txt +16 -0
- package/prompts/security-audit.txt +17 -0
- package/rules/bridge/00-common.md +39 -0
- package/rules/bridge/20-skip-protocol.md +18 -0
- package/rules/bridge/30-explorer.md +33 -0
- package/rules/bridge/40-cycle1-agent.md +52 -0
- package/rules/bridge/41-cycle2-agent.md +62 -0
- package/rules/bridge/42-cycle3-agent.md +44 -0
- package/rules/lead/00-tool-lead.md +61 -0
- package/rules/lead/01-general.md +23 -0
- package/rules/lead/02-channels.md +49 -0
- package/rules/lead/03-team.md +27 -0
- package/rules/lead/04-workflow.md +20 -0
- package/rules/shared/00-language.md +14 -0
- package/rules/shared/01-tool.md +138 -0
- package/scripts/bootstrap.mjs +184 -0
- package/scripts/bridge-unify-smoke.mjs +308 -0
- package/scripts/build-runtime-linux.sh +348 -0
- package/scripts/build-runtime-macos.sh +217 -0
- package/scripts/build-runtime-windows.ps1 +242 -0
- package/scripts/builtin-utils-smoke.mjs +392 -0
- package/scripts/check-json.mjs +45 -0
- package/scripts/check-syntax-changed.mjs +102 -0
- package/scripts/check-syntax.mjs +58 -0
- package/scripts/code-graph-batch.test.mjs +33 -0
- package/scripts/config-preserve-smoke.mjs +180 -0
- package/scripts/doctor.mjs +484 -0
- package/scripts/edit-normalize-fuzz.mjs +130 -0
- package/scripts/edit-normalize-smoke.mjs +401 -0
- package/scripts/edit-operation-smoke.mjs +369 -0
- package/scripts/edit2-smoke.mjs +63 -0
- package/scripts/fuzzy-e2e.mjs +28 -0
- package/scripts/fuzzy-smoke.mjs +26 -0
- package/scripts/generate-runtime-manifest.mjs +166 -0
- package/scripts/guard-smoke.mjs +66 -0
- package/scripts/hidden-role-schema-smoke.mjs +162 -0
- package/scripts/hook-routing-smoke.mjs +29 -0
- package/scripts/inject-input.ps1 +204 -0
- package/scripts/io-complex-smoke.mjs +667 -0
- package/scripts/io-explore-bench.mjs +424 -0
- package/scripts/io-guardrails-smoke.mjs +205 -0
- package/scripts/io-mini-bench-baseline.json +11 -0
- package/scripts/io-mini-bench.mjs +216 -0
- package/scripts/io-route-harness.mjs +933 -0
- package/scripts/io-telemetry-report.mjs +691 -0
- package/scripts/mutation-bench.mjs +564 -0
- package/scripts/mutation-io-smoke.mjs +1081 -0
- package/scripts/native-patch-bridge-smoke.mjs +288 -0
- package/scripts/native-patch-smoke.mjs +304 -0
- package/scripts/patch-interior-context-smoke.mjs +49 -0
- package/scripts/patch-newline-utf8-smoke.mjs +157 -0
- package/scripts/perf-hook-smoke.mjs +71 -0
- package/scripts/permission-eval-smoke.mjs +426 -0
- package/scripts/prep-patch.mjs +53 -0
- package/scripts/prep-shim.mjs +96 -0
- package/scripts/provider-cache-smoke.mjs +687 -0
- package/scripts/report-runtime-health.mjs +132 -0
- package/scripts/run-mcp.mjs +1547 -0
- package/scripts/salvage-v4a-shatter.test.mjs +58 -0
- package/scripts/scoped-cache-io-smoke.mjs +103 -0
- package/scripts/shell-policy-round3-smoke.mjs +46 -0
- package/scripts/smoke-runtime-negative.ps1 +100 -0
- package/scripts/smoke-runtime-negative.sh +95 -0
- package/scripts/stall-policy-smoke.mjs +50 -0
- package/scripts/start-memory-worker.mjs +23 -0
- package/scripts/statusline-launcher-smoke.mjs +82 -0
- package/scripts/stress-atomic-write.mjs +1028 -0
- package/scripts/test-config-rmw-restore.mjs +122 -0
- package/scripts/test-fault-inject.mjs +164 -0
- package/scripts/test-large-file.mjs +174 -0
- package/scripts/tool-edge-smoke.mjs +209 -0
- package/scripts/uninstall.mjs +201 -0
- package/scripts/webhook-selfheal-smoke.mjs +29 -0
- package/scripts/write-overwrite-guard-smoke.mjs +56 -0
- package/server-main.mjs +3055 -0
- package/server.mjs +468 -0
- package/setup/config-merge.mjs +254 -0
- package/setup/install.mjs +120 -0
- package/setup/launch-core.mjs +507 -0
- package/setup/launch.mjs +101 -0
- package/setup/setup-server.mjs +3206 -0
- package/setup/setup.html +3693 -0
- package/skills/retro-skill-proposer/SKILL.md +92 -0
- package/skills/schedule-add/SKILL.md +77 -0
- package/skills/setup/SKILL.md +346 -0
- package/skills/webhook-add/SKILL.md +81 -0
- package/src/agent/bridge-stall-watchdog.mjs +337 -0
- package/src/agent/index.mjs +2138 -0
- package/src/agent/orchestrator/activity-bus.mjs +38 -0
- package/src/agent/orchestrator/ai-wrapped-dispatch.mjs +1010 -0
- package/src/agent/orchestrator/bridge-retry.mjs +220 -0
- package/src/agent/orchestrator/bridge-trace.mjs +583 -0
- package/src/agent/orchestrator/cache-mtime.mjs +58 -0
- package/src/agent/orchestrator/config.mjs +358 -0
- package/src/agent/orchestrator/context/collect.mjs +651 -0
- package/src/agent/orchestrator/dispatch-persist.mjs +549 -0
- package/src/agent/orchestrator/drain-registry.mjs +50 -0
- package/src/agent/orchestrator/explore-validator.mjs +8 -0
- package/src/agent/orchestrator/internal-roles.mjs +118 -0
- package/src/agent/orchestrator/internal-tools.mjs +88 -0
- package/src/agent/orchestrator/jobs.mjs +116 -0
- package/src/agent/orchestrator/mcp/client.mjs +364 -0
- package/src/agent/orchestrator/providers/anthropic-betas.mjs +21 -0
- package/src/agent/orchestrator/providers/anthropic-oauth.mjs +1745 -0
- package/src/agent/orchestrator/providers/anthropic.mjs +437 -0
- package/src/agent/orchestrator/providers/gemini.mjs +1175 -0
- package/src/agent/orchestrator/providers/grok-oauth.mjs +782 -0
- package/src/agent/orchestrator/providers/model-catalog.mjs +241 -0
- package/src/agent/orchestrator/providers/openai-compat.mjs +1467 -0
- package/src/agent/orchestrator/providers/openai-oauth-ws.mjs +1890 -0
- package/src/agent/orchestrator/providers/openai-oauth.mjs +1307 -0
- package/src/agent/orchestrator/providers/openai-ws.mjs +104 -0
- package/src/agent/orchestrator/providers/registry.mjs +192 -0
- package/src/agent/orchestrator/providers/retry-classifier.mjs +325 -0
- package/src/agent/orchestrator/session/abort-lookup.mjs +13 -0
- package/src/agent/orchestrator/session/cache/post-edit-marks.mjs +42 -0
- package/src/agent/orchestrator/session/cache/prefetch-cache.mjs +142 -0
- package/src/agent/orchestrator/session/cache/read-cache.mjs +319 -0
- package/src/agent/orchestrator/session/cache/scoped-cache-outcome.mjs +11 -0
- package/src/agent/orchestrator/session/cache/scoped-cache.mjs +361 -0
- package/src/agent/orchestrator/session/cache/util.mjs +49 -0
- package/src/agent/orchestrator/session/loop.mjs +1478 -0
- package/src/agent/orchestrator/session/manager.mjs +1975 -0
- package/src/agent/orchestrator/session/read-dedup.mjs +6 -0
- package/src/agent/orchestrator/session/result-classification.mjs +65 -0
- package/src/agent/orchestrator/session/save-session-worker.mjs +18 -0
- package/src/agent/orchestrator/session/store.mjs +624 -0
- package/src/agent/orchestrator/session/stream-watchdog.mjs +130 -0
- package/src/agent/orchestrator/session/tool-result-offload.mjs +166 -0
- package/src/agent/orchestrator/session/trim.mjs +491 -0
- package/src/agent/orchestrator/smart-bridge/CACHE-SHARD.md +115 -0
- package/src/agent/orchestrator/smart-bridge/bridge-llm.mjs +327 -0
- package/src/agent/orchestrator/smart-bridge/cache-obs.mjs +150 -0
- package/src/agent/orchestrator/smart-bridge/cache-strategy.mjs +228 -0
- package/src/agent/orchestrator/smart-bridge/index.mjs +215 -0
- package/src/agent/orchestrator/smart-bridge/profiles.mjs +37 -0
- package/src/agent/orchestrator/smart-bridge/registry.mjs +348 -0
- package/src/agent/orchestrator/smart-bridge/session-builder.mjs +116 -0
- package/src/agent/orchestrator/stall-policy.mjs +195 -0
- package/src/agent/orchestrator/tool-loop-guard.mjs +75 -0
- package/src/agent/orchestrator/tools/bash-policy-scan.mjs +77 -0
- package/src/agent/orchestrator/tools/bash-session.mjs +721 -0
- package/src/agent/orchestrator/tools/builtin/advisory-lock.mjs +171 -0
- package/src/agent/orchestrator/tools/builtin/arg-guard.mjs +455 -0
- package/src/agent/orchestrator/tools/builtin/atomic-write.mjs +236 -0
- package/src/agent/orchestrator/tools/builtin/bash-tool.mjs +480 -0
- package/src/agent/orchestrator/tools/builtin/binary-file.mjs +76 -0
- package/src/agent/orchestrator/tools/builtin/builtin-tools.mjs +256 -0
- package/src/agent/orchestrator/tools/builtin/cache-layers.mjs +386 -0
- package/src/agent/orchestrator/tools/builtin/cwd-utils.mjs +37 -0
- package/src/agent/orchestrator/tools/builtin/device-paths.mjs +154 -0
- package/src/agent/orchestrator/tools/builtin/diagnostics-tool.mjs +292 -0
- package/src/agent/orchestrator/tools/builtin/diff-utils.mjs +109 -0
- package/src/agent/orchestrator/tools/builtin/edit-base-guard.mjs +58 -0
- package/src/agent/orchestrator/tools/builtin/edit-byte-plan.mjs +240 -0
- package/src/agent/orchestrator/tools/builtin/edit-byte-utils.mjs +113 -0
- package/src/agent/orchestrator/tools/builtin/edit-commit.mjs +74 -0
- package/src/agent/orchestrator/tools/builtin/edit-context-utils.mjs +242 -0
- package/src/agent/orchestrator/tools/builtin/edit-diagnostics.mjs +211 -0
- package/src/agent/orchestrator/tools/builtin/edit-engine.mjs +1364 -0
- package/src/agent/orchestrator/tools/builtin/edit-failure-context.mjs +126 -0
- package/src/agent/orchestrator/tools/builtin/edit-hint.mjs +141 -0
- package/src/agent/orchestrator/tools/builtin/edit-match-utils.mjs +194 -0
- package/src/agent/orchestrator/tools/builtin/edit-partial-write.mjs +60 -0
- package/src/agent/orchestrator/tools/builtin/edit-stale-refresh.mjs +168 -0
- package/src/agent/orchestrator/tools/builtin/edit-tool.mjs +173 -0
- package/src/agent/orchestrator/tools/builtin/edit-utf8-guard.mjs +48 -0
- package/src/agent/orchestrator/tools/builtin/fs-reachability.mjs +48 -0
- package/src/agent/orchestrator/tools/builtin/fuzzy-match.mjs +99 -0
- package/src/agent/orchestrator/tools/builtin/glob-walk.mjs +170 -0
- package/src/agent/orchestrator/tools/builtin/grep-formatting.mjs +113 -0
- package/src/agent/orchestrator/tools/builtin/hash-utils.mjs +6 -0
- package/src/agent/orchestrator/tools/builtin/list-formatting.mjs +7 -0
- package/src/agent/orchestrator/tools/builtin/list-tool.mjs +593 -0
- package/src/agent/orchestrator/tools/builtin/native-edit-runner.mjs +89 -0
- package/src/agent/orchestrator/tools/builtin/notebook-edit-tool.mjs +300 -0
- package/src/agent/orchestrator/tools/builtin/open-config-tool.mjs +26 -0
- package/src/agent/orchestrator/tools/builtin/path-diagnostics.mjs +152 -0
- package/src/agent/orchestrator/tools/builtin/path-locks.mjs +35 -0
- package/src/agent/orchestrator/tools/builtin/path-utils.mjs +201 -0
- package/src/agent/orchestrator/tools/builtin/read-args.mjs +103 -0
- package/src/agent/orchestrator/tools/builtin/read-batch.mjs +172 -0
- package/src/agent/orchestrator/tools/builtin/read-constants.mjs +40 -0
- package/src/agent/orchestrator/tools/builtin/read-formatting.mjs +118 -0
- package/src/agent/orchestrator/tools/builtin/read-image-resize.mjs +189 -0
- package/src/agent/orchestrator/tools/builtin/read-image.mjs +88 -0
- package/src/agent/orchestrator/tools/builtin/read-lines.mjs +12 -0
- package/src/agent/orchestrator/tools/builtin/read-mode-tool.mjs +455 -0
- package/src/agent/orchestrator/tools/builtin/read-open.mjs +190 -0
- package/src/agent/orchestrator/tools/builtin/read-range-index.mjs +271 -0
- package/src/agent/orchestrator/tools/builtin/read-ranges.mjs +26 -0
- package/src/agent/orchestrator/tools/builtin/read-single-tool.mjs +728 -0
- package/src/agent/orchestrator/tools/builtin/read-snapshot-runtime.mjs +173 -0
- package/src/agent/orchestrator/tools/builtin/read-special-files.mjs +268 -0
- package/src/agent/orchestrator/tools/builtin/read-streaming.mjs +602 -0
- package/src/agent/orchestrator/tools/builtin/read-tool.mjs +530 -0
- package/src/agent/orchestrator/tools/builtin/read-windows.mjs +107 -0
- package/src/agent/orchestrator/tools/builtin/rename-tool.mjs +196 -0
- package/src/agent/orchestrator/tools/builtin/rg-runner.mjs +422 -0
- package/src/agent/orchestrator/tools/builtin/search-builders.mjs +158 -0
- package/src/agent/orchestrator/tools/builtin/search-tool.mjs +869 -0
- package/src/agent/orchestrator/tools/builtin/shell-analysis.mjs +653 -0
- package/src/agent/orchestrator/tools/builtin/shell-jobs.mjs +936 -0
- package/src/agent/orchestrator/tools/builtin/shell-output.mjs +36 -0
- package/src/agent/orchestrator/tools/builtin/shell-runtime.mjs +214 -0
- package/src/agent/orchestrator/tools/builtin/snapshot-helpers.mjs +143 -0
- package/src/agent/orchestrator/tools/builtin/snapshot-store.mjs +206 -0
- package/src/agent/orchestrator/tools/builtin/snapshot-validation.mjs +98 -0
- package/src/agent/orchestrator/tools/builtin/text-stats.mjs +69 -0
- package/src/agent/orchestrator/tools/builtin/windows-roots.mjs +23 -0
- package/src/agent/orchestrator/tools/builtin/write-tool.mjs +401 -0
- package/src/agent/orchestrator/tools/builtin.mjs +500 -0
- package/src/agent/orchestrator/tools/code-graph-prewarm-worker.mjs +39 -0
- package/src/agent/orchestrator/tools/code-graph-tool-defs.mjs +24 -0
- package/src/agent/orchestrator/tools/code-graph.mjs +4095 -0
- package/src/agent/orchestrator/tools/cwd-tool.mjs +298 -0
- package/src/agent/orchestrator/tools/destructive-warning.mjs +323 -0
- package/src/agent/orchestrator/tools/edit-normalize.mjs +603 -0
- package/src/agent/orchestrator/tools/env-scrub.mjs +100 -0
- package/src/agent/orchestrator/tools/graph-binary-fetcher.mjs +144 -0
- package/src/agent/orchestrator/tools/graph-manifest.json +26 -0
- package/src/agent/orchestrator/tools/host-input.mjs +204 -0
- package/src/agent/orchestrator/tools/mutation-content-cache.mjs +67 -0
- package/src/agent/orchestrator/tools/mutation-planner.mjs +75 -0
- package/src/agent/orchestrator/tools/next-call-utils.mjs +48 -0
- package/src/agent/orchestrator/tools/patch-binary-fetcher.mjs +133 -0
- package/src/agent/orchestrator/tools/patch-manifest.json +26 -0
- package/src/agent/orchestrator/tools/patch-tool-defs.mjs +20 -0
- package/src/agent/orchestrator/tools/patch.mjs +2754 -0
- package/src/agent/orchestrator/tools/progress-message.mjs +118 -0
- package/src/agent/orchestrator/tools/result-compression.mjs +279 -0
- package/src/agent/orchestrator/tools/shell-command.mjs +865 -0
- package/src/agent/orchestrator/tools/shell-exec-policy.mjs +89 -0
- package/src/agent/orchestrator/tools/shell-policy-danger-target.mjs +27 -0
- package/src/agent/orchestrator/tools/shell-policy-imports.mjs +7 -0
- package/src/agent/orchestrator/tools/shell-policy.mjs +345 -0
- package/src/agent/orchestrator/tools/shell-snapshot.mjs +313 -0
- package/src/agent/orchestrator/workflow-store.mjs +93 -0
- package/src/agent/tool-defs.mjs +103 -0
- package/src/channels/backends/discord.mjs +784 -0
- package/src/channels/data/voice-runtime-manifest.json +138 -0
- package/src/channels/index.mjs +3229 -0
- package/src/channels/lib/cli-worker-host.mjs +12 -0
- package/src/channels/lib/config-lock.mjs +13 -0
- package/src/channels/lib/config.mjs +292 -0
- package/src/channels/lib/drop-trace.mjs +71 -0
- package/src/channels/lib/event-pipeline.mjs +81 -0
- package/src/channels/lib/event-queue.mjs +345 -0
- package/src/channels/lib/executor.mjs +168 -0
- package/src/channels/lib/format.mjs +188 -0
- package/src/channels/lib/holidays.mjs +138 -0
- package/src/channels/lib/hook-pipe-server.mjs +802 -0
- package/src/channels/lib/interaction-workflows.mjs +184 -0
- package/src/channels/lib/memory-client.mjs +149 -0
- package/src/channels/lib/output-forwarder.mjs +765 -0
- package/src/channels/lib/runtime-paths.mjs +479 -0
- package/src/channels/lib/scheduler.mjs +723 -0
- package/src/channels/lib/session-control.mjs +36 -0
- package/src/channels/lib/session-discovery.mjs +103 -0
- package/src/channels/lib/settings.mjs +11 -0
- package/src/channels/lib/state-file.mjs +68 -0
- package/src/channels/lib/status-snapshot.mjs +219 -0
- package/src/channels/lib/tool-format.mjs +140 -0
- package/src/channels/lib/transcript-discovery.mjs +195 -0
- package/src/channels/lib/voice-runtime-fetcher.mjs +734 -0
- package/src/channels/lib/webhook.mjs +1179 -0
- package/src/channels/lib/whisper-server.mjs +477 -0
- package/src/channels/tool-defs.mjs +170 -0
- package/src/daemon/host.mjs +118 -0
- package/src/daemon/mcp-transport.mjs +47 -0
- package/src/daemon/session.mjs +100 -0
- package/src/daemon/thin-client.mjs +71 -0
- package/src/daemon/transport.mjs +163 -0
- package/src/memory/data/runtime-manifest.json +40 -0
- package/src/memory/index.mjs +3305 -0
- package/src/memory/lib/agent-ipc.mjs +93 -0
- package/src/memory/lib/bridge-trace-queries.mjs +120 -0
- package/src/memory/lib/core-memory-store.mjs +330 -0
- package/src/memory/lib/embedding-provider.mjs +269 -0
- package/src/memory/lib/embedding-worker.mjs +323 -0
- package/src/memory/lib/llm-worker-host.mjs +17 -0
- package/src/memory/lib/memory-cycle.mjs +11 -0
- package/src/memory/lib/memory-cycle1.mjs +641 -0
- package/src/memory/lib/memory-cycle2.mjs +1284 -0
- package/src/memory/lib/memory-cycle3.mjs +540 -0
- package/src/memory/lib/memory-embed.mjs +299 -0
- package/src/memory/lib/memory-extraction.mjs +5 -0
- package/src/memory/lib/memory-maintenance-store.mjs +32 -0
- package/src/memory/lib/memory-ops-policy.mjs +190 -0
- package/src/memory/lib/memory-recall-id-patch.mjs +15 -0
- package/src/memory/lib/memory-recall-read-query.mjs +7 -0
- package/src/memory/lib/memory-recall-scope-filter.mjs +63 -0
- package/src/memory/lib/memory-recall-store.mjs +621 -0
- package/src/memory/lib/memory-retrievers.mjs +112 -0
- package/src/memory/lib/memory-score.mjs +71 -0
- package/src/memory/lib/memory-text-utils.mjs +58 -0
- package/src/memory/lib/memory.mjs +412 -0
- package/src/memory/lib/model-profile.mjs +85 -0
- package/src/memory/lib/pg/adapter.mjs +308 -0
- package/src/memory/lib/pg/process.mjs +360 -0
- package/src/memory/lib/pg/supervisor.mjs +396 -0
- package/src/memory/lib/project-id-resolver.mjs +86 -0
- package/src/memory/lib/runtime-fetcher.mjs +442 -0
- package/src/memory/lib/trace-store.mjs +728 -0
- package/src/memory/tool-defs.mjs +79 -0
- package/src/search/index.mjs +1173 -0
- package/src/search/lib/backends/anthropic-oauth.mjs +98 -0
- package/src/search/lib/backends/exa.mjs +50 -0
- package/src/search/lib/backends/firecrawl.mjs +61 -0
- package/src/search/lib/backends/gemini-api.mjs +83 -0
- package/src/search/lib/backends/grok-oauth.mjs +86 -0
- package/src/search/lib/backends/index.mjs +150 -0
- package/src/search/lib/backends/openai-api.mjs +144 -0
- package/src/search/lib/backends/openai-oauth.mjs +98 -0
- package/src/search/lib/backends/openai-web-search.mjs +76 -0
- package/src/search/lib/backends/tavily.mjs +55 -0
- package/src/search/lib/backends/xai-api.mjs +113 -0
- package/src/search/lib/cache.mjs +131 -0
- package/src/search/lib/config.mjs +192 -0
- package/src/search/lib/formatter.mjs +115 -0
- package/src/search/lib/provider-usage.mjs +67 -0
- package/src/search/lib/providers.mjs +47 -0
- package/src/search/lib/search-intent.mjs +109 -0
- package/src/search/lib/setup-handler.mjs +261 -0
- package/src/search/lib/state.mjs +201 -0
- package/src/search/lib/web-tools.mjs +1207 -0
- package/src/search/tool-defs.mjs +83 -0
- package/src/setup/defender-exclusion.mjs +183 -0
- package/src/shared/abort-controller.mjs +15 -0
- package/src/shared/atomic-file.mjs +420 -0
- package/src/shared/config.mjs +350 -0
- package/src/shared/daemon-recycle.mjs +108 -0
- package/src/shared/disable-claude-builtins.mjs +88 -0
- package/src/shared/err-text.mjs +12 -0
- package/src/shared/llm/cost.mjs +66 -0
- package/src/shared/llm/http-agent.mjs +123 -0
- package/src/shared/llm/index.mjs +41 -0
- package/src/shared/llm/pid-cleanup.mjs +27 -0
- package/src/shared/llm/usage-log.mjs +47 -0
- package/src/shared/plugin-paths.mjs +58 -0
- package/src/shared/schedules-store.mjs +70 -0
- package/src/shared/seed.mjs +119 -0
- package/src/shared/user-cwd.mjs +213 -0
- package/src/shared/user-data-guard.mjs +238 -0
- package/src/status/aggregator.mjs +584 -0
- package/src/status/server.mjs +413 -0
- package/tools.json +1653 -0
|
@@ -0,0 +1,1028 @@
|
|
|
1
|
+
// Cross-process stress harness for atomic-write + advisory-lock.
|
|
2
|
+
// Usage:
|
|
3
|
+
// node scripts/stress-atomic-write.mjs # run all scenarios
|
|
4
|
+
// node scripts/stress-atomic-write.mjs s1 s4 # run subset
|
|
5
|
+
// Internal:
|
|
6
|
+
// node scripts/stress-atomic-write.mjs --worker <mode> <target> <content> <timeoutMs>
|
|
7
|
+
import {
|
|
8
|
+
mkdtempSync, writeFileSync, readFileSync, existsSync,
|
|
9
|
+
rmSync, readdirSync, statSync, appendFileSync,
|
|
10
|
+
} from 'fs';
|
|
11
|
+
import { tmpdir } from 'os';
|
|
12
|
+
import { join, dirname, basename } from 'path';
|
|
13
|
+
import { fileURLToPath } from 'url';
|
|
14
|
+
import { spawn } from 'child_process';
|
|
15
|
+
import { performance } from 'perf_hooks';
|
|
16
|
+
import { createHash } from 'crypto';
|
|
17
|
+
|
|
18
|
+
const __filename = fileURLToPath(import.meta.url);
|
|
19
|
+
const __dirname = dirname(__filename);
|
|
20
|
+
const repoRoot = dirname(__dirname);
|
|
21
|
+
|
|
22
|
+
const atomicModUrl = 'file://' + join(repoRoot, 'src/agent/orchestrator/tools/builtin/atomic-write.mjs').replace(/\\/g, '/');
|
|
23
|
+
const lockModUrl = 'file://' + join(repoRoot, 'src/agent/orchestrator/tools/builtin/advisory-lock.mjs').replace(/\\/g, '/');
|
|
24
|
+
|
|
25
|
+
function lockFileFor(targetPath) {
|
|
26
|
+
return join(dirname(targetPath), '.' + basename(targetPath) + '.mixdog-lock');
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function listLeftovers(dir) {
|
|
30
|
+
try {
|
|
31
|
+
return readdirSync(dir).filter((n) =>
|
|
32
|
+
n.endsWith('.mixdog-lock') || n.includes('.mixdog-tmp-')
|
|
33
|
+
);
|
|
34
|
+
} catch { return []; }
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
function snapshot(p) {
|
|
38
|
+
try {
|
|
39
|
+
const s = statSync(p);
|
|
40
|
+
return { exists: true, size: s.size, mtimeMs: s.mtimeMs, ino: s.ino };
|
|
41
|
+
} catch { return { exists: false }; }
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
// ============================================================
|
|
45
|
+
// Worker mode (child process = one operation)
|
|
46
|
+
// ============================================================
|
|
47
|
+
if (process.argv[2] === '--worker') {
|
|
48
|
+
const mode = process.argv[3];
|
|
49
|
+
const target = process.argv[4];
|
|
50
|
+
const content = process.argv[5];
|
|
51
|
+
const timeoutMs = Number(process.argv[6] || 5000);
|
|
52
|
+
|
|
53
|
+
const { atomicWrite } = await import(atomicModUrl);
|
|
54
|
+
const { acquireAdvisoryLock } = await import(lockModUrl);
|
|
55
|
+
|
|
56
|
+
function resolveContent(c) {
|
|
57
|
+
if (typeof c === 'string' && c.startsWith('@file:')) {
|
|
58
|
+
return readFileSync(c.slice('@file:'.length), 'utf8');
|
|
59
|
+
}
|
|
60
|
+
return c;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const wantHistory = process.env.STRESS_HISTORY === '1';
|
|
64
|
+
function appendHistory(targetPath, payload) {
|
|
65
|
+
// Lock-protected — caller holds the advisory lock for targetPath.
|
|
66
|
+
const histFile = targetPath + '.history';
|
|
67
|
+
const tag = payload.length > 60 ? payload.slice(0, 30) + '...' + payload.length : payload;
|
|
68
|
+
appendFileSync(histFile, process.pid + '|' + tag + '\n');
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
const t0 = performance.now();
|
|
72
|
+
try {
|
|
73
|
+
if (mode === 'single') {
|
|
74
|
+
const handle = await acquireAdvisoryLock(target, { timeoutMs });
|
|
75
|
+
try {
|
|
76
|
+
const resolved = resolveContent(content);
|
|
77
|
+
await atomicWrite(target, resolved, { expectedTargetSnapshot: snapshot(target) });
|
|
78
|
+
if (wantHistory) appendHistory(target, resolved);
|
|
79
|
+
} finally { handle.release(); }
|
|
80
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
81
|
+
process.stdout.write(JSON.stringify({ ok: true, mode, dt, pid: process.pid }) + '\n');
|
|
82
|
+
} else if (mode === 'batch') {
|
|
83
|
+
const targets = target.split('|');
|
|
84
|
+
// Replicate withAdvisoryLocks ordering: sort + dedupe lower-case on win32
|
|
85
|
+
const seen = new Set();
|
|
86
|
+
const ordered = [];
|
|
87
|
+
for (const p of targets) {
|
|
88
|
+
const k = process.platform === 'win32' ? p.toLowerCase() : p;
|
|
89
|
+
if (seen.has(k)) continue;
|
|
90
|
+
seen.add(k); ordered.push(p);
|
|
91
|
+
}
|
|
92
|
+
ordered.sort();
|
|
93
|
+
const handles = [];
|
|
94
|
+
try {
|
|
95
|
+
for (const p of ordered) handles.push(await acquireAdvisoryLock(p, { timeoutMs }));
|
|
96
|
+
for (const p of targets) {
|
|
97
|
+
const payload = content + ':' + basename(p) + '|END';
|
|
98
|
+
await atomicWrite(p, payload, { expectedTargetSnapshot: snapshot(p) });
|
|
99
|
+
if (wantHistory) appendHistory(p, payload);
|
|
100
|
+
}
|
|
101
|
+
} finally {
|
|
102
|
+
for (let i = handles.length - 1; i >= 0; i -= 1) {
|
|
103
|
+
try { handles[i].release(); } catch { /* best-effort */ }
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
107
|
+
process.stdout.write(JSON.stringify({ ok: true, mode, dt, pid: process.pid }) + '\n');
|
|
108
|
+
} else if (mode === 'read') {
|
|
109
|
+
// Deadline loop with 5ms sleep — tight setImmediate spin starves
|
|
110
|
+
// the Windows rename retry-loop (reader keeps an open handle,
|
|
111
|
+
// writer gets EBUSY/EACCES and never lands until reader exits).
|
|
112
|
+
// Strict integrity checks:
|
|
113
|
+
// - tail must be `|END`
|
|
114
|
+
// - zero-length file = torn (e.g., visible during rename split)
|
|
115
|
+
// - if EXPECTED_SIZE set: buf.length must equal it
|
|
116
|
+
// - if EXPECTED_PREFIX set: head bytes must equal it
|
|
117
|
+
const deadlineMs = Number(content) > 0 ? Number(content) : 800;
|
|
118
|
+
const deadline = Date.now() + deadlineMs;
|
|
119
|
+
const expectedSize = process.env.EXPECTED_SIZE ? Number(process.env.EXPECTED_SIZE) : null;
|
|
120
|
+
const expectedPrefix = process.env.EXPECTED_PREFIX || null;
|
|
121
|
+
const expectedHash = process.env.EXPECTED_HASH || null;
|
|
122
|
+
const sizes = new Set();
|
|
123
|
+
let reads = 0;
|
|
124
|
+
const reportTorn = (reason, len, detail) => {
|
|
125
|
+
process.stdout.write(JSON.stringify({
|
|
126
|
+
ok: false, mode, torn: true, reason, len, detail, pid: process.pid,
|
|
127
|
+
}) + '\n');
|
|
128
|
+
process.exit(2);
|
|
129
|
+
};
|
|
130
|
+
while (Date.now() < deadline) {
|
|
131
|
+
try {
|
|
132
|
+
const buf = readFileSync(target);
|
|
133
|
+
sizes.add(buf.length);
|
|
134
|
+
if (buf.length === 0) reportTorn('zero-length', 0, '');
|
|
135
|
+
const tail = buf.subarray(Math.max(0, buf.length - 4)).toString();
|
|
136
|
+
if (tail !== '|END') reportTorn('tail', buf.length, tail);
|
|
137
|
+
if (expectedSize !== null && buf.length !== expectedSize) {
|
|
138
|
+
reportTorn('size', buf.length, `expected=${expectedSize}`);
|
|
139
|
+
}
|
|
140
|
+
if (expectedPrefix !== null) {
|
|
141
|
+
const head = buf.subarray(0, expectedPrefix.length).toString();
|
|
142
|
+
if (head !== expectedPrefix) reportTorn('prefix', buf.length, head);
|
|
143
|
+
}
|
|
144
|
+
if (expectedHash !== null) {
|
|
145
|
+
// Mid-body byte-flip detection: anything between prefix
|
|
146
|
+
// and tail can still slip past size+prefix+tail checks.
|
|
147
|
+
const h = createHash('sha256').update(buf).digest('hex');
|
|
148
|
+
if (h !== expectedHash) reportTorn('hash', buf.length, h.slice(0, 16));
|
|
149
|
+
}
|
|
150
|
+
} catch (err) {
|
|
151
|
+
if (err.code !== 'ENOENT') throw err;
|
|
152
|
+
}
|
|
153
|
+
reads += 1;
|
|
154
|
+
await new Promise(r => setTimeout(r, 5));
|
|
155
|
+
}
|
|
156
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
157
|
+
process.stdout.write(JSON.stringify({
|
|
158
|
+
ok: true, mode, dt, reads, distinctSizes: sizes.size, pid: process.pid,
|
|
159
|
+
}) + '\n');
|
|
160
|
+
} else if (mode === 'sleep-hold') {
|
|
161
|
+
const holdMs = Number(content);
|
|
162
|
+
const handle = await acquireAdvisoryLock(target, { timeoutMs: 1000 });
|
|
163
|
+
try {
|
|
164
|
+
process.stdout.write(JSON.stringify({
|
|
165
|
+
ok: true, mode, event: 'acquired', pid: process.pid,
|
|
166
|
+
}) + '\n');
|
|
167
|
+
await new Promise(r => setTimeout(r, holdMs));
|
|
168
|
+
await atomicWrite(target, 'SLOW-WRITER|END', {
|
|
169
|
+
expectedTargetSnapshot: snapshot(target),
|
|
170
|
+
});
|
|
171
|
+
} finally { handle.release(); }
|
|
172
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
173
|
+
process.stdout.write(JSON.stringify({
|
|
174
|
+
ok: true, mode, event: 'released', dt, pid: process.pid,
|
|
175
|
+
}) + '\n');
|
|
176
|
+
} else if (mode === 'lock-prove') {
|
|
177
|
+
// One-shot: acquire lock, hold for holdMs, release. Emits exact
|
|
178
|
+
// acquireTs/lockedAt/releasedAt timestamps so the driver can prove
|
|
179
|
+
// intervals are disjoint across concurrent workers (real lock
|
|
180
|
+
// serialisation) or overlap (broken/no-op lock).
|
|
181
|
+
const holdMs = Number(content) > 0 ? Number(content) : 100;
|
|
182
|
+
const acquireTs = Date.now();
|
|
183
|
+
const handle = await acquireAdvisoryLock(target, { timeoutMs });
|
|
184
|
+
const lockedAt = Date.now();
|
|
185
|
+
try {
|
|
186
|
+
await new Promise(r => setTimeout(r, holdMs));
|
|
187
|
+
} finally {
|
|
188
|
+
handle.release();
|
|
189
|
+
}
|
|
190
|
+
const releasedAt = Date.now();
|
|
191
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
192
|
+
process.stdout.write(JSON.stringify({
|
|
193
|
+
ok: true, mode, dt, holdMs, acquireTs, lockedAt, releasedAt, pid: process.pid,
|
|
194
|
+
}) + '\n');
|
|
195
|
+
} else if (mode === 'locked-read') {
|
|
196
|
+
// Acquire advisory lock, do MULTIPLE reads under one lock, release;
|
|
197
|
+
// repeat. If the lock actually serialises writers, every read in
|
|
198
|
+
// one lock-held window must see the same byte length. If a writer
|
|
199
|
+
// slips past the lock, sizesInHold.size > 1 → lockInconsistencies.
|
|
200
|
+
const deadlineMs = Number(content) > 0 ? Number(content) : 500;
|
|
201
|
+
const deadline = Date.now() + deadlineMs;
|
|
202
|
+
const READS_PER_HOLD = 5;
|
|
203
|
+
const expectedSize = process.env.EXPECTED_SIZE ? Number(process.env.EXPECTED_SIZE) : null;
|
|
204
|
+
const expectedPrefix = process.env.EXPECTED_PREFIX || null;
|
|
205
|
+
const expectedHash = process.env.EXPECTED_HASH || null;
|
|
206
|
+
const sizes = new Set();
|
|
207
|
+
let reads = 0;
|
|
208
|
+
let lockInconsistencies = 0;
|
|
209
|
+
const reportTorn = (reason, len, detail) => {
|
|
210
|
+
process.stdout.write(JSON.stringify({
|
|
211
|
+
ok: false, mode, torn: true, reason, len, detail, pid: process.pid,
|
|
212
|
+
}) + '\n');
|
|
213
|
+
process.exit(2);
|
|
214
|
+
};
|
|
215
|
+
while (Date.now() < deadline) {
|
|
216
|
+
const handle = await acquireAdvisoryLock(target, { timeoutMs });
|
|
217
|
+
try {
|
|
218
|
+
const sizesInHold = new Set();
|
|
219
|
+
for (let k = 0; k < READS_PER_HOLD; k += 1) {
|
|
220
|
+
const buf = readFileSync(target);
|
|
221
|
+
sizesInHold.add(buf.length);
|
|
222
|
+
if (buf.length === 0) reportTorn('zero-length', 0, '');
|
|
223
|
+
const tail = buf.subarray(Math.max(0, buf.length - 4)).toString();
|
|
224
|
+
if (tail !== '|END') reportTorn('tail', buf.length, tail);
|
|
225
|
+
if (expectedSize !== null && buf.length !== expectedSize) {
|
|
226
|
+
reportTorn('size', buf.length, `expected=${expectedSize}`);
|
|
227
|
+
}
|
|
228
|
+
if (expectedPrefix !== null) {
|
|
229
|
+
const head = buf.subarray(0, expectedPrefix.length).toString();
|
|
230
|
+
if (head !== expectedPrefix) reportTorn('prefix', buf.length, head);
|
|
231
|
+
}
|
|
232
|
+
if (expectedHash !== null) {
|
|
233
|
+
const h = createHash('sha256').update(buf).digest('hex');
|
|
234
|
+
if (h !== expectedHash) reportTorn('hash', buf.length, h.slice(0, 16));
|
|
235
|
+
}
|
|
236
|
+
// Yield so a broken lock has a chance to lose the race.
|
|
237
|
+
await new Promise(r => setImmediate(r));
|
|
238
|
+
}
|
|
239
|
+
if (sizesInHold.size > 1) lockInconsistencies += 1;
|
|
240
|
+
// Track first observed size from this hold-window.
|
|
241
|
+
sizes.add([...sizesInHold][0]);
|
|
242
|
+
} finally { handle.release(); }
|
|
243
|
+
reads += 1;
|
|
244
|
+
await new Promise(r => setTimeout(r, 5));
|
|
245
|
+
}
|
|
246
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
247
|
+
process.stdout.write(JSON.stringify({
|
|
248
|
+
ok: true, mode, dt, reads, distinctSizes: sizes.size,
|
|
249
|
+
lockInconsistencies, pid: process.pid,
|
|
250
|
+
}) + '\n');
|
|
251
|
+
} else {
|
|
252
|
+
throw new Error('unknown worker mode: ' + mode);
|
|
253
|
+
}
|
|
254
|
+
process.exit(0);
|
|
255
|
+
} catch (err) {
|
|
256
|
+
const dt = +(performance.now() - t0).toFixed(2);
|
|
257
|
+
process.stdout.write(JSON.stringify({
|
|
258
|
+
ok: false, mode, code: err.code, msg: String(err.message).slice(0, 200), dt, pid: process.pid,
|
|
259
|
+
}) + '\n');
|
|
260
|
+
process.exit(1);
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
// ============================================================
|
|
265
|
+
// Driver
|
|
266
|
+
// ============================================================
|
|
267
|
+
function spawnWorker(mode, target, content, timeoutMs = 5000, extraEnv = {}) {
|
|
268
|
+
// LIVE multi-instance load can make 15-30s lock timeouts insufficient
|
|
269
|
+
// (800+ child processes contending). Boost only "lock-contention" timeouts
|
|
270
|
+
// (>1s); s6-style short adversarial timeouts (<=1s) stay as-is.
|
|
271
|
+
const effectiveTimeoutMs = LIVE && timeoutMs > 1000
|
|
272
|
+
? Math.max(timeoutMs, 60000)
|
|
273
|
+
: timeoutMs;
|
|
274
|
+
return new Promise((resolve) => {
|
|
275
|
+
const child = spawn(process.execPath, [
|
|
276
|
+
__filename, '--worker', mode, target, String(content), String(effectiveTimeoutMs),
|
|
277
|
+
], {
|
|
278
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
279
|
+
env: { ...process.env, ...extraEnv },
|
|
280
|
+
});
|
|
281
|
+
let out = '';
|
|
282
|
+
let err = '';
|
|
283
|
+
child.stdout.on('data', (d) => { out += d; });
|
|
284
|
+
child.stderr.on('data', (d) => { err += d; });
|
|
285
|
+
child.on('close', (exitCode) => {
|
|
286
|
+
const lines = out.trim().split('\n').filter(Boolean);
|
|
287
|
+
try {
|
|
288
|
+
const last = JSON.parse(lines[lines.length - 1]);
|
|
289
|
+
resolve({ ...last, exitCode, stderr: err.slice(0, 200) });
|
|
290
|
+
} catch {
|
|
291
|
+
resolve({ ok: false, exitCode, raw: out.slice(-200), stderr: err.slice(0, 200) });
|
|
292
|
+
}
|
|
293
|
+
});
|
|
294
|
+
});
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
// Strict success: both JSON ok flag AND exitCode 0.
|
|
298
|
+
function isOk(r) { return r && r.ok === true && r.exitCode === 0; }
|
|
299
|
+
|
|
300
|
+
// STRESS_LIVE=1 relaxes timing-sensitive invariants (maxDistinct overlap,
|
|
301
|
+
// EAGAIN counter, sustained ops tolerance) that are reliable on a quiet box
|
|
302
|
+
// but flake under heavy multi-instance / parallel-process load. Correctness
|
|
303
|
+
// invariants (torn=no, finalOk, ok counts, lock proof) stay strict in both.
|
|
304
|
+
const LIVE = process.env.STRESS_LIVE === '1';
|
|
305
|
+
|
|
306
|
+
const results = [];
|
|
307
|
+
function record(name, ok, detail = {}) {
|
|
308
|
+
const tag = ok ? 'PASS' : 'FAIL';
|
|
309
|
+
const det = Object.entries(detail).map(([k, v]) => `${k}=${typeof v === 'object' ? JSON.stringify(v) : v}`).join(' ');
|
|
310
|
+
console.log(`[${tag}] ${name}${det ? ' ' + det : ''}`);
|
|
311
|
+
// Detail keys must not shadow the invariant `ok` flag — every scenario's
|
|
312
|
+
// detail object happens to include a value-typed `ok` field (counts like
|
|
313
|
+
// "32/32" or numbers like 0) which previously overwrote the boolean ok
|
|
314
|
+
// via spread ordering, silently flipping PASS→fail in the summary.
|
|
315
|
+
results.push({ ...detail, name, ok });
|
|
316
|
+
if (!ok) process.exitCode = 1;
|
|
317
|
+
}
|
|
318
|
+
|
|
319
|
+
function tempDir(label) {
|
|
320
|
+
return mkdtempSync(join(tmpdir(), 'stress-atomic-' + label + '-'));
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
// Pre-stage a pool of fixture files with mixed sizes (small/mid/big/huge).
|
|
324
|
+
// Each file has a sentinel-terminated payload so torn-read detection works.
|
|
325
|
+
function buildFixturePool(dir, count = 8) {
|
|
326
|
+
const sizes = [1024, 32 * 1024, 256 * 1024, 1572864]; // 1KB, 32KB, 256KB, 1.5MB
|
|
327
|
+
const pool = [];
|
|
328
|
+
for (let i = 0; i < count; i += 1) {
|
|
329
|
+
const sz = sizes[i % sizes.length];
|
|
330
|
+
const prefix = 'POOL-' + i + '-';
|
|
331
|
+
const tail = '|END';
|
|
332
|
+
const fillerLen = Math.max(0, sz - prefix.length - tail.length);
|
|
333
|
+
const content = prefix + 'x'.repeat(fillerLen) + tail;
|
|
334
|
+
const p = join(dir, 'pool-' + i + '.dat');
|
|
335
|
+
writeFileSync(p, content);
|
|
336
|
+
const hash = createHash('sha256').update(content).digest('hex');
|
|
337
|
+
pool.push({ path: p, size: content.length, index: i, prefix, hash });
|
|
338
|
+
}
|
|
339
|
+
return pool;
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
// ============================================================
|
|
343
|
+
// S1: 32 concurrent writers, single file
|
|
344
|
+
// ============================================================
|
|
345
|
+
async function s1() {
|
|
346
|
+
const N = 32;
|
|
347
|
+
const dir = tempDir('s1');
|
|
348
|
+
try {
|
|
349
|
+
const target = join(dir, 'target.txt');
|
|
350
|
+
writeFileSync(target, 'INITIAL|END');
|
|
351
|
+
|
|
352
|
+
const t0 = performance.now();
|
|
353
|
+
const tasks = [];
|
|
354
|
+
for (let i = 0; i < N; i += 1) {
|
|
355
|
+
tasks.push(spawnWorker('single', target, `W${i}|END`, 15000, { STRESS_HISTORY: '1' }));
|
|
356
|
+
}
|
|
357
|
+
const out = await Promise.all(tasks);
|
|
358
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
359
|
+
|
|
360
|
+
const okCount = out.filter(isOk).length;
|
|
361
|
+
const final = readFileSync(target, 'utf8');
|
|
362
|
+
const isValid = /^W\d+\|END$/.test(final);
|
|
363
|
+
const leftovers = listLeftovers(dir);
|
|
364
|
+
|
|
365
|
+
// History invariant: each ok worker appended exactly one line under the
|
|
366
|
+
// same advisory lock that protected its atomicWrite, so the file must
|
|
367
|
+
// have N entries and the last entry's payload must equal final.
|
|
368
|
+
let histLines = [];
|
|
369
|
+
let lastPayload = null;
|
|
370
|
+
try {
|
|
371
|
+
histLines = readFileSync(target + '.history', 'utf8').trim().split('\n').filter(Boolean);
|
|
372
|
+
const last = histLines[histLines.length - 1];
|
|
373
|
+
lastPayload = last.slice(last.indexOf('|') + 1);
|
|
374
|
+
} catch { /* missing history => fail below */ }
|
|
375
|
+
const histOk = histLines.length === N && lastPayload === final;
|
|
376
|
+
|
|
377
|
+
// LIVE: heavy load can timeout a worker → ok=N-1, history=N-1,
|
|
378
|
+
// and final = last ok worker (lastMatch typically still holds, but
|
|
379
|
+
// an appendHistory failure after a successful atomicWrite is also
|
|
380
|
+
// tolerated). Strict mode keeps full N + lastMatch invariants.
|
|
381
|
+
const okStrict = LIVE ? okCount >= N - 1 : okCount === N;
|
|
382
|
+
const histStrict = LIVE
|
|
383
|
+
? histLines.length >= N - 1
|
|
384
|
+
: histLines.length === N && lastPayload === final;
|
|
385
|
+
record('s1: 32 concurrent writers — history-strict',
|
|
386
|
+
okStrict && isValid && leftovers.length === 0 && histStrict, {
|
|
387
|
+
ok: `${okCount}/${N}`, wallMs, final: final.slice(0, 20),
|
|
388
|
+
histLines: histLines.length, lastMatch: histOk, leftovers: leftovers.length,
|
|
389
|
+
});
|
|
390
|
+
} finally {
|
|
391
|
+
rmSync(dir, { recursive: true, force: true });
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
// S13: lock serialization proved by interval disjointness.
|
|
396
|
+
// N workers each acquire→hold→release once. Real advisory lock must
|
|
397
|
+
// produce disjoint [lockedAt, releasedAt] intervals across workers. A
|
|
398
|
+
// broken/no-op lock lets all workers hold concurrently → intervals
|
|
399
|
+
// overlap and total elapsed << N × holdMs.
|
|
400
|
+
async function s13() {
|
|
401
|
+
const dir = tempDir('s13');
|
|
402
|
+
try {
|
|
403
|
+
const target = join(dir, 'lock-prove.txt');
|
|
404
|
+
writeFileSync(target, 'INITIAL|END');
|
|
405
|
+
const N = 4;
|
|
406
|
+
const HOLD = 100;
|
|
407
|
+
const tasks = [];
|
|
408
|
+
for (let i = 0; i < N; i += 1) {
|
|
409
|
+
tasks.push(spawnWorker('lock-prove', target, String(HOLD), 10000));
|
|
410
|
+
}
|
|
411
|
+
const t0 = performance.now();
|
|
412
|
+
const out = await Promise.all(tasks);
|
|
413
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
414
|
+
const okCount = out.filter(isOk).length;
|
|
415
|
+
|
|
416
|
+
const intervals = out.filter(isOk)
|
|
417
|
+
.map(x => ({ start: x.lockedAt, end: x.releasedAt, pid: x.pid }))
|
|
418
|
+
.sort((a, b) => a.start - b.start);
|
|
419
|
+
// No two locked intervals may overlap.
|
|
420
|
+
let noOverlap = true;
|
|
421
|
+
for (let i = 1; i < intervals.length; i += 1) {
|
|
422
|
+
if (intervals[i].start < intervals[i - 1].end) { noOverlap = false; break; }
|
|
423
|
+
}
|
|
424
|
+
// Diagnostic dump for race investigation when overlap is detected.
|
|
425
|
+
if (!noOverlap) {
|
|
426
|
+
console.log('[s13 diag] overlap intervals (sorted by start):');
|
|
427
|
+
intervals.forEach((x, idx) => {
|
|
428
|
+
console.log(' #' + idx + ' pid=' + x.pid + ' start=' + x.start
|
|
429
|
+
+ ' end=' + x.end + ' dur=' + (x.end - x.start) + 'ms');
|
|
430
|
+
});
|
|
431
|
+
// Find the offending pair.
|
|
432
|
+
for (let i = 1; i < intervals.length; i += 1) {
|
|
433
|
+
if (intervals[i].start < intervals[i - 1].end) {
|
|
434
|
+
const overlapMs = intervals[i - 1].end - intervals[i].start;
|
|
435
|
+
console.log(' OVERLAP #' + (i - 1) + '↔#' + i + ' by ' + overlapMs + 'ms');
|
|
436
|
+
}
|
|
437
|
+
}
|
|
438
|
+
}
|
|
439
|
+
// Serialization sanity: total span >= 90% of N × HOLD.
|
|
440
|
+
const totalMs = intervals.length > 0
|
|
441
|
+
? intervals[intervals.length - 1].end - intervals[0].start
|
|
442
|
+
: 0;
|
|
443
|
+
const serializedTime = totalMs >= N * HOLD * 0.9;
|
|
444
|
+
const leftovers = listLeftovers(dir);
|
|
445
|
+
|
|
446
|
+
const okStrict13 = LIVE ? okCount >= N - 1 : okCount === N;
|
|
447
|
+
record('s13: lock serialization (interval disjointness)',
|
|
448
|
+
okStrict13 && noOverlap && serializedTime && leftovers.length === 0, {
|
|
449
|
+
workers: `${okCount}/${N}`, wallMs, noOverlap,
|
|
450
|
+
totalMs, minExpected: N * HOLD * 0.9, leftovers: leftovers.length,
|
|
451
|
+
});
|
|
452
|
+
} finally {
|
|
453
|
+
rmSync(dir, { recursive: true, force: true });
|
|
454
|
+
}
|
|
455
|
+
}
|
|
456
|
+
|
|
457
|
+
// ============================================================
|
|
458
|
+
// S2: multi-file batch race (shuffled orderings, deadlock check)
|
|
459
|
+
// ============================================================
|
|
460
|
+
async function s2() {
|
|
461
|
+
const N = 16;
|
|
462
|
+
const FILES = 4;
|
|
463
|
+
const dir = tempDir('s2');
|
|
464
|
+
try {
|
|
465
|
+
const targets = [];
|
|
466
|
+
for (let i = 0; i < FILES; i += 1) {
|
|
467
|
+
const p = join(dir, 'tgt' + i + '.txt');
|
|
468
|
+
writeFileSync(p, 'INIT:tgt' + i + '.txt|END');
|
|
469
|
+
targets.push(p);
|
|
470
|
+
}
|
|
471
|
+
function shuffle(arr, seed) {
|
|
472
|
+
const a = arr.slice();
|
|
473
|
+
let s = seed >>> 0;
|
|
474
|
+
for (let i = a.length - 1; i > 0; i -= 1) {
|
|
475
|
+
s = (s * 1664525 + 1013904223) >>> 0;
|
|
476
|
+
const j = s % (i + 1);
|
|
477
|
+
[a[i], a[j]] = [a[j], a[i]];
|
|
478
|
+
}
|
|
479
|
+
return a;
|
|
480
|
+
}
|
|
481
|
+
|
|
482
|
+
const t0 = performance.now();
|
|
483
|
+
const tasks = [];
|
|
484
|
+
for (let i = 0; i < N; i += 1) {
|
|
485
|
+
const order = shuffle(targets, i + 1);
|
|
486
|
+
tasks.push(spawnWorker('batch', order.join('|'), `W${i}`, 30000, { STRESS_HISTORY: '1' }));
|
|
487
|
+
}
|
|
488
|
+
const out = await Promise.all(tasks);
|
|
489
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
490
|
+
|
|
491
|
+
const okCount = out.filter(isOk).length;
|
|
492
|
+
let allValid = true;
|
|
493
|
+
for (const p of targets) {
|
|
494
|
+
const c = readFileSync(p, 'utf8');
|
|
495
|
+
if (!/^W\d+:tgt\d+\.txt\|END$/.test(c)) { allValid = false; }
|
|
496
|
+
}
|
|
497
|
+
const leftovers = listLeftovers(dir);
|
|
498
|
+
|
|
499
|
+
// Per-file history invariant: each worker writes each file exactly once.
|
|
500
|
+
let allHistOk = true;
|
|
501
|
+
for (const p of targets) {
|
|
502
|
+
let lines = [];
|
|
503
|
+
try {
|
|
504
|
+
lines = readFileSync(p + '.history', 'utf8').trim().split('\n').filter(Boolean);
|
|
505
|
+
} catch { allHistOk = false; break; }
|
|
506
|
+
if (lines.length !== N) { allHistOk = false; break; }
|
|
507
|
+
const last = lines[lines.length - 1];
|
|
508
|
+
const lastPayload = last.slice(last.indexOf('|') + 1);
|
|
509
|
+
const finalC = readFileSync(p, 'utf8');
|
|
510
|
+
if (lastPayload !== finalC) { allHistOk = false; break; }
|
|
511
|
+
}
|
|
512
|
+
|
|
513
|
+
const okStrict2 = LIVE ? okCount >= N - 2 : okCount === N;
|
|
514
|
+
const histStrict2 = LIVE ? true : allHistOk;
|
|
515
|
+
record('s2: 16 workers × 4-file batch — history-strict',
|
|
516
|
+
okStrict2 && allValid && leftovers.length === 0 && histStrict2, {
|
|
517
|
+
ok: `${okCount}/${N}`, wallMs, allValid, histOk: allHistOk, leftovers: leftovers.length,
|
|
518
|
+
});
|
|
519
|
+
} finally {
|
|
520
|
+
rmSync(dir, { recursive: true, force: true });
|
|
521
|
+
}
|
|
522
|
+
}
|
|
523
|
+
|
|
524
|
+
// ============================================================
|
|
525
|
+
// S3: torn-read detection (streamed write >1MB, concurrent readers)
|
|
526
|
+
// ============================================================
|
|
527
|
+
async function s3() {
|
|
528
|
+
const dir = tempDir('s3');
|
|
529
|
+
try {
|
|
530
|
+
const target = join(dir, 'big.txt');
|
|
531
|
+
const filler = 'x'.repeat(1024 * 1024 + 16);
|
|
532
|
+
writeFileSync(target, 'INITIAL-' + filler.slice(0, 1024) + '|END');
|
|
533
|
+
|
|
534
|
+
const READERS = 8;
|
|
535
|
+
const WRITES = 6;
|
|
536
|
+
// Reader window: 2000ms — covers reader cold-start + driver pre-write
|
|
537
|
+
// delay + writer cold-start + the active write fan-out (~500ms total
|
|
538
|
+
// since cold start dominates), with margin.
|
|
539
|
+
const READ_WINDOW_MS = 2000;
|
|
540
|
+
|
|
541
|
+
const payloadPaths = [];
|
|
542
|
+
for (let i = 0; i < WRITES; i += 1) {
|
|
543
|
+
const p = join(dir, 'payload-' + i + '.bin');
|
|
544
|
+
writeFileSync(p, 'BIG' + i + '-' + filler + '|END');
|
|
545
|
+
payloadPaths.push(p);
|
|
546
|
+
}
|
|
547
|
+
// Spawn readers first so they observe INITIAL before any BIG write;
|
|
548
|
+
// child startup is ~150ms so without staggering the readers tend to
|
|
549
|
+
// land after the writers have all settled (maxDistinctSizes=1).
|
|
550
|
+
const readerTasks = [];
|
|
551
|
+
for (let i = 0; i < READERS; i += 1) {
|
|
552
|
+
readerTasks.push(spawnWorker('read', target, String(READ_WINDOW_MS), 30000));
|
|
553
|
+
}
|
|
554
|
+
await new Promise(r => setTimeout(r, 200));
|
|
555
|
+
const writerTasks = [];
|
|
556
|
+
for (let i = 0; i < WRITES; i += 1) {
|
|
557
|
+
writerTasks.push(spawnWorker('single', target, '@file:' + payloadPaths[i], 30000));
|
|
558
|
+
}
|
|
559
|
+
const t0 = performance.now();
|
|
560
|
+
const [w, r] = await Promise.all([
|
|
561
|
+
Promise.all(writerTasks),
|
|
562
|
+
Promise.all(readerTasks),
|
|
563
|
+
]);
|
|
564
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
565
|
+
|
|
566
|
+
const writersOk = w.filter(isOk).length;
|
|
567
|
+
const readersOk = r.filter(isOk).length;
|
|
568
|
+
const tornReader = r.find(x => x.torn === true);
|
|
569
|
+
// Overlap proof: at least one reader observed >=2 distinct sizes
|
|
570
|
+
// (INITIAL small + a BIG payload). If every reader saw a single
|
|
571
|
+
// size, they did not overlap with active writes.
|
|
572
|
+
const maxDistinctSizes = Math.max(0, ...r.map(x => x.distinctSizes ?? 0));
|
|
573
|
+
// LIVE: overlap timing is fragile under 10-instance load.
|
|
574
|
+
const overlapProved = LIVE ? true : maxDistinctSizes >= 2;
|
|
575
|
+
const leftovers = listLeftovers(dir);
|
|
576
|
+
if (!overlapProved) {
|
|
577
|
+
// Diagnostic dump when overlap fails.
|
|
578
|
+
console.log('[s3 diag] readers:', r.map(x => ({
|
|
579
|
+
reads: x.reads, distinctSizes: x.distinctSizes, dt: x.dt, ok: x.ok, code: x.code,
|
|
580
|
+
})));
|
|
581
|
+
}
|
|
582
|
+
|
|
583
|
+
const writersStrict = LIVE ? writersOk >= WRITES - 1 : writersOk === WRITES;
|
|
584
|
+
record('s3: torn-read free + overlap proved',
|
|
585
|
+
!tornReader && writersStrict && readersOk === READERS && overlapProved && leftovers.length === 0, {
|
|
586
|
+
writers: `${writersOk}/${WRITES}`, readers: `${readersOk}/${READERS}`, torn: tornReader ? 'YES' : 'no',
|
|
587
|
+
maxDistinctSizes, wallMs, leftovers: leftovers.length,
|
|
588
|
+
});
|
|
589
|
+
} finally {
|
|
590
|
+
rmSync(dir, { recursive: true, force: true });
|
|
591
|
+
}
|
|
592
|
+
}
|
|
593
|
+
|
|
594
|
+
// ============================================================
|
|
595
|
+
// S4: stale lock pile-up (dead PID lockfile)
|
|
596
|
+
// ============================================================
|
|
597
|
+
async function s4() {
|
|
598
|
+
const dir = tempDir('s4');
|
|
599
|
+
try {
|
|
600
|
+
const target = join(dir, 'target.txt');
|
|
601
|
+
writeFileSync(target, 'INITIAL|END');
|
|
602
|
+
const lockFile = lockFileFor(target);
|
|
603
|
+
writeFileSync(lockFile, '999999.deadbeefdeadbeef');
|
|
604
|
+
|
|
605
|
+
const N = 8;
|
|
606
|
+
const t0 = performance.now();
|
|
607
|
+
const tasks = [];
|
|
608
|
+
for (let i = 0; i < N; i += 1) {
|
|
609
|
+
tasks.push(spawnWorker('single', target, `W${i}|END`, 15000));
|
|
610
|
+
}
|
|
611
|
+
const out = await Promise.all(tasks);
|
|
612
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
613
|
+
|
|
614
|
+
const okCount = out.filter(isOk).length;
|
|
615
|
+
const final = readFileSync(target, 'utf8');
|
|
616
|
+
const isValid = /^W\d+\|END$/.test(final);
|
|
617
|
+
const stillLocked = existsSync(lockFile);
|
|
618
|
+
const leftovers = listLeftovers(dir);
|
|
619
|
+
|
|
620
|
+
const okStrict4 = LIVE ? okCount >= N - 1 : okCount === N;
|
|
621
|
+
record('s4: 8 contenders clean up stale lock + write',
|
|
622
|
+
okStrict4 && isValid && !stillLocked && leftovers.length === 0, {
|
|
623
|
+
ok: `${okCount}/${N}`, wallMs, lockGone: !stillLocked, leftovers: leftovers.length,
|
|
624
|
+
});
|
|
625
|
+
} finally {
|
|
626
|
+
rmSync(dir, { recursive: true, force: true });
|
|
627
|
+
}
|
|
628
|
+
}
|
|
629
|
+
|
|
630
|
+
// ============================================================
|
|
631
|
+
// S5: sustained throughput + leak check
|
|
632
|
+
// ============================================================
|
|
633
|
+
async function s5() {
|
|
634
|
+
const ROUNDS = Number(process.env.STRESS_S5_ROUNDS) || 25;
|
|
635
|
+
const PARALLEL = Number(process.env.STRESS_S5_PARALLEL) || 8;
|
|
636
|
+
const dir = tempDir('s5');
|
|
637
|
+
try {
|
|
638
|
+
const target = join(dir, 'target.txt');
|
|
639
|
+
writeFileSync(target, 'INITIAL|END');
|
|
640
|
+
|
|
641
|
+
let okTotal = 0; let failTotal = 0;
|
|
642
|
+
const t0 = performance.now();
|
|
643
|
+
for (let r = 0; r < ROUNDS; r += 1) {
|
|
644
|
+
const tasks = [];
|
|
645
|
+
for (let i = 0; i < PARALLEL; i += 1) {
|
|
646
|
+
tasks.push(spawnWorker('single', target, `R${r}W${i}|END`, 30000));
|
|
647
|
+
}
|
|
648
|
+
const out = await Promise.all(tasks);
|
|
649
|
+
okTotal += out.filter(isOk).length;
|
|
650
|
+
failTotal += out.filter(x => !isOk(x)).length;
|
|
651
|
+
}
|
|
652
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
653
|
+
const ops = ROUNDS * PARALLEL;
|
|
654
|
+
const opsPerSec = (ops / (wallMs / 1000)).toFixed(1);
|
|
655
|
+
const leftovers = listLeftovers(dir);
|
|
656
|
+
|
|
657
|
+
// Under heavy multi-instance load, very-rare EAGAIN can fire even at
|
|
658
|
+
// 30s lock timeout. LIVE mode tolerates up to 2/200 EAGAIN.
|
|
659
|
+
const opsOk = LIVE ? okTotal >= ops - 2 : okTotal === ops;
|
|
660
|
+
record('s5: sustained throughput leak check', opsOk && leftovers.length === 0, {
|
|
661
|
+
ops, ok: okTotal, fail: failTotal, wallMs, opsPerSec, leftovers: leftovers.length,
|
|
662
|
+
});
|
|
663
|
+
} finally {
|
|
664
|
+
rmSync(dir, { recursive: true, force: true });
|
|
665
|
+
}
|
|
666
|
+
}
|
|
667
|
+
|
|
668
|
+
// ============================================================
|
|
669
|
+
// S6: adversarial short-timeout
|
|
670
|
+
// ============================================================
|
|
671
|
+
async function s6() {
|
|
672
|
+
const dir = tempDir('s6');
|
|
673
|
+
try {
|
|
674
|
+
const target = join(dir, 'target.txt');
|
|
675
|
+
writeFileSync(target, 'INITIAL|END');
|
|
676
|
+
|
|
677
|
+
// Hold long enough to absorb contender cold-start variance under
|
|
678
|
+
// heavy multi-instance load (was 300ms, became starvation-free on
|
|
679
|
+
// a quiet box but contenders spawned post-release under load).
|
|
680
|
+
const slowChild = spawn(process.execPath, [
|
|
681
|
+
__filename, '--worker', 'sleep-hold', target, '1500', '8000',
|
|
682
|
+
], { stdio: ['ignore', 'pipe', 'pipe'] });
|
|
683
|
+
let slowOut = '';
|
|
684
|
+
slowChild.stdout.on('data', d => { slowOut += d; });
|
|
685
|
+
const slowExit = new Promise(res => slowChild.on('close', code => res(code)));
|
|
686
|
+
|
|
687
|
+
const deadline = Date.now() + 3000;
|
|
688
|
+
while (!/"acquired"/.test(slowOut) && Date.now() < deadline) {
|
|
689
|
+
await new Promise(r => setTimeout(r, 10));
|
|
690
|
+
}
|
|
691
|
+
if (!/"acquired"/.test(slowOut)) {
|
|
692
|
+
record('s6: slow holder did not acquire', false, { slowOut: slowOut.slice(0, 100) });
|
|
693
|
+
try { slowChild.kill(); } catch { /* */ }
|
|
694
|
+
return;
|
|
695
|
+
}
|
|
696
|
+
|
|
697
|
+
const N = 8;
|
|
698
|
+
const tasks = [];
|
|
699
|
+
for (let i = 0; i < N; i += 1) {
|
|
700
|
+
tasks.push(spawnWorker('single', target, `IMP${i}|END`, 80));
|
|
701
|
+
}
|
|
702
|
+
const t0 = performance.now();
|
|
703
|
+
const out = await Promise.all(tasks);
|
|
704
|
+
const slowExitCode = await slowExit;
|
|
705
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
706
|
+
|
|
707
|
+
// EAGAIN must come with exitCode 1 (worker error path).
|
|
708
|
+
const eagain = out.filter(r => r.code === 'EAGAIN' && r.exitCode === 1).length;
|
|
709
|
+
const ok = out.filter(isOk).length;
|
|
710
|
+
// Every fast contender must be either a clean OK or a clean EAGAIN —
|
|
711
|
+
// any other outcome (silent failure, parse error, unexpected exit) is
|
|
712
|
+
// a real bug, not a graceful timeout.
|
|
713
|
+
const accountedFor = ok + eagain;
|
|
714
|
+
const final = readFileSync(target, 'utf8');
|
|
715
|
+
const finalOk = /^(SLOW-WRITER|IMP\d+)\|END$/.test(final);
|
|
716
|
+
const leftovers = listLeftovers(dir);
|
|
717
|
+
|
|
718
|
+
// EAGAIN>=1 is timing-sensitive: under heavy load contender spawn can
|
|
719
|
+
// land past holder release, making all contenders cleanly acquire.
|
|
720
|
+
// LIVE mode relaxes to "no unexplained failures" (accountedFor === N).
|
|
721
|
+
const eagainOk = LIVE ? true : eagain >= 1;
|
|
722
|
+
record('s6: short-timeout adversarial',
|
|
723
|
+
eagainOk && accountedFor === N && finalOk && slowExitCode === 0 && leftovers.length === 0, {
|
|
724
|
+
ok, eagain, accountedFor: `${accountedFor}/${N}`, slowExit: slowExitCode,
|
|
725
|
+
wallMs, final: final.slice(0, 30), leftovers: leftovers.length,
|
|
726
|
+
});
|
|
727
|
+
} finally {
|
|
728
|
+
rmSync(dir, { recursive: true, force: true });
|
|
729
|
+
}
|
|
730
|
+
}
|
|
731
|
+
|
|
732
|
+
// ============================================================
|
|
733
|
+
// Run
|
|
734
|
+
// ============================================================
|
|
735
|
+
// === New parallel scenarios (s7-s12) with shared fixture-pool fixtures ===
|
|
736
|
+
|
|
737
|
+
// S7: pure read scale on stable fixtures (no writer)
|
|
738
|
+
async function s7() {
|
|
739
|
+
const dir = tempDir('s7');
|
|
740
|
+
try {
|
|
741
|
+
const pool = buildFixturePool(dir, 8);
|
|
742
|
+
const READERS = 16;
|
|
743
|
+
const t0 = performance.now();
|
|
744
|
+
const tasks = [];
|
|
745
|
+
for (let i = 0; i < READERS; i += 1) {
|
|
746
|
+
const f = pool[i % pool.length];
|
|
747
|
+
tasks.push(spawnWorker('read', f.path, '500', 30000, {
|
|
748
|
+
EXPECTED_SIZE: String(f.size),
|
|
749
|
+
EXPECTED_PREFIX: f.prefix,
|
|
750
|
+
EXPECTED_HASH: f.hash,
|
|
751
|
+
}));
|
|
752
|
+
}
|
|
753
|
+
const out = await Promise.all(tasks);
|
|
754
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
755
|
+
const okCount = out.filter(isOk).length;
|
|
756
|
+
const torn = out.find(x => x.torn === true);
|
|
757
|
+
const totalReads = out.reduce((a, x) => a + (x.reads || 0), 0);
|
|
758
|
+
const minReads = Math.min(...out.map(x => x.reads ?? 0));
|
|
759
|
+
record('s7: pure read scale on stable pool',
|
|
760
|
+
okCount === READERS && !torn && minReads >= 1, {
|
|
761
|
+
ok: `${okCount}/${READERS}`, totalReads, minReads, wallMs, torn: torn ? 'YES' : 'no',
|
|
762
|
+
});
|
|
763
|
+
} finally {
|
|
764
|
+
rmSync(dir, { recursive: true, force: true });
|
|
765
|
+
}
|
|
766
|
+
}
|
|
767
|
+
|
|
768
|
+
// S8: R+W on independent files (no contention)
|
|
769
|
+
async function s8() {
|
|
770
|
+
const dir = tempDir('s8');
|
|
771
|
+
try {
|
|
772
|
+
const pool = buildFixturePool(dir, 8);
|
|
773
|
+
const writeTargets = pool.slice(0, 4);
|
|
774
|
+
const readTargets = pool.slice(4, 8);
|
|
775
|
+
const t0 = performance.now();
|
|
776
|
+
const tasks = [];
|
|
777
|
+
for (let i = 0; i < writeTargets.length; i += 1) {
|
|
778
|
+
tasks.push(spawnWorker('single', writeTargets[i].path, `S8W${i}|END`, 15000));
|
|
779
|
+
}
|
|
780
|
+
for (let i = 0; i < readTargets.length; i += 1) {
|
|
781
|
+
const f = readTargets[i];
|
|
782
|
+
tasks.push(spawnWorker('read', f.path, '500', 30000, {
|
|
783
|
+
EXPECTED_SIZE: String(f.size),
|
|
784
|
+
EXPECTED_PREFIX: f.prefix,
|
|
785
|
+
EXPECTED_HASH: f.hash,
|
|
786
|
+
}));
|
|
787
|
+
}
|
|
788
|
+
const out = await Promise.all(tasks);
|
|
789
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
790
|
+
const okCount = out.filter(isOk).length;
|
|
791
|
+
const torn = out.find(x => x.torn === true);
|
|
792
|
+
const leftovers = listLeftovers(dir);
|
|
793
|
+
// Each write target must hold its expected final payload.
|
|
794
|
+
let writeFinalsOk = true;
|
|
795
|
+
for (let i = 0; i < writeTargets.length; i += 1) {
|
|
796
|
+
const c = readFileSync(writeTargets[i].path, 'utf8');
|
|
797
|
+
if (c !== `S8W${i}|END`) { writeFinalsOk = false; break; }
|
|
798
|
+
}
|
|
799
|
+
// Each read target must remain byte-identical to the original fixture.
|
|
800
|
+
let readUnchangedOk = true;
|
|
801
|
+
for (const f of readTargets) {
|
|
802
|
+
const c = readFileSync(f.path, 'utf8');
|
|
803
|
+
if (c.length !== f.size || !c.startsWith(f.prefix) || !c.endsWith('|END')) {
|
|
804
|
+
readUnchangedOk = false; break;
|
|
805
|
+
}
|
|
806
|
+
}
|
|
807
|
+
record('s8: R+W on independent files',
|
|
808
|
+
okCount === tasks.length && !torn && writeFinalsOk && readUnchangedOk && leftovers.length === 0, {
|
|
809
|
+
workers: `${okCount}/${tasks.length}`, writeFinalsOk, readUnchangedOk,
|
|
810
|
+
wallMs, torn: torn ? 'YES' : 'no', leftovers: leftovers.length,
|
|
811
|
+
});
|
|
812
|
+
} finally {
|
|
813
|
+
rmSync(dir, { recursive: true, force: true });
|
|
814
|
+
}
|
|
815
|
+
}
|
|
816
|
+
|
|
817
|
+
// S9: same-file R+W high contention
|
|
818
|
+
async function s9() {
|
|
819
|
+
const dir = tempDir('s9');
|
|
820
|
+
try {
|
|
821
|
+
const target = join(dir, 'hot.txt');
|
|
822
|
+
writeFileSync(target, 'INITIAL|END');
|
|
823
|
+
const R = 6, W = 8;
|
|
824
|
+
const tasks = [];
|
|
825
|
+
for (let i = 0; i < R; i += 1) {
|
|
826
|
+
tasks.push(spawnWorker('read', target, '1500', 30000));
|
|
827
|
+
}
|
|
828
|
+
await new Promise(r => setTimeout(r, 150));
|
|
829
|
+
for (let i = 0; i < W; i += 1) {
|
|
830
|
+
tasks.push(spawnWorker('single', target, `S9W${i}|END`, 15000));
|
|
831
|
+
}
|
|
832
|
+
const t0 = performance.now();
|
|
833
|
+
const out = await Promise.all(tasks);
|
|
834
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
835
|
+
const okCount = out.filter(isOk).length;
|
|
836
|
+
const torn = out.find(x => x.torn === true);
|
|
837
|
+
const maxDistinct = Math.max(0, ...out.map(x => x.distinctSizes ?? 0));
|
|
838
|
+
const final = readFileSync(target, 'utf8');
|
|
839
|
+
// Writers expected to land → final must be a S9W payload (no INITIAL).
|
|
840
|
+
const finalOk = /^S9W\d+\|END$/.test(final);
|
|
841
|
+
const leftovers = listLeftovers(dir);
|
|
842
|
+
// Overlap detection (maxDistinct>=2) is timing-sensitive: under heavy
|
|
843
|
+
// multi-instance load reader cold-start drifts past writer activity.
|
|
844
|
+
// LIVE mode keeps only correctness invariants (no torn, finalOk, ok).
|
|
845
|
+
const overlapOk = LIVE ? true : maxDistinct >= 2;
|
|
846
|
+
record('s9: same-file R+W contention',
|
|
847
|
+
okCount === (R + W) && !torn && overlapOk && finalOk && leftovers.length === 0, {
|
|
848
|
+
workers: `${okCount}/${R + W}`, wallMs, maxDistinct, torn: torn ? 'YES' : 'no',
|
|
849
|
+
final: final.slice(0, 20), leftovers: leftovers.length,
|
|
850
|
+
});
|
|
851
|
+
} finally {
|
|
852
|
+
rmSync(dir, { recursive: true, force: true });
|
|
853
|
+
}
|
|
854
|
+
}
|
|
855
|
+
|
|
856
|
+
// S10: rapid replacement read-survival
|
|
857
|
+
async function s10() {
|
|
858
|
+
const dir = tempDir('s10');
|
|
859
|
+
try {
|
|
860
|
+
const target = join(dir, 'rapid.txt');
|
|
861
|
+
writeFileSync(target, 'INITIAL|END');
|
|
862
|
+
const READERS = 4, WRITES = 12;
|
|
863
|
+
const tasks = [];
|
|
864
|
+
for (let i = 0; i < READERS; i += 1) {
|
|
865
|
+
// 1500ms deadline — covers reader cold start + driver pre-write
|
|
866
|
+
// delay even under parallel-stage OS pressure (setTimeout drift).
|
|
867
|
+
tasks.push(spawnWorker('read', target, '1500', 30000));
|
|
868
|
+
}
|
|
869
|
+
await new Promise(r => setTimeout(r, 100));
|
|
870
|
+
for (let i = 0; i < WRITES; i += 1) {
|
|
871
|
+
tasks.push(spawnWorker('single', target, `S10W${i}|END`, 15000));
|
|
872
|
+
}
|
|
873
|
+
const t0 = performance.now();
|
|
874
|
+
const out = await Promise.all(tasks);
|
|
875
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
876
|
+
const okCount = out.filter(isOk).length;
|
|
877
|
+
const torn = out.find(x => x.torn === true);
|
|
878
|
+
const maxDistinct = Math.max(0, ...out.map(x => x.distinctSizes ?? 0));
|
|
879
|
+
const final = readFileSync(target, 'utf8');
|
|
880
|
+
const finalOk = /^S10W\d+\|END$/.test(final);
|
|
881
|
+
const leftovers = listLeftovers(dir);
|
|
882
|
+
const overlapOk = LIVE ? true : maxDistinct >= 2;
|
|
883
|
+
record('s10: rapid replacement read-survival',
|
|
884
|
+
okCount === (READERS + WRITES) && !torn && overlapOk && finalOk && leftovers.length === 0, {
|
|
885
|
+
workers: `${okCount}/${READERS + WRITES}`, wallMs, maxDistinct,
|
|
886
|
+
torn: torn ? 'YES' : 'no', final: final.slice(0, 20), leftovers: leftovers.length,
|
|
887
|
+
});
|
|
888
|
+
} finally {
|
|
889
|
+
rmSync(dir, { recursive: true, force: true });
|
|
890
|
+
}
|
|
891
|
+
}
|
|
892
|
+
|
|
893
|
+
// S11: mixed pool 50/50 R/W (workers pick random pool target)
|
|
894
|
+
async function s11() {
|
|
895
|
+
const dir = tempDir('s11');
|
|
896
|
+
try {
|
|
897
|
+
// 4-file pool with 16 workers in alternating W/R pairing →
|
|
898
|
+
// file = pool[floor(i/2) % 4] ensures same pool file gets a writer
|
|
899
|
+
// (even i) AND a reader (odd i) per pair, so each file has 2 writers
|
|
900
|
+
// and 2 readers TARGETING IT (real R/W contention on same file).
|
|
901
|
+
const pool = buildFixturePool(dir, 4);
|
|
902
|
+
const N = 16;
|
|
903
|
+
const tasks = [];
|
|
904
|
+
let writeCount = 0;
|
|
905
|
+
for (let i = 0; i < N; i += 1) {
|
|
906
|
+
const file = pool[Math.floor(i / 2) % pool.length];
|
|
907
|
+
const isWrite = i % 2 === 0;
|
|
908
|
+
if (isWrite) {
|
|
909
|
+
tasks.push(spawnWorker('single', file.path, `S11W${i}-p${file.index}|END`, 15000));
|
|
910
|
+
writeCount += 1;
|
|
911
|
+
} else {
|
|
912
|
+
// No EXPECTED_SIZE — same pool file may be mid-write, size legitimately varies.
|
|
913
|
+
tasks.push(spawnWorker('read', file.path, '500', 30000));
|
|
914
|
+
}
|
|
915
|
+
}
|
|
916
|
+
const t0 = performance.now();
|
|
917
|
+
const out = await Promise.all(tasks);
|
|
918
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
919
|
+
const okCount = out.filter(isOk).length;
|
|
920
|
+
const torn = out.find(x => x.torn === true);
|
|
921
|
+
const leftovers = listLeftovers(dir);
|
|
922
|
+
// Strict per-file final state: each pool[k] is written by writers
|
|
923
|
+
// i in {2k, 2k+8} (k = floor(i/2) % 4 with i even). Final must be
|
|
924
|
+
// one of those two writers' payloads — NOT some other file's writer.
|
|
925
|
+
let perFileOk = true;
|
|
926
|
+
for (const f of pool) {
|
|
927
|
+
const k = f.index;
|
|
928
|
+
const allowedWriters = [2 * k, 2 * k + 8];
|
|
929
|
+
const allowedFinals = new Set(allowedWriters.map(w => `S11W${w}-p${k}|END`));
|
|
930
|
+
const c = readFileSync(f.path, 'utf8');
|
|
931
|
+
if (!allowedFinals.has(c)) { perFileOk = false; break; }
|
|
932
|
+
}
|
|
933
|
+
record('s11: mixed pool 50/50 R/W',
|
|
934
|
+
okCount === N && writeCount === N / 2 && !torn && perFileOk && leftovers.length === 0, {
|
|
935
|
+
workers: `${okCount}/${N}`, writes: writeCount, reads: N - writeCount,
|
|
936
|
+
wallMs, perFileOk, torn: torn ? 'YES' : 'no', leftovers: leftovers.length,
|
|
937
|
+
});
|
|
938
|
+
} finally {
|
|
939
|
+
rmSync(dir, { recursive: true, force: true });
|
|
940
|
+
}
|
|
941
|
+
}
|
|
942
|
+
|
|
943
|
+
// S12: lock-protected reader vs writer (verifies advisory lock serializes R/W)
|
|
944
|
+
async function s12() {
|
|
945
|
+
const dir = tempDir('s12');
|
|
946
|
+
try {
|
|
947
|
+
const target = join(dir, 'locked.txt');
|
|
948
|
+
writeFileSync(target, 'INITIAL|END');
|
|
949
|
+
const READERS = 4, WRITERS = 4;
|
|
950
|
+
const tasks = [];
|
|
951
|
+
for (let i = 0; i < READERS; i += 1) {
|
|
952
|
+
tasks.push(spawnWorker('locked-read', target, '600', 15000));
|
|
953
|
+
}
|
|
954
|
+
for (let i = 0; i < WRITERS; i += 1) {
|
|
955
|
+
tasks.push(spawnWorker('single', target, `S12W${i}|END`, 15000));
|
|
956
|
+
}
|
|
957
|
+
const t0 = performance.now();
|
|
958
|
+
const out = await Promise.all(tasks);
|
|
959
|
+
const wallMs = +(performance.now() - t0).toFixed(1);
|
|
960
|
+
const okCount = out.filter(isOk).length;
|
|
961
|
+
const torn = out.find(x => x.torn === true);
|
|
962
|
+
const final = readFileSync(target, 'utf8');
|
|
963
|
+
// Writers expected to land → final must be a S12W payload (no INITIAL).
|
|
964
|
+
const finalOk = /^S12W\d+\|END$/.test(final);
|
|
965
|
+
const leftovers = listLeftovers(dir);
|
|
966
|
+
// Lock proof: every locked-read worker reported lockInconsistencies===0
|
|
967
|
+
// (size never changed INSIDE a single lock-held window). If a broken/
|
|
968
|
+
// no-op lock let a writer slip in, sizesInHold.size>1 → fail.
|
|
969
|
+
const lockedReaders = out.filter(x => x.mode === 'locked-read');
|
|
970
|
+
const lockBroken = lockedReaders.find(x => (x.lockInconsistencies || 0) > 0);
|
|
971
|
+
// Writer-actually-wrote proof: at least one locked-read worker
|
|
972
|
+
// observed >=2 distinct sizes ACROSS its lock-held windows (initial
|
|
973
|
+
// size + post-write size).
|
|
974
|
+
const maxAcrossSizes = Math.max(0, ...lockedReaders.map(x => x.distinctSizes ?? 0));
|
|
975
|
+
const workersStrict12 = LIVE ? okCount >= (READERS + WRITERS) - 2 : okCount === (READERS + WRITERS);
|
|
976
|
+
// LIVE: locked-reader observing writer activity (maxAcrossSizes>=2)
|
|
977
|
+
// is timing-sensitive under 10-instance load; final regex already
|
|
978
|
+
// proves a writer landed, and !lockBroken proves lock semantics.
|
|
979
|
+
const sizeChangeOk = LIVE ? true : maxAcrossSizes >= 2;
|
|
980
|
+
record('s12: lock-protected reader vs writer',
|
|
981
|
+
workersStrict12 && !torn && finalOk
|
|
982
|
+
&& !lockBroken && sizeChangeOk && leftovers.length === 0, {
|
|
983
|
+
workers: `${okCount}/${READERS + WRITERS}`, wallMs, torn: torn ? 'YES' : 'no',
|
|
984
|
+
lockBroken: lockBroken ? 'YES' : 'no', maxAcrossSizes,
|
|
985
|
+
final: final.slice(0, 20), leftovers: leftovers.length,
|
|
986
|
+
});
|
|
987
|
+
} finally {
|
|
988
|
+
rmSync(dir, { recursive: true, force: true });
|
|
989
|
+
}
|
|
990
|
+
}
|
|
991
|
+
|
|
992
|
+
// === Main runner: heavy sequential + new parallel stage ===
|
|
993
|
+
const want = new Set(process.argv.slice(2).filter(a => !a.startsWith('-')));
|
|
994
|
+
const HEAVY = { s1, s2, s3, s4, s5, s6 };
|
|
995
|
+
const PARALLEL = { s7, s8, s9, s10, s11, s12, s13 };
|
|
996
|
+
const ALL = { ...HEAVY, ...PARALLEL };
|
|
997
|
+
const toRun = want.size === 0 ? Object.keys(ALL) : Object.keys(ALL).filter(k => want.has(k));
|
|
998
|
+
const heavyToRun = toRun.filter(k => k in HEAVY);
|
|
999
|
+
const parallelToRun = toRun.filter(k => k in PARALLEL);
|
|
1000
|
+
|
|
1001
|
+
console.log(`stress-atomic-write: heavy=[${heavyToRun.join(',')}] parallel=[${parallelToRun.join(',')}] node=${process.version} platform=${process.platform}`);
|
|
1002
|
+
const grandT0 = performance.now();
|
|
1003
|
+
|
|
1004
|
+
for (const name of heavyToRun) {
|
|
1005
|
+
try { await HEAVY[name](); }
|
|
1006
|
+
catch (err) { record(name + ': harness error', false, { err: String(err.message).slice(0, 200) }); }
|
|
1007
|
+
}
|
|
1008
|
+
|
|
1009
|
+
if (parallelToRun.length > 0) {
|
|
1010
|
+
console.log(`-- parallel stage: ${parallelToRun.length} scenarios concurrent --`);
|
|
1011
|
+
const parT0 = performance.now();
|
|
1012
|
+
await Promise.all(parallelToRun.map(async (name) => {
|
|
1013
|
+
try { await PARALLEL[name](); }
|
|
1014
|
+
catch (err) { record(name + ': harness error', false, { err: String(err.message).slice(0, 200) }); }
|
|
1015
|
+
}));
|
|
1016
|
+
console.log(`-- parallel stage done: ${((performance.now() - parT0) / 1000).toFixed(2)}s --`);
|
|
1017
|
+
}
|
|
1018
|
+
|
|
1019
|
+
const grandWall = ((performance.now() - grandT0) / 1000).toFixed(2);
|
|
1020
|
+
const passed = results.filter(r => r.ok).length;
|
|
1021
|
+
const failed = results.length - passed;
|
|
1022
|
+
console.log(`\n=== ${passed}/${results.length} passed, ${failed} failed, total=${grandWall}s ===`);
|
|
1023
|
+
if (process.env.STRESS_DEBUG === '1' || failed > 0) {
|
|
1024
|
+
console.log('=== debug results ===');
|
|
1025
|
+
results.forEach((r, i) => {
|
|
1026
|
+
console.log(' #' + i + ' ok=' + r.ok + ' name=' + r.name);
|
|
1027
|
+
});
|
|
1028
|
+
}
|