@deksden-com/dd-flow-cli 0.9.0-beta.137 → 0.9.0-beta.139
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +19 -0
- package/README.md +9 -0
- package/dist/build-info.json +6 -6
- package/dist/cli/argument-values.js +5 -5
- package/dist/cli/command-inputs.js +89 -20
- package/dist/cli/command-metadata.js +197 -0
- package/dist/cli/command-option-descriptions.js +191 -0
- package/dist/cli/completion-cli.js +70 -0
- package/dist/cli/completion.js +57 -0
- package/dist/cli/error-output.js +52 -0
- package/dist/cli/executor-onboarding.js +76 -0
- package/dist/cli/flows.js +29 -0
- package/dist/cli/harnesses.js +84 -0
- package/dist/cli/help.js +240 -6
- package/dist/cli/input-preparation.js +54 -5
- package/dist/cli/memory-flow-admission.js +44 -0
- package/dist/cli/memory-init-invocation.js +78 -0
- package/dist/cli/memory-init.js +240 -0
- package/dist/cli/memory-storage-admission.js +53 -0
- package/dist/cli/models.js +39 -0
- package/dist/cli/native-hook-ingress.js +1 -1
- package/dist/cli/operator-profiles.js +61 -0
- package/dist/cli/output-options.js +35 -0
- package/dist/cli/response-file.js +71 -0
- package/dist/cli/run-cli.js +283 -160
- package/dist/cli/runtime-process.js +1 -1
- package/dist/cli/setup.js +149 -0
- package/dist/cli.js +56 -2
- package/dist/domain/stage-handler-identities.js +20 -0
- package/dist/harness-runtime/lib/daemon-operations.d.mts +1 -0
- package/dist/harness-runtime/lib/daemon-operations.mjs +4 -3
- package/dist/harness-runtime/lib/dd-agy-daemon.mjs +53 -22
- package/dist/harness-runtime/lib/dd-agy.mjs +16 -5
- package/dist/harness-runtime/lib/dd-codex-daemon.mjs +12 -6
- package/dist/harness-runtime/lib/dd-codex.mjs +24 -12
- package/dist/harness-runtime/lib/dd-droid-daemon.mjs +2 -1
- package/dist/harness-runtime/lib/dd-droid.mjs +32 -9
- package/dist/harness-runtime/lib/dd-grok-daemon.mjs +11 -3
- package/dist/harness-runtime/lib/dd-opencode-daemon.mjs +100 -15
- package/dist/harness-runtime/lib/dd-opencode.mjs +51 -20
- package/dist/harness-runtime/lib/dd-zcode-daemon.mjs +22 -10
- package/dist/harness-runtime/lib/dd-zcode.mjs +17 -4
- package/dist/harness-runtime/lib/delegation-instructions.d.mts +1 -0
- package/dist/harness-runtime/lib/delegation-instructions.mjs +16 -3
- package/dist/harness-runtime/lib/lease-renewal.mjs +2 -1
- package/dist/harness-runtime/lib/lifecycle-command.mjs +1 -0
- package/dist/harness-runtime/lib/managed-daemon.d.mts +1 -0
- package/dist/harness-runtime/lib/managed-daemon.mjs +50 -15
- package/dist/harness-runtime/lib/managed-flow-env.mjs +15 -0
- package/dist/harness-runtime/lib/native-children.d.mts +2 -0
- package/dist/harness-runtime/lib/native-children.mjs +20 -1
- package/dist/harness-runtime/lib/native-hook-command.mjs +1 -1
- package/dist/harness-runtime/lib/native-request-proof.d.mts +2 -0
- package/dist/harness-runtime/lib/native-request-proof.mjs +65 -0
- package/dist/harness-runtime/lib/opencode-plugin.mjs +32 -9
- package/dist/harness-runtime/lib/operation-progress.mjs +3 -1
- package/dist/harness-runtime/lib/provider-overload-policy.d.mts +13 -0
- package/dist/harness-runtime/lib/provider-overload-policy.mjs +138 -0
- package/dist/runtime/context.js +1 -1
- package/dist/schemas/discovery-result.schema.json +184 -0
- package/dist/schemas/execution-bundle.schema.json +205 -0
- package/dist/schemas/execution-settings.schema.json +162 -0
- package/dist/schemas/flow-descriptor.schema.json +54 -0
- package/dist/schemas/flow-run.schema.json +26 -0
- package/dist/schemas/harness-catalog.schema.json +80 -0
- package/dist/schemas/mb-init-compose-result.schema.json +457 -0
- package/dist/schemas/mb-init-discover-result.schema.json +500 -0
- package/dist/schemas/mb-init-finish-result.schema.json +422 -0
- package/dist/schemas/mb-init-preflight-result.schema.json +367 -0
- package/dist/schemas/mb-init-review-result.schema.json +396 -0
- package/dist/schemas/mb-init-verify-result.schema.json +391 -0
- package/dist/schemas/memory-bootstrap-receipt-v2.schema.json +67 -0
- package/dist/schemas/memory-bootstrap-receipt.schema.json +354 -0
- package/dist/schemas/memory-composition-work-result.schema.json +38 -0
- package/dist/schemas/memory-repair-work-result.schema.json +49 -0
- package/dist/schemas/memory-review-correction-plan.schema.json +30 -0
- package/dist/schemas/memory-review-work-result.schema.json +43 -0
- package/dist/schemas/model-catalog.schema.json +153 -0
- package/dist/schemas/profile-settings.schema.json +122 -0
- package/dist/schemas/release-manifest.schema.json +291 -0
- package/dist/schemas/run-engine-binding.schema.json +1 -1
- package/dist/services/check-runner-evidence.js +51 -4
- package/dist/services/cli-operation-classifier.js +8 -47
- package/dist/services/cli-upgrade-allowlist.js +27 -0
- package/dist/services/code-checks.js +387 -34
- package/dist/services/controller-child-capacity.js +13 -0
- package/dist/services/controller-child-observer.js +18 -2
- package/dist/services/controller-execution.js +88 -0
- package/dist/services/controller-fanout.js +71 -12
- package/dist/services/dashboard.js +8 -2
- package/dist/services/descriptor-coordinator-session.js +35 -0
- package/dist/services/descriptor-root-work.js +53 -0
- package/dist/services/descriptor-run-settlement.js +105 -0
- package/dist/services/descriptor-run-start.js +449 -0
- package/dist/services/descriptor-stage-coordinator.js +197 -0
- package/dist/services/descriptor-stage-settlement.js +222 -0
- package/dist/services/descriptor-stage-start.js +139 -0
- package/dist/services/discovery/agy-discovery.js +2 -0
- package/dist/services/discovery/codex-discovery.js +2 -0
- package/dist/services/discovery/droid-discovery.js +2 -0
- package/dist/services/discovery/grok-discovery.js +2 -0
- package/dist/services/discovery/opencode-discovery.js +2 -0
- package/dist/services/discovery/static.js +31 -0
- package/dist/services/discovery/zcode-discovery.js +2 -0
- package/dist/services/engines.js +39 -22
- package/dist/services/eval-snapshots.js +83 -25
- package/dist/services/execution-bundles.js +263 -0
- package/dist/services/execution-policy.js +20 -16
- package/dist/services/executor-onboarding.js +56 -0
- package/dist/services/external-work-launch.js +93 -15
- package/dist/services/flow-catalog.js +21 -0
- package/dist/services/flow-descriptors.js +82 -0
- package/dist/services/frozen-engine.js +250 -0
- package/dist/services/generic-execution.js +164 -0
- package/dist/services/harness-adapter.js +28 -2
- package/dist/services/harness-discovery.js +29 -0
- package/dist/services/harness-doctor.js +75 -0
- package/dist/services/harness-probe-effects.js +51 -0
- package/dist/services/harness-version-probe.js +100 -0
- package/dist/services/hooks.js +24 -6
- package/dist/services/hybrid-contracts.js +483 -0
- package/dist/services/ids.js +29 -1
- package/dist/services/installation-lock.js +95 -0
- package/dist/services/installed-flow-source.js +183 -0
- package/dist/services/lifecycle-invocations.js +257 -78
- package/dist/services/managed-processes.js +31 -10
- package/dist/services/memory-accepted-composition.js +77 -0
- package/dist/services/memory-baseline-preservation.js +65 -0
- package/dist/services/memory-completed-correction-wave.js +320 -0
- package/dist/services/memory-compose-handler.js +258 -0
- package/dist/services/memory-composition-acceptance.js +199 -0
- package/dist/services/memory-composition-graph.js +134 -0
- package/dist/services/memory-composition-registration.js +146 -0
- package/dist/services/memory-composition-work-custody.js +151 -0
- package/dist/services/memory-composition-work-results.js +96 -0
- package/dist/services/memory-corrected-review-acceptance.js +129 -0
- package/dist/services/memory-corrected-review-batch.js +30 -0
- package/dist/services/memory-corrected-review-findings.js +106 -0
- package/dist/services/memory-corrected-review-inputs.js +210 -0
- package/dist/services/memory-corrected-review-projection.js +78 -0
- package/dist/services/memory-corrected-review-receipt.js +170 -0
- package/dist/services/memory-corrected-review-registration.js +191 -0
- package/dist/services/memory-correction-check-receipt.js +219 -0
- package/dist/services/memory-correction-input-owner.js +6 -0
- package/dist/services/memory-discover-handler.js +104 -0
- package/dist/services/memory-finish-evidence.js +435 -0
- package/dist/services/memory-finish-handler.js +215 -0
- package/dist/services/memory-finish-integration.js +280 -0
- package/dist/services/memory-finish-readiness.js +122 -0
- package/dist/services/memory-git-integration.js +151 -0
- package/dist/services/memory-historical-corrected-review.js +206 -0
- package/dist/services/memory-historical-original-review.js +130 -0
- package/dist/services/memory-historical-repair-registration.js +99 -0
- package/dist/services/memory-historical-second-review.js +128 -0
- package/dist/services/memory-init-bootstrap-readiness.js +210 -0
- package/dist/services/memory-init-contexts.js +89 -0
- package/dist/services/memory-init-controller-start.js +84 -0
- package/dist/services/memory-init-engine-release.js +223 -0
- package/dist/services/memory-init-git-policy.js +136 -0
- package/dist/services/memory-init-lint-capability.js +185 -0
- package/dist/services/memory-init-native-capacity.js +296 -0
- package/dist/services/memory-init-preflight.js +330 -0
- package/dist/services/memory-init-project-bootstrap.js +599 -0
- package/dist/services/memory-init-request-candidate.js +157 -0
- package/dist/services/memory-init-request-input.js +66 -0
- package/dist/services/memory-init-resource-storage.js +125 -0
- package/dist/services/memory-init-run-allocation.js +81 -0
- package/dist/services/memory-init-run-bundle.js +98 -0
- package/dist/services/memory-init-start.js +181 -0
- package/dist/services/memory-init-startup-custody.js +80 -0
- package/dist/services/memory-init-startup-input.js +240 -0
- package/dist/services/memory-init-storage.js +81 -0
- package/dist/services/memory-init-stores.js +359 -0
- package/dist/services/memory-init-worktrunk-capability.js +178 -0
- package/dist/services/memory-layer-publication.js +611 -0
- package/dist/services/memory-layer.js +156 -0
- package/dist/services/memory-lint-config.js +85 -0
- package/dist/services/memory-native-review-copy.js +165 -0
- package/dist/services/memory-normal-flow-entry.js +75 -0
- package/dist/services/memory-ordinary-defaults.js +112 -0
- package/dist/services/memory-preflight-bootstrap-custody.js +115 -0
- package/dist/services/memory-preflight-handler.js +259 -0
- package/dist/services/memory-repair-current-view.js +299 -0
- package/dist/services/memory-repair-document-delta.js +451 -0
- package/dist/services/memory-repair-history.js +491 -0
- package/dist/services/memory-repair-physical-binding.js +312 -0
- package/dist/services/memory-repair-publication-files.js +152 -0
- package/dist/services/memory-repair-publication-intent.js +27 -0
- package/dist/services/memory-repair-publication-plan.js +160 -0
- package/dist/services/memory-repair-publication-source.js +225 -0
- package/dist/services/memory-repair-publication.js +794 -0
- package/dist/services/memory-repair-registration.js +239 -0
- package/dist/services/memory-repair-work-baseline.js +413 -0
- package/dist/services/memory-repair-work-completion.js +97 -0
- package/dist/services/memory-repair-work-custody.js +73 -0
- package/dist/services/memory-repair-work-results.js +89 -0
- package/dist/services/memory-repair-workspace.js +252 -0
- package/dist/services/memory-repair-writer-copy.js +735 -0
- package/dist/services/memory-result-binding.js +173 -0
- package/dist/services/memory-retained-review-authority.js +129 -0
- package/dist/services/memory-retained-review-results.js +70 -0
- package/dist/services/memory-retained-second-baseline.js +102 -0
- package/dist/services/memory-retained-second-repairs.js +156 -0
- package/dist/services/memory-review-acceptance.js +214 -0
- package/dist/services/memory-review-correction-plan.js +171 -0
- package/dist/services/memory-review-handler.js +585 -0
- package/dist/services/memory-review-inputs.js +200 -0
- package/dist/services/memory-review-receipt.js +180 -0
- package/dist/services/memory-review-registration.js +108 -0
- package/dist/services/memory-review-work-custody.js +124 -0
- package/dist/services/memory-review-work-input.js +72 -0
- package/dist/services/memory-review-work-results.js +73 -0
- package/dist/services/memory-second-corrected-review-inputs.js +165 -0
- package/dist/services/memory-second-correction-plan.js +76 -0
- package/dist/services/memory-second-repair-baseline.js +91 -0
- package/dist/services/memory-second-repair-launch.js +614 -0
- package/dist/services/memory-second-repair-registration.js +88 -0
- package/dist/services/memory-second-repair-source.js +187 -0
- package/dist/services/memory-second-review-acceptance.js +115 -0
- package/dist/services/memory-source-observations.js +117 -0
- package/dist/services/memory-stage-dispatch.js +28 -0
- package/dist/services/memory-stage-results.js +199 -0
- package/dist/services/memory-verification-acceptance.js +135 -0
- package/dist/services/memory-verification-checks.js +252 -0
- package/dist/services/memory-verification-receipt.js +159 -0
- package/dist/services/memory-verify-handler.js +135 -0
- package/dist/services/memory-work-result-preparation.js +63 -0
- package/dist/services/merge-server.js +2 -4
- package/dist/services/model-catalog.js +109 -0
- package/dist/services/model-discovery.js +46 -0
- package/dist/services/operator-profiles.js +236 -0
- package/dist/services/projects.js +17 -2
- package/dist/services/{codex-capacity.js → provider-capacity.js} +34 -16
- package/dist/services/recovery-snapshot-database.js +417 -2
- package/dist/services/release-archive-producer.js +52 -0
- package/dist/services/release-archive.js +143 -0
- package/dist/services/release-cache.js +142 -0
- package/dist/services/release-compatibility.js +18 -0
- package/dist/services/release-download.js +67 -0
- package/dist/services/release-envelope.js +104 -0
- package/dist/services/release-manifest.js +45 -0
- package/dist/services/release-payload.js +114 -0
- package/dist/services/release-producer.js +63 -0
- package/dist/services/release-provenance.js +160 -0
- package/dist/services/release-registry.js +66 -0
- package/dist/services/release-source.js +194 -0
- package/dist/services/repair-intents.js +1 -1
- package/dist/services/review-copy.js +10 -2
- package/dist/services/run-control.js +80 -9
- package/dist/services/run-controller-adapter.js +1 -1
- package/dist/services/run-controller-capture.js +10 -3
- package/dist/services/run-controller-process.js +21 -0
- package/dist/services/run-controller-recovery.js +5 -5
- package/dist/services/run-controller-state.js +1 -1
- package/dist/services/run-controller.js +158 -64
- package/dist/services/run-recovery-guard.js +5 -3
- package/dist/services/run-recovery-runtime.js +3 -3
- package/dist/services/run-recovery.js +145 -5
- package/dist/services/run-start-custody.js +177 -0
- package/dist/services/runs.js +413 -30
- package/dist/services/setup.js +377 -0
- package/dist/services/stage-context.js +9 -1
- package/dist/services/stage-handlers.js +74 -0
- package/dist/services/stage-report-renderer.js +63 -0
- package/dist/services/stage-work-graph.js +17 -0
- package/dist/services/vnext-code-review.js +1 -1
- package/dist/services/vnext-code.js +6 -6
- package/dist/services/vnext-execution-profile.js +2 -2
- package/dist/services/vnext-fanout.js +73 -11
- package/dist/services/vnext-merge.js +8 -3
- package/dist/services/vnext-plan-review.js +7 -5
- package/dist/services/vnext-plan.js +3 -3
- package/dist/services/vnext-protocolize.js +20 -6
- package/dist/services/vnext-workspace-policy.js +7 -2
- package/dist/services/work-registry.js +616 -71
- package/dist/services/workspace-files.js +1 -1
- package/dist/storage/database.js +84 -6
- package/dist/storage/writer-contract.js +11 -7
- package/package.json +13 -3
- package/tools/create-canon-release.mjs +33 -0
- package/tools/produce-hybrid-release.mjs +41 -0
- package/dist/harness-runtime/lib/codex-capacity-policy.d.mts +0 -10
- package/dist/harness-runtime/lib/codex-capacity-policy.mjs +0 -102
|
@@ -0,0 +1,449 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { spawnSync } from "node:child_process";
|
|
4
|
+
import { AppError } from "../shared/errors.js";
|
|
5
|
+
import { parseFullEntityId } from "../domain/entity-ids.js";
|
|
6
|
+
import { projectRunHome, resolveProjectRoot } from "../storage/paths.js";
|
|
7
|
+
import { RetainedExecutionBundle } from "./execution-bundles.js";
|
|
8
|
+
import { admitBundledFlow, bundledHandlerContext } from "./stage-handlers.js";
|
|
9
|
+
import { hybridDigest } from "./hybrid-contracts.js";
|
|
10
|
+
import { appendAudit } from "./audit.js";
|
|
11
|
+
import { PreparedMemoryInitRuntimeStorage } from "./memory-init-storage.js";
|
|
12
|
+
import { readBoundedReleaseFile } from "./release-source.js";
|
|
13
|
+
import { acquireInstallationLock } from "./installation-lock.js";
|
|
14
|
+
import { resolveExecutionPolicy } from "./execution-policy.js";
|
|
15
|
+
import { prepareFlowRunStart, publishRunProjections, readFlowRunExecutionBundle, assertPreparedRunBundleSqlAuthority, runBundleAuthorityMetadata } from "./runs.js";
|
|
16
|
+
import { readRunStartRequest, refuseRunStart, runStartBytesSha256, runStartPayloadLimit } from "./run-start-custody.js";
|
|
17
|
+
import { readMemoryInitBootstrapReadiness } from "./memory-init-bootstrap-readiness.js";
|
|
18
|
+
import { allocateDescriptorRootWork, readDescriptorRootWork } from "./descriptor-root-work.js";
|
|
19
|
+
import { nextRunId } from "./ids.js";
|
|
20
|
+
import { readMemoryInitRunAllocation } from "./memory-init-run-allocation.js";
|
|
21
|
+
const encode = (value) => Buffer.from(JSON.stringify(value));
|
|
22
|
+
const owner = (directory) => {
|
|
23
|
+
const stat = fs.lstatSync(directory);
|
|
24
|
+
if (!stat.isDirectory())
|
|
25
|
+
refuseRunStart("linked_or_missing_directory");
|
|
26
|
+
return { dev: stat.dev, ino: stat.ino };
|
|
27
|
+
};
|
|
28
|
+
function git(context, projectRoot, workspaceRoot) {
|
|
29
|
+
const env = Object.fromEntries(Object.entries({ ...process.env, ...context.env }).filter(([key]) => !key.startsWith("GIT_")));
|
|
30
|
+
const read = (root, args, optional = false) => {
|
|
31
|
+
const result = spawnSync("git", ["-c", "core.fsmonitor=false", "-c", "core.untrackedCache=false", "-C", root, ...args], { env: { ...env, GIT_OPTIONAL_LOCKS: "0" }, encoding: "utf8", timeout: 5000, maxBuffer: 1024 * 1024, shell: false, windowsHide: true });
|
|
32
|
+
if (result.error || result.signal || !optional && result.status !== 0)
|
|
33
|
+
refuseRunStart("git_observation_failed");
|
|
34
|
+
return result.status === 0 ? result.stdout : null;
|
|
35
|
+
};
|
|
36
|
+
const common = (root) => {
|
|
37
|
+
if (read(root, ["rev-parse", "--is-bare-repository"])?.trim() !== "false"
|
|
38
|
+
|| resolveProjectRoot(read(root, ["rev-parse", "--show-toplevel"]).trim()) !== root)
|
|
39
|
+
refuseRunStart("not_repository_root");
|
|
40
|
+
return fs.realpathSync(path.resolve(root, read(root, ["rev-parse", "--git-common-dir"]).trim()));
|
|
41
|
+
};
|
|
42
|
+
if (common(projectRoot) !== common(workspaceRoot))
|
|
43
|
+
refuseRunStart("foreign_workspace");
|
|
44
|
+
const branch = read(workspaceRoot, ["symbolic-ref", "--quiet", "--short", "HEAD"], true)?.trim();
|
|
45
|
+
if (!branch)
|
|
46
|
+
refuseRunStart("workspace_branch_unavailable");
|
|
47
|
+
return { branch, head: read(workspaceRoot, ["rev-parse", "--verify", "HEAD"], true)?.trim() ?? null,
|
|
48
|
+
status_sha256: runStartBytesSha256(read(workspaceRoot, ["status", "--porcelain=v1", "-z", "--untracked-files=normal"])) };
|
|
49
|
+
}
|
|
50
|
+
function project(context, projectRoot) {
|
|
51
|
+
const selected = context.db.get("SELECT id, root, status FROM projects WHERE root = ?", [projectRoot]);
|
|
52
|
+
if (!selected || selected.status !== "active" || !/^[A-Za-z0-9][A-Za-z0-9_.-]*$/.test(selected.id))
|
|
53
|
+
refuseRunStart("project_not_registered_or_active");
|
|
54
|
+
return selected;
|
|
55
|
+
}
|
|
56
|
+
/** Select before building the bundle; an existing request keeps its original ID. */
|
|
57
|
+
export function nextDescriptorRunId(context, input) {
|
|
58
|
+
const root = resolveProjectRoot(input.projectRoot), selected = project(context, root), prior = readRunStartRequest(context, selected.id, input.requestId);
|
|
59
|
+
if (prior)
|
|
60
|
+
return prior.payload.run_id;
|
|
61
|
+
return nextRunId(context, selected.id, input.slug);
|
|
62
|
+
}
|
|
63
|
+
/** SQL-only: mb-init consumes its independently retained reservation, never
|
|
64
|
+
* a caller-provided id or whichever sequence happens to be available now. */
|
|
65
|
+
function assertRunIdentity(context, projectId, bundle, fresh) {
|
|
66
|
+
if (bundle.manifest.flow_id === "mb-init") {
|
|
67
|
+
const scope = bundle.execution.snapshot().scope;
|
|
68
|
+
const allocation = readMemoryInitRunAllocation(context, { requestId: scope.requestId, projectRoot: scope.projectRoot, workspaceRoot: scope.workspace });
|
|
69
|
+
if (!allocation || allocation.project_id !== projectId || allocation.run_id !== bundle.manifest.run_id)
|
|
70
|
+
refuseRunStart("memory_run_reservation_changed");
|
|
71
|
+
memoryBootstrap(context, projectId, bundle);
|
|
72
|
+
}
|
|
73
|
+
else if (fresh && nextRunId(context, projectId, parseFullEntityId(bundle.manifest.run_id).slug) !== bundle.manifest.run_id)
|
|
74
|
+
refuseRunStart("run_id_changed");
|
|
75
|
+
}
|
|
76
|
+
function compatibleSdlcProfile(bundle, profile, home) {
|
|
77
|
+
if (!profile?.settings.execution || !profile.agent_profiles || profile.settings.stage_session_mode !== bundle.execution.settings.stage_session_mode)
|
|
78
|
+
refuseRunStart("sdlc_policy_not_frozen");
|
|
79
|
+
for (const stage of bundle.descriptor.descriptor.stages) {
|
|
80
|
+
const route = resolveExecutionPolicy({ ddFlowHome: home, policy: profile.settings.execution, profiles: profile.agent_profiles, stage: stage.id });
|
|
81
|
+
if (hybridDigest(route.coordinator) !== hybridDigest(bundle.execution.stage(stage.id).profile)
|
|
82
|
+
|| route.delegation.mode !== bundle.execution.settings.delegation.mode
|
|
83
|
+
|| route.delegation.mode === "external" && route.delegation.max_parallel !== bundle.execution.settings.delegation.max_parallel
|
|
84
|
+
|| !bundle.execution.snapshot().profiles.some(value => hybridDigest(value.profile) === hybridDigest(route.worker)))
|
|
85
|
+
refuseRunStart("sdlc_frozen_route_mismatch");
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
function memoryBootstrap(context, projectId, bundle) {
|
|
89
|
+
if (bundle.descriptor.descriptor.id === "sdlc")
|
|
90
|
+
return;
|
|
91
|
+
const scope = bundle.execution.snapshot().scope;
|
|
92
|
+
if (bundle.descriptor.descriptor.id === "mb-init") {
|
|
93
|
+
const retained = readMemoryInitBootstrapReadiness(context, { requestId: scope.requestId, projectRoot: scope.projectRoot, workspaceRoot: scope.workspace });
|
|
94
|
+
const reference = bundle.manifest.bootstrap_receipts[0];
|
|
95
|
+
if (!retained || retained.projectId !== projectId || bundle.manifest.bootstrap_receipts.length !== 1 || !reference
|
|
96
|
+
|| retained.authority.binding.execution_sha256 !== bundle.execution.sha256
|
|
97
|
+
|| !bundle.blob(bundle.manifest.engine_manifest.path).equals(Buffer.from(retained.authority.binding.engine_manifest_base64, "base64"))
|
|
98
|
+
|| retained.authority.bootstrap_sha256 !== reference.sha256
|
|
99
|
+
|| !bundle.blob(reference.path).equals(encode(retained.authority.receipt)))
|
|
100
|
+
refuseRunStart("memory_bootstrap_authority_changed");
|
|
101
|
+
return;
|
|
102
|
+
}
|
|
103
|
+
const receipts = context.db.all("SELECT payload_json FROM audit_events WHERE project_id = ? AND event_type = 'memory.bootstrap_ready' AND json_extract(payload_json, '$.request_id') = ? LIMIT 2", [projectId, scope.requestId]);
|
|
104
|
+
if (receipts.length !== 1 || bundle.manifest.bootstrap_receipts.length !== 1)
|
|
105
|
+
refuseRunStart("memory_bootstrap_authority_missing");
|
|
106
|
+
let retained;
|
|
107
|
+
try {
|
|
108
|
+
retained = JSON.parse(receipts[0].payload_json);
|
|
109
|
+
}
|
|
110
|
+
catch {
|
|
111
|
+
return refuseRunStart("memory_bootstrap_authority_invalid");
|
|
112
|
+
}
|
|
113
|
+
if (!retained || retained.schema_id !== "dd-flow/memory-bootstrap-authority@1" || retained.project_root !== scope.projectRoot
|
|
114
|
+
|| retained.workspace_root !== scope.workspace || retained.flow_id !== bundle.manifest.flow_id || retained.readiness !== "ready"
|
|
115
|
+
|| retained.bootstrap_sha256 !== bundle.manifest.bootstrap_receipts[0].sha256)
|
|
116
|
+
refuseRunStart("memory_bootstrap_authority_changed");
|
|
117
|
+
}
|
|
118
|
+
/** RUN allocation and SQL bundle authority are one request-owned transaction.
|
|
119
|
+
* Physical publication is separate, replayable and gates lifecycle writes.
|
|
120
|
+
* This does not register missing handlers or qualify a provider/storage route.
|
|
121
|
+
*/
|
|
122
|
+
export class PreparedDescriptorRunStart {
|
|
123
|
+
requestSha256;
|
|
124
|
+
#payload;
|
|
125
|
+
#payloadJson;
|
|
126
|
+
#sha256;
|
|
127
|
+
#bundle;
|
|
128
|
+
#storage;
|
|
129
|
+
constructor(payload, payloadJson, bundle, storage) {
|
|
130
|
+
this.#payload = structuredClone(payload);
|
|
131
|
+
this.#payloadJson = payloadJson;
|
|
132
|
+
this.#sha256 = runStartBytesSha256(payloadJson);
|
|
133
|
+
this.#bundle = bundle;
|
|
134
|
+
this.#storage = storage;
|
|
135
|
+
this.requestSha256 = payload.request_sha256;
|
|
136
|
+
Object.freeze(this);
|
|
137
|
+
}
|
|
138
|
+
static prepare(context, input) {
|
|
139
|
+
if (!(input.bundle instanceof RetainedExecutionBundle))
|
|
140
|
+
refuseRunStart("unprepared_bundle");
|
|
141
|
+
const bundle = input.bundle, scope = bundle.execution.snapshot().scope;
|
|
142
|
+
const blobs = new Map(bundle.manifest.inventory.map(value => [value.path, bundle.blob(value.path)]));
|
|
143
|
+
admitBundledFlow(bundle.blob(bundle.manifest.descriptor.path), bundle.manifest.descriptor.sha256, blobs);
|
|
144
|
+
bundle.engine();
|
|
145
|
+
if (resolveProjectRoot(scope.projectRoot) !== scope.projectRoot || resolveProjectRoot(scope.workspace) !== scope.workspace)
|
|
146
|
+
refuseRunStart("noncanonical_scope");
|
|
147
|
+
const selected = project(context, scope.projectRoot), parsedId = parseFullEntityId(bundle.manifest.run_id);
|
|
148
|
+
if (parsedId.type !== "RUN")
|
|
149
|
+
refuseRunStart("invalid_run_id");
|
|
150
|
+
const subjectId = input.subjectId ?? scope.requestId, subjectType = input.subjectType ?? "flow_request";
|
|
151
|
+
if (![subjectId, subjectType].every(value => typeof value === "string" && Boolean(value.trim()) && value.length <= 1024))
|
|
152
|
+
refuseRunStart("invalid_subject");
|
|
153
|
+
const requestSha256 = hybridDigest({ scope, bundle_sha256: bundle.sha256, subject_id: subjectId, subject_type: subjectType });
|
|
154
|
+
const prior = readRunStartRequest(context, selected.id, scope.requestId), storage = PreparedMemoryInitRuntimeStorage.prepare(context);
|
|
155
|
+
assertRunIdentity(context, selected.id, bundle, !prior);
|
|
156
|
+
if (prior) {
|
|
157
|
+
if (prior.payload.request_sha256 !== requestSha256 || prior.payload.run_id !== bundle.manifest.run_id)
|
|
158
|
+
refuseRunStart("request_changed");
|
|
159
|
+
const prepared = new PreparedDescriptorRunStart(prior.payload, prior.payloadJson, bundle, storage);
|
|
160
|
+
if (!prior.published)
|
|
161
|
+
prepared.revalidatePhysical(context);
|
|
162
|
+
return prepared;
|
|
163
|
+
}
|
|
164
|
+
if (bundle.manifest.flow_id !== "mb-init")
|
|
165
|
+
memoryBootstrap(context, selected.id, bundle);
|
|
166
|
+
const home = fs.realpathSync(context.ddFlowHome), runRoot = projectRunHome(home, selected.id, bundle.manifest.run_id);
|
|
167
|
+
if (fs.existsSync(runRoot))
|
|
168
|
+
refuseRunStart("foreign_run_root");
|
|
169
|
+
const facts = git(context, scope.projectRoot, scope.workspace), now = context.now(), artifacts = [
|
|
170
|
+
{ path: "engine-binding.json", base64: bundle.blob(bundle.manifest.engine_binding.path).toString("base64") }
|
|
171
|
+
];
|
|
172
|
+
const isSdlc = bundle.descriptor.descriptor.id === "sdlc", flowKind = isSdlc ? "vnext_specify" : bundle.descriptor.descriptor.id;
|
|
173
|
+
if (!["vnext_specify", "mb-init", "mb-upgrade"].includes(flowKind))
|
|
174
|
+
refuseRunStart("unsupported_flow_kind");
|
|
175
|
+
const legacy = isSdlc ? prepareFlowRunStart(context, { projectRoot: scope.projectRoot, workspaceRoot: scope.workspace,
|
|
176
|
+
flowKind, subjectId, subjectType, slug: parsedId.slug }) : undefined;
|
|
177
|
+
const profile = legacy?.executionProfile;
|
|
178
|
+
if (isSdlc)
|
|
179
|
+
compatibleSdlcProfile(bundle, profile, home);
|
|
180
|
+
if (profile) {
|
|
181
|
+
const decision = profile.operational_decision;
|
|
182
|
+
const policy = decision ? readBoundedReleaseFile(path.resolve(scope.projectRoot, decision.policy.path), 1024 * 1024) : undefined;
|
|
183
|
+
if (policy && runStartBytesSha256(policy) !== decision.policy.sha256)
|
|
184
|
+
refuseRunStart("operational_policy_changed");
|
|
185
|
+
const policySource = policy ? { path: "operational-policy.source.md", sha256: runStartBytesSha256(policy) } : undefined;
|
|
186
|
+
const binding = { project_id: selected.id, run_id: bundle.manifest.run_id, project_root: scope.projectRoot,
|
|
187
|
+
...(decision?.scope.eval_id ? { eval_id: decision.scope.eval_id } : {}),
|
|
188
|
+
...(decision?.scope.execution_id ? { execution_id: decision.scope.execution_id } : {}) };
|
|
189
|
+
const contract = encode({ schema_id: "dd-flow/run-operational-contract@1", binding,
|
|
190
|
+
settings: { merge_delivery: profile.settings.merge_delivery, merge_cleanup: profile.settings.merge_cleanup },
|
|
191
|
+
...(decision ? { decision } : {}), ...(policySource ? { policy_source: policySource } : {}) });
|
|
192
|
+
profile.operational_contract = { path: "operational-contract.json", sha256: runStartBytesSha256(contract), ...(policySource ? { policy_source: policySource } : {}), binding };
|
|
193
|
+
if (policy && policySource)
|
|
194
|
+
artifacts.push({ path: policySource.path, base64: policy.toString("base64") });
|
|
195
|
+
artifacts.push({ path: "operational-contract.json", base64: contract.toString("base64") });
|
|
196
|
+
}
|
|
197
|
+
const initial = { schema_id: "dd-flow/flow-run@3", run_id: bundle.manifest.run_id, short_id: parsedId.shortId,
|
|
198
|
+
flow_kind: flowKind, subject: { id: subjectId, title: subjectId }, project: { id: selected.id, title: path.basename(selected.root) },
|
|
199
|
+
workspace: { project_root: scope.projectRoot, workspace_path: scope.workspace, branch: facts.branch, base: facts.head ?? "unborn" },
|
|
200
|
+
run_home: { storage: "dd_flow_home", path: runRoot, relative_path: path.posix.join("runs", bundle.manifest.run_id) },
|
|
201
|
+
execution: { project_root: scope.projectRoot, workspace_root: scope.workspace, git: { branch: facts.branch, head: facts.head, status: facts.status_sha256 === runStartBytesSha256("") ? "clean" : "dirty" } },
|
|
202
|
+
stage_runs: [], sessions: [], status: "running", verdict: "pending", next_action: null,
|
|
203
|
+
created_at: now, updated_at: now, started_at: now, timing_status: "measured", runtime_revision: 1,
|
|
204
|
+
execution_bundle: runBundleAuthorityMetadata(bundle).anchor,
|
|
205
|
+
...(legacy ? { flow_flags: legacy.flowFlags, snapshot_revision: legacy.flowFlags.snapshot_revision, snapshot_checksum: legacy.flowFlags.snapshot_checksum,
|
|
206
|
+
reconciliation_status: "reconciled", execution_profile: profile,
|
|
207
|
+
verification_matrix_contract: "dd-flow/verification-matrix@1", final_check_coverage_contract: "dd-flow/final-check-coverage@1",
|
|
208
|
+
settings: { plan_review: { mode: profile.settings.plan_review_mode, source: "default", reason: "Frozen SDLC policy", updated_at: now },
|
|
209
|
+
code_review: { mode: profile.settings.code_review_mode, source: "default", reason: "Frozen SDLC policy", updated_at: now } } } : {}) };
|
|
210
|
+
const payload = { schema_id: "dd-flow/run-start-allocation@1", request_id: scope.requestId, project_id: selected.id,
|
|
211
|
+
project_root: scope.projectRoot, workspace_root: scope.workspace, home_root: home, run_id: bundle.manifest.run_id, run_root: runRoot,
|
|
212
|
+
subject_id: subjectId, subject_type: subjectType, slug: parsedId.slug, request_sha256: requestSha256, bundle_sha256: bundle.sha256, initial_index: initial,
|
|
213
|
+
bundle_manifest_base64: bundle.manifestBytes().toString("base64"), blobs: [...blobs].map(([logical, bytes]) => ({ path: logical, base64: bytes.toString("base64") })), artifacts,
|
|
214
|
+
owners: { home: owner(home), project: owner(scope.projectRoot), workspace: owner(scope.workspace) }, git: facts };
|
|
215
|
+
const payloadJson = JSON.stringify(payload);
|
|
216
|
+
if (Buffer.byteLength(payloadJson) > runStartPayloadLimit)
|
|
217
|
+
refuseRunStart("allocation_exceeds_bound");
|
|
218
|
+
return new PreparedDescriptorRunStart(payload, payloadJson, bundle, storage);
|
|
219
|
+
}
|
|
220
|
+
static restore(context, input) {
|
|
221
|
+
const selected = project(context, resolveProjectRoot(input.projectRoot)), retained = readRunStartRequest(context, selected.id, input.requestId);
|
|
222
|
+
if (!retained)
|
|
223
|
+
refuseRunStart("request_receipt_missing");
|
|
224
|
+
const payload = retained.payload, row = context.db.get("SELECT admission_json FROM run_bundle_authorities WHERE project_id = ? AND run_id = ?", [selected.id, payload.run_id]);
|
|
225
|
+
if (!row)
|
|
226
|
+
refuseRunStart("bundle_authority_missing");
|
|
227
|
+
let admission;
|
|
228
|
+
try {
|
|
229
|
+
admission = JSON.parse(row.admission_json);
|
|
230
|
+
}
|
|
231
|
+
catch {
|
|
232
|
+
return refuseRunStart("bundle_authority_invalid");
|
|
233
|
+
}
|
|
234
|
+
if (!admission || Buffer.byteLength(row.admission_json) > 1024 * 1024 || !Array.isArray(admission.receipts)
|
|
235
|
+
|| hybridDigest(admission) !== payload.initial_index.execution_bundle?.admission_sha256
|
|
236
|
+
|| admission.receipts.some(value => !Array.isArray(value) || value.length !== 2 || typeof value[0] !== "string")
|
|
237
|
+
|| new Set(admission.receipts.map(value => value[0])).size !== admission.receipts.length)
|
|
238
|
+
refuseRunStart("bundle_authority_invalid");
|
|
239
|
+
const bundle = RetainedExecutionBundle.admit(Buffer.from(payload.bundle_manifest_base64, "base64"), payload.bundle_sha256, new Map(payload.blobs.map(value => [value.path, Buffer.from(value.base64, "base64")])), { ...admission, receipts: new Map(admission.receipts), descriptorContext: bundledHandlerContext(new Map()) });
|
|
240
|
+
return PreparedDescriptorRunStart.prepare(context, { bundle, subjectId: payload.subject_id, subjectType: payload.subject_type });
|
|
241
|
+
}
|
|
242
|
+
revalidateDirectoryOwners(context) {
|
|
243
|
+
const p = this.#payload;
|
|
244
|
+
if (fs.realpathSync(context.ddFlowHome) !== p.home_root || hybridDigest(owner(p.home_root)) !== hybridDigest(p.owners.home)
|
|
245
|
+
|| hybridDigest(owner(p.project_root)) !== hybridDigest(p.owners.project) || hybridDigest(owner(p.workspace_root)) !== hybridDigest(p.owners.workspace))
|
|
246
|
+
refuseRunStart("physical_scope_changed");
|
|
247
|
+
}
|
|
248
|
+
revalidatePhysical(context) {
|
|
249
|
+
this.revalidateDirectoryOwners(context);
|
|
250
|
+
const p = this.#payload;
|
|
251
|
+
if (hybridDigest(git(context, p.project_root, p.workspace_root)) !== hybridDigest(p.git))
|
|
252
|
+
refuseRunStart("physical_scope_changed");
|
|
253
|
+
this.#bundle.engine();
|
|
254
|
+
}
|
|
255
|
+
apply(context, checkpoint) {
|
|
256
|
+
const p = this.#payload, prior = readRunStartRequest(context, p.project_id, p.request_id);
|
|
257
|
+
if (prior && prior.sha256 !== this.#sha256)
|
|
258
|
+
refuseRunStart("request_changed");
|
|
259
|
+
assertRunIdentity(context, p.project_id, this.#bundle, !prior);
|
|
260
|
+
if (prior?.published) {
|
|
261
|
+
this.#storage.assertCompatibility(context);
|
|
262
|
+
this.revalidateDirectoryOwners(context);
|
|
263
|
+
if (project(context, p.project_root).id !== p.project_id)
|
|
264
|
+
refuseRunStart("physical_scope_changed");
|
|
265
|
+
const owned = context.db.get("SELECT payload_json FROM audit_events WHERE project_id = ? AND event_type = 'flow_run.start_root_owned' AND json_extract(payload_json, '$.run_id') = ?", [p.project_id, p.run_id]);
|
|
266
|
+
const rootOwner = JSON.parse(owned.payload_json);
|
|
267
|
+
let ancestor = p.home_root;
|
|
268
|
+
for (const part of path.relative(p.home_root, p.run_root).split(path.sep)) {
|
|
269
|
+
ancestor = path.join(ancestor, part);
|
|
270
|
+
owner(ancestor);
|
|
271
|
+
}
|
|
272
|
+
const ownerFile = path.join(p.run_root, "run-start-owner.json");
|
|
273
|
+
if (hybridDigest(owner(p.run_root)) !== hybridDigest(rootOwner.owner) || fs.lstatSync(ownerFile).nlink !== 1
|
|
274
|
+
|| !readBoundedReleaseFile(ownerFile, 1024 * 1024).equals(encode(rootOwner)))
|
|
275
|
+
refuseRunStart("run_root_owner_changed");
|
|
276
|
+
assertPreparedRunBundleSqlAuthority(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
277
|
+
readDescriptorRootWork(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
278
|
+
if (readFlowRunExecutionBundle(context, { projectRoot: p.project_root, runId: p.run_id })?.sha256 !== p.bundle_sha256)
|
|
279
|
+
refuseRunStart("bundle_changed");
|
|
280
|
+
publishRunProjections(context, p.project_id, p.run_id);
|
|
281
|
+
return { runId: p.run_id, bundleSha256: p.bundle_sha256, changed: false };
|
|
282
|
+
}
|
|
283
|
+
this.revalidatePhysical(context);
|
|
284
|
+
const metadata = runBundleAuthorityMetadata(this.#bundle);
|
|
285
|
+
let allocated = Boolean(prior);
|
|
286
|
+
try {
|
|
287
|
+
context.db.writeTransaction(() => {
|
|
288
|
+
this.#storage.assertCompatibility(context);
|
|
289
|
+
const replay = readRunStartRequest(context, p.project_id, p.request_id);
|
|
290
|
+
assertRunIdentity(context, p.project_id, this.#bundle, !replay);
|
|
291
|
+
if (replay) {
|
|
292
|
+
if (replay.sha256 !== this.#sha256)
|
|
293
|
+
refuseRunStart("request_changed");
|
|
294
|
+
assertPreparedRunBundleSqlAuthority(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
295
|
+
readDescriptorRootWork(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
296
|
+
return;
|
|
297
|
+
}
|
|
298
|
+
if (project(context, p.project_root).id !== p.project_id)
|
|
299
|
+
refuseRunStart("run_id_changed");
|
|
300
|
+
const index = { ...p.initial_index, start_request: { schema_id: "dd-flow/run-start-request@1", request_id: p.request_id, request_sha256: p.request_sha256, allocation_sha256: this.#sha256 } };
|
|
301
|
+
context.db.run(`INSERT INTO runs (id, short_id, slug, project_id, project_root, workspace_root, flow_kind, subject_type, subject_id,
|
|
302
|
+
status, verdict, next_action, runtime_path, run_dir, run_index_path, run_home_path, run_root, layout_version, artifact_root_kind, index_json, created_at, updated_at, completed_at)
|
|
303
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, 'running', 'pending', NULL, ?, ?, ?, ?, ?, 'home_run_v2', 'dd_flow_home', ?, ?, ?, NULL)`, [p.run_id, p.initial_index.short_id, p.slug, p.project_id, p.project_root, p.workspace_root, p.initial_index.flow_kind, p.subject_type, p.subject_id,
|
|
304
|
+
path.join(p.run_root, "run.json"), p.run_root, path.join(p.run_root, "run.json"), p.run_root, p.run_root, JSON.stringify(index), p.initial_index.created_at, p.initial_index.updated_at]);
|
|
305
|
+
context.db.execSchema(`CREATE TABLE IF NOT EXISTS run_bundle_authorities (project_id TEXT NOT NULL, run_id TEXT NOT NULL, manifest_sha256 TEXT NOT NULL,
|
|
306
|
+
admission_json TEXT NOT NULL, PRIMARY KEY(project_id, run_id), FOREIGN KEY(project_id, run_id) REFERENCES runs(project_id, id));
|
|
307
|
+
CREATE TABLE IF NOT EXISTS run_start_requests (project_id TEXT NOT NULL, request_id TEXT NOT NULL, run_id TEXT NOT NULL, payload_json TEXT NOT NULL,
|
|
308
|
+
payload_sha256 TEXT NOT NULL, PRIMARY KEY(project_id, request_id), UNIQUE(project_id, run_id), FOREIGN KEY(project_id, run_id) REFERENCES runs(project_id, id))`);
|
|
309
|
+
context.db.run("INSERT INTO run_bundle_authorities (project_id, run_id, manifest_sha256, admission_json) VALUES (?, ?, ?, ?)", [p.project_id, p.run_id, p.bundle_sha256, metadata.admissionJson]);
|
|
310
|
+
context.db.run("INSERT INTO run_start_requests (project_id, request_id, run_id, payload_json, payload_sha256) VALUES (?, ?, ?, ?, ?)", [p.project_id, p.request_id, p.run_id, this.#payloadJson, this.#sha256]);
|
|
311
|
+
appendAudit(context, { projectId: p.project_id, eventType: "flow_run.start_request", payload: { run_id: p.run_id, request_id: p.request_id, request_sha256: p.request_sha256, allocation_sha256: this.#sha256 } });
|
|
312
|
+
appendAudit(context, { projectId: p.project_id, eventType: "flow_run.started", payload: { run_id: p.run_id, flow_kind: p.initial_index.flow_kind, subject: p.initial_index.subject, workspace_root: p.workspace_root, run_home: p.run_root } });
|
|
313
|
+
assertPreparedRunBundleSqlAuthority(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
314
|
+
allocateDescriptorRootWork(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
315
|
+
}, "runs.allocateDescriptorStart");
|
|
316
|
+
allocated = true;
|
|
317
|
+
checkpoint?.("allocated");
|
|
318
|
+
const lock = acquireInstallationLock(path.join(p.home_root, `.run-start-${hybridDigest({ project_id: p.project_id, request_id: p.request_id })}.lock`), this.#sha256);
|
|
319
|
+
let failed = false, failure;
|
|
320
|
+
try {
|
|
321
|
+
this.publish(context, checkpoint);
|
|
322
|
+
}
|
|
323
|
+
catch (error) {
|
|
324
|
+
failed = true;
|
|
325
|
+
failure = error;
|
|
326
|
+
}
|
|
327
|
+
try {
|
|
328
|
+
lock.release();
|
|
329
|
+
}
|
|
330
|
+
catch (error) {
|
|
331
|
+
if (!failed)
|
|
332
|
+
throw error;
|
|
333
|
+
if (failure instanceof AppError)
|
|
334
|
+
failure.details.lock_cleanup_failed = true;
|
|
335
|
+
else
|
|
336
|
+
failure = new AppError("run_start_publication_failed", "Original publication failure retained; lock cleanup also failed", 1, { reason: "publication_failed", lock_cleanup_failed: true });
|
|
337
|
+
}
|
|
338
|
+
if (failed)
|
|
339
|
+
throw failure;
|
|
340
|
+
return { runId: p.run_id, bundleSha256: p.bundle_sha256, changed: true };
|
|
341
|
+
}
|
|
342
|
+
catch (error) {
|
|
343
|
+
throw new AppError("run_start_incomplete", "RUN creation requires exact-request reconciliation", 1, { reason: error instanceof AppError ? error.details.reason ?? error.code : "publication_failed", effect: allocated ? "partial" : "no_effect", run_id: p.run_id, request_id: p.request_id,
|
|
344
|
+
...(error instanceof AppError && error.details.lock_cleanup_failed ? { lock_cleanup_failed: true } : {}), next_action: "reconcile_exact_request" });
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
publish(context, checkpoint) {
|
|
348
|
+
const p = this.#payload;
|
|
349
|
+
this.revalidatePhysical(context);
|
|
350
|
+
let current = p.home_root;
|
|
351
|
+
for (const part of path.relative(p.home_root, path.dirname(p.run_root)).split(path.sep)) {
|
|
352
|
+
current = path.join(current, part);
|
|
353
|
+
if (!fs.existsSync(current))
|
|
354
|
+
fs.mkdirSync(current, { mode: 0o700 });
|
|
355
|
+
owner(current);
|
|
356
|
+
}
|
|
357
|
+
const owned = context.db.all("SELECT payload_json FROM audit_events WHERE project_id = ? AND event_type = 'flow_run.start_root_owned' AND json_extract(payload_json, '$.run_id') = ? LIMIT 2", [p.project_id, p.run_id]);
|
|
358
|
+
let rootOwner;
|
|
359
|
+
if (fs.existsSync(p.run_root)) {
|
|
360
|
+
if (owned.length !== 1)
|
|
361
|
+
refuseRunStart("root_ownership_receipt_missing");
|
|
362
|
+
rootOwner = JSON.parse(owned[0].payload_json);
|
|
363
|
+
if (!rootOwner || rootOwner.schema_id !== "dd-flow/run-start-owner@1" || rootOwner.run_id !== p.run_id || rootOwner.allocation_sha256 !== this.#sha256 || rootOwner.request_id !== p.request_id
|
|
364
|
+
|| hybridDigest(rootOwner.owner) !== hybridDigest(owner(p.run_root)))
|
|
365
|
+
refuseRunStart("run_root_owner_changed");
|
|
366
|
+
if (fs.lstatSync(path.join(p.run_root, "run-start-owner.json")).nlink !== 1 || !readBoundedReleaseFile(path.join(p.run_root, "run-start-owner.json"), 1024 * 1024).equals(encode(rootOwner)))
|
|
367
|
+
refuseRunStart("run_root_owner_changed");
|
|
368
|
+
}
|
|
369
|
+
else {
|
|
370
|
+
if (owned.length)
|
|
371
|
+
refuseRunStart("owned_run_root_missing");
|
|
372
|
+
fs.mkdirSync(p.run_root, { mode: 0o700 });
|
|
373
|
+
rootOwner = { schema_id: "dd-flow/run-start-owner@1", run_id: p.run_id, request_id: p.request_id, allocation_sha256: this.#sha256, owner: owner(p.run_root) };
|
|
374
|
+
fs.writeFileSync(path.join(p.run_root, "run-start-owner.json"), encode(rootOwner), { flag: "wx", mode: 0o600 });
|
|
375
|
+
context.db.writeTransaction(() => {
|
|
376
|
+
this.#storage.assertCompatibility(context);
|
|
377
|
+
if (readRunStartRequest(context, p.project_id, p.request_id)?.sha256 !== this.#sha256)
|
|
378
|
+
refuseRunStart("allocation_changed");
|
|
379
|
+
appendAudit(context, { projectId: p.project_id, eventType: "flow_run.start_root_owned", payload: rootOwner });
|
|
380
|
+
}, "runs.retainStartRootOwner");
|
|
381
|
+
}
|
|
382
|
+
checkpoint?.("root_owned");
|
|
383
|
+
const assertPhysicalOwner = () => {
|
|
384
|
+
this.revalidatePhysical(context);
|
|
385
|
+
let ancestor = p.home_root;
|
|
386
|
+
for (const part of path.relative(p.home_root, p.run_root).split(path.sep)) {
|
|
387
|
+
ancestor = path.join(ancestor, part);
|
|
388
|
+
owner(ancestor);
|
|
389
|
+
}
|
|
390
|
+
if (hybridDigest(owner(p.run_root)) !== hybridDigest(rootOwner.owner))
|
|
391
|
+
refuseRunStart("run_root_owner_changed");
|
|
392
|
+
const file = path.join(p.run_root, "run-start-owner.json");
|
|
393
|
+
if (fs.lstatSync(file).nlink !== 1 || !readBoundedReleaseFile(file, 1024 * 1024).equals(encode(rootOwner)))
|
|
394
|
+
refuseRunStart("run_root_owner_changed");
|
|
395
|
+
};
|
|
396
|
+
for (const artifact of p.artifacts) {
|
|
397
|
+
assertPhysicalOwner();
|
|
398
|
+
const file = path.join(p.run_root, artifact.path), bytes = Buffer.from(artifact.base64, "base64");
|
|
399
|
+
if (fs.existsSync(file)) {
|
|
400
|
+
if (fs.lstatSync(file).nlink !== 1 || !readBoundedReleaseFile(file, 1024 * 1024).equals(bytes))
|
|
401
|
+
refuseRunStart("start_artifact_changed");
|
|
402
|
+
}
|
|
403
|
+
else
|
|
404
|
+
fs.writeFileSync(file, bytes, { flag: "wx", mode: 0o600 });
|
|
405
|
+
}
|
|
406
|
+
assertPhysicalOwner();
|
|
407
|
+
this.#bundle.materialize(p.run_root);
|
|
408
|
+
checkpoint?.("bundle_published");
|
|
409
|
+
const physical = readFlowRunExecutionBundle(context, { projectRoot: p.project_root, runId: p.run_id });
|
|
410
|
+
if (physical?.sha256 !== p.bundle_sha256)
|
|
411
|
+
refuseRunStart("bundle_changed");
|
|
412
|
+
assertPhysicalOwner();
|
|
413
|
+
context.db.writeTransaction(() => {
|
|
414
|
+
this.#storage.assertCompatibility(context);
|
|
415
|
+
const retained = readRunStartRequest(context, p.project_id, p.request_id);
|
|
416
|
+
if (!retained || retained.sha256 !== this.#sha256)
|
|
417
|
+
refuseRunStart("allocation_changed");
|
|
418
|
+
if (project(context, p.project_root).id !== p.project_id)
|
|
419
|
+
refuseRunStart("project_not_registered_or_active");
|
|
420
|
+
assertPreparedRunBundleSqlAuthority(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
421
|
+
const owners = context.db.all("SELECT payload_json FROM audit_events WHERE project_id = ? AND event_type = 'flow_run.start_root_owned' AND json_extract(payload_json, '$.run_id') = ? LIMIT 2", [p.project_id, p.run_id]);
|
|
422
|
+
if (owners.length !== 1 || owners[0].payload_json !== JSON.stringify(rootOwner))
|
|
423
|
+
refuseRunStart("root_ownership_receipt_changed");
|
|
424
|
+
if (retained.published)
|
|
425
|
+
return;
|
|
426
|
+
const run = context.db.get("SELECT index_json FROM runs WHERE project_id = ? AND id = ?", [p.project_id, p.run_id]);
|
|
427
|
+
const index = JSON.parse(run.index_json);
|
|
428
|
+
const root = readDescriptorRootWork(context, { projectId: p.project_id, runId: p.run_id }, this.#bundle);
|
|
429
|
+
if (root.status !== "created" || index.stage_runs.length || index.sessions.length
|
|
430
|
+
|| context.db.get("SELECT 1 FROM works WHERE project_id = ? AND run_id = ? AND work_id <> ? LIMIT 1", [p.project_id, p.run_id, root.workId])
|
|
431
|
+
|| context.db.get("SELECT 1 FROM work_sessions WHERE work_id=? LIMIT 1", [root.workId])
|
|
432
|
+
|| context.db.get("SELECT 1 FROM sessions WHERE project_id = ? AND run_id = ? LIMIT 1", [p.project_id, p.run_id])
|
|
433
|
+
|| context.db.get("SELECT 1 FROM run_recovery_guards WHERE project_id = ? AND run_id = ? LIMIT 1", [p.project_id, p.run_id])
|
|
434
|
+
|| context.db.get("SELECT 1 FROM sqlite_schema WHERE type = 'table' AND name = 'run_controllers'")
|
|
435
|
+
&& context.db.get("SELECT 1 FROM run_controllers WHERE project_id = ? AND run_id = ? LIMIT 1", [p.project_id, p.run_id]))
|
|
436
|
+
refuseRunStart("run_started_before_publication");
|
|
437
|
+
const receipt = { schema_id: "dd-flow/run-start-publication@1", request_id: p.request_id, run_id: p.run_id, allocation_sha256: this.#sha256,
|
|
438
|
+
bundle_sha256: p.bundle_sha256, root_owner_sha256: hybridDigest(rootOwner) };
|
|
439
|
+
appendAudit(context, { projectId: p.project_id, eventType: "flow_run.start_published", payload: receipt });
|
|
440
|
+
index.start_request.publication_sha256 = hybridDigest(receipt);
|
|
441
|
+
index.runtime_revision = (index.runtime_revision ?? 0) + 1;
|
|
442
|
+
context.db.run("UPDATE runs SET index_json = ? WHERE project_id = ? AND id = ? AND index_json = ?", [JSON.stringify(index), p.project_id, p.run_id, run.index_json]);
|
|
443
|
+
if (!readRunStartRequest(context, p.project_id, p.request_id)?.published)
|
|
444
|
+
refuseRunStart("publication_not_committed");
|
|
445
|
+
context.db.afterCommit(() => publishRunProjections(context, p.project_id, p.run_id));
|
|
446
|
+
}, "runs.acceptStartPublication");
|
|
447
|
+
checkpoint?.("published");
|
|
448
|
+
}
|
|
449
|
+
}
|