@shapeshift-labs/frontier-swarm 0.5.9 → 0.5.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +62 -3
- package/benchmarks/package-bench-fixtures.mjs +95 -0
- package/benchmarks/package-bench-rows.mjs +190 -0
- package/benchmarks/package-bench-runtime.mjs +94 -0
- package/benchmarks/package-bench.mjs +20 -307
- package/dist/adaptive-load-decisions.d.ts +6 -0
- package/dist/adaptive-load-decisions.d.ts.map +1 -0
- package/dist/adaptive-load-decisions.js +130 -0
- package/dist/adaptive-load-decisions.js.map +1 -0
- package/dist/adaptive-load-limits.d.ts +8 -0
- package/dist/adaptive-load-limits.d.ts.map +1 -0
- package/dist/adaptive-load-limits.js +105 -0
- package/dist/adaptive-load-limits.js.map +1 -0
- package/dist/adaptive-load-observations.d.ts +16 -0
- package/dist/adaptive-load-observations.d.ts.map +1 -0
- package/dist/adaptive-load-observations.js +248 -0
- package/dist/adaptive-load-observations.js.map +1 -0
- package/dist/adaptive-load-types.d.ts +108 -0
- package/dist/adaptive-load-types.d.ts.map +1 -0
- package/dist/adaptive-load-types.js +3 -0
- package/dist/adaptive-load-types.js.map +1 -0
- package/dist/adaptive-load.d.ts +10 -0
- package/dist/adaptive-load.d.ts.map +1 -0
- package/dist/adaptive-load.js +87 -0
- package/dist/adaptive-load.js.map +1 -0
- package/dist/adaptive-types.d.ts +118 -0
- package/dist/adaptive-types.d.ts.map +1 -0
- package/dist/adaptive-types.js +2 -0
- package/dist/adaptive-types.js.map +1 -0
- package/dist/artifact-routing-runtime.d.ts +3 -0
- package/dist/artifact-routing-runtime.d.ts.map +1 -0
- package/dist/artifact-routing-runtime.js +72 -0
- package/dist/artifact-routing-runtime.js.map +1 -0
- package/dist/auto-review.d.ts +47 -0
- package/dist/auto-review.d.ts.map +1 -0
- package/dist/auto-review.js +69 -0
- package/dist/auto-review.js.map +1 -0
- package/dist/blackboard.d.ts +81 -0
- package/dist/blackboard.d.ts.map +1 -0
- package/dist/blackboard.js +60 -0
- package/dist/blackboard.js.map +1 -0
- package/dist/coercion.d.ts +12 -0
- package/dist/coercion.d.ts.map +1 -0
- package/dist/coercion.js +48 -0
- package/dist/coercion.js.map +1 -0
- package/dist/constants.d.ts +94 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +94 -0
- package/dist/constants.js.map +1 -0
- package/dist/context-pack-runtime.d.ts +3 -0
- package/dist/context-pack-runtime.d.ts.map +1 -0
- package/dist/context-pack-runtime.js +77 -0
- package/dist/context-pack-runtime.js.map +1 -0
- package/dist/context-types.d.ts +188 -0
- package/dist/context-types.d.ts.map +1 -0
- package/dist/context-types.js +2 -0
- package/dist/context-types.js.map +1 -0
- package/dist/coordinator-dashboard-helpers.d.ts +14 -0
- package/dist/coordinator-dashboard-helpers.d.ts.map +1 -0
- package/dist/coordinator-dashboard-helpers.js +106 -0
- package/dist/coordinator-dashboard-helpers.js.map +1 -0
- package/dist/coordinator-dashboard-types.d.ts +161 -0
- package/dist/coordinator-dashboard-types.d.ts.map +1 -0
- package/dist/coordinator-dashboard-types.js +3 -0
- package/dist/coordinator-dashboard-types.js.map +1 -0
- package/dist/coordinator-dashboard.d.ts +4 -0
- package/dist/coordinator-dashboard.d.ts.map +1 -0
- package/dist/coordinator-dashboard.js +161 -0
- package/dist/coordinator-dashboard.js.map +1 -0
- package/dist/coordinator-scoring.d.ts +8 -0
- package/dist/coordinator-scoring.d.ts.map +1 -0
- package/dist/coordinator-scoring.js +134 -0
- package/dist/coordinator-scoring.js.map +1 -0
- package/dist/coordinator-types.d.ts +164 -0
- package/dist/coordinator-types.d.ts.map +1 -0
- package/dist/coordinator-types.js +2 -0
- package/dist/coordinator-types.js.map +1 -0
- package/dist/debug-runtime.d.ts +4 -0
- package/dist/debug-runtime.d.ts.map +1 -0
- package/dist/debug-runtime.js +93 -0
- package/dist/debug-runtime.js.map +1 -0
- package/dist/debug-types.d.ts +194 -0
- package/dist/debug-types.d.ts.map +1 -0
- package/dist/debug-types.js +2 -0
- package/dist/debug-types.js.map +1 -0
- package/dist/diagnostic-helpers.d.ts +5 -0
- package/dist/diagnostic-helpers.d.ts.map +1 -0
- package/dist/diagnostic-helpers.js +54 -0
- package/dist/diagnostic-helpers.js.map +1 -0
- package/dist/evidence-index-helpers.d.ts +10 -0
- package/dist/evidence-index-helpers.d.ts.map +1 -0
- package/dist/evidence-index-helpers.js +78 -0
- package/dist/evidence-index-helpers.js.map +1 -0
- package/dist/evidence-index.d.ts +4 -0
- package/dist/evidence-index.d.ts.map +1 -0
- package/dist/evidence-index.js +59 -0
- package/dist/evidence-index.js.map +1 -0
- package/dist/evidence-types.d.ts +151 -0
- package/dist/evidence-types.d.ts.map +1 -0
- package/dist/evidence-types.js +2 -0
- package/dist/evidence-types.js.map +1 -0
- package/dist/fixtures.d.ts +45 -0
- package/dist/fixtures.d.ts.map +1 -0
- package/dist/fixtures.js +39 -0
- package/dist/fixtures.js.map +1 -0
- package/dist/governance-types.d.ts +172 -0
- package/dist/governance-types.d.ts.map +1 -0
- package/dist/governance-types.js +2 -0
- package/dist/governance-types.js.map +1 -0
- package/dist/index.d.ts +35 -2933
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +34 -4526
- package/dist/index.js.map +1 -1
- package/dist/instrumentation-runtime.d.ts +6 -0
- package/dist/instrumentation-runtime.d.ts.map +1 -0
- package/dist/instrumentation-runtime.js +111 -0
- package/dist/instrumentation-runtime.js.map +1 -0
- package/dist/internal.d.ts +11 -0
- package/dist/internal.d.ts.map +1 -0
- package/dist/internal.js +49 -0
- package/dist/internal.js.map +1 -0
- package/dist/leases.d.ts +32 -0
- package/dist/leases.d.ts.map +1 -0
- package/dist/leases.js +36 -0
- package/dist/leases.js.map +1 -0
- package/dist/manifest-normalization.d.ts +8 -0
- package/dist/manifest-normalization.d.ts.map +1 -0
- package/dist/manifest-normalization.js +191 -0
- package/dist/manifest-normalization.js.map +1 -0
- package/dist/manifest-types.d.ts +227 -0
- package/dist/manifest-types.d.ts.map +1 -0
- package/dist/manifest-types.js +2 -0
- package/dist/manifest-types.js.map +1 -0
- package/dist/manifest.d.ts +7 -0
- package/dist/manifest.d.ts.map +1 -0
- package/dist/manifest.js +126 -0
- package/dist/manifest.js.map +1 -0
- package/dist/merge-admission.d.ts +3 -0
- package/dist/merge-admission.d.ts.map +1 -0
- package/dist/merge-admission.js +71 -0
- package/dist/merge-admission.js.map +1 -0
- package/dist/merge-bundles.d.ts +13 -0
- package/dist/merge-bundles.d.ts.map +1 -0
- package/dist/merge-bundles.js +144 -0
- package/dist/merge-bundles.js.map +1 -0
- package/dist/merge-classification.d.ts +6 -0
- package/dist/merge-classification.d.ts.map +1 -0
- package/dist/merge-classification.js +36 -0
- package/dist/merge-classification.js.map +1 -0
- package/dist/merge-index.d.ts +3 -0
- package/dist/merge-index.d.ts.map +1 -0
- package/dist/merge-index.js +130 -0
- package/dist/merge-index.js.map +1 -0
- package/dist/merge-plan-helpers.d.ts +11 -0
- package/dist/merge-plan-helpers.d.ts.map +1 -0
- package/dist/merge-plan-helpers.js +97 -0
- package/dist/merge-plan-helpers.js.map +1 -0
- package/dist/merge-plans-runtime.d.ts +8 -0
- package/dist/merge-plans-runtime.d.ts.map +1 -0
- package/dist/merge-plans-runtime.js +106 -0
- package/dist/merge-plans-runtime.js.map +1 -0
- package/dist/merge-review-types.d.ts +76 -0
- package/dist/merge-review-types.d.ts.map +1 -0
- package/dist/merge-review-types.js +2 -0
- package/dist/merge-review-types.js.map +1 -0
- package/dist/merge-review.d.ts +7 -0
- package/dist/merge-review.d.ts.map +1 -0
- package/dist/merge-review.js +142 -0
- package/dist/merge-review.js.map +1 -0
- package/dist/merge-types.d.ts +196 -0
- package/dist/merge-types.d.ts.map +1 -0
- package/dist/merge-types.js +2 -0
- package/dist/merge-types.js.map +1 -0
- package/dist/merge-wrappers.d.ts +5 -0
- package/dist/merge-wrappers.d.ts.map +1 -0
- package/dist/merge-wrappers.js +198 -0
- package/dist/merge-wrappers.js.map +1 -0
- package/dist/observability-types.d.ts +164 -0
- package/dist/observability-types.d.ts.map +1 -0
- package/dist/observability-types.js +2 -0
- package/dist/observability-types.js.map +1 -0
- package/dist/oracle-helpers.d.ts +6 -0
- package/dist/oracle-helpers.d.ts.map +1 -0
- package/dist/oracle-helpers.js +73 -0
- package/dist/oracle-helpers.js.map +1 -0
- package/dist/oracle-runtime.d.ts +5 -0
- package/dist/oracle-runtime.d.ts.map +1 -0
- package/dist/oracle-runtime.js +154 -0
- package/dist/oracle-runtime.js.map +1 -0
- package/dist/ownership-runtime.d.ts +6 -0
- package/dist/ownership-runtime.d.ts.map +1 -0
- package/dist/ownership-runtime.js +49 -0
- package/dist/ownership-runtime.js.map +1 -0
- package/dist/patch-stack-runtime.d.ts +4 -0
- package/dist/patch-stack-runtime.d.ts.map +1 -0
- package/dist/patch-stack-runtime.js +97 -0
- package/dist/patch-stack-runtime.js.map +1 -0
- package/dist/plan-helpers.d.ts +13 -0
- package/dist/plan-helpers.d.ts.map +1 -0
- package/dist/plan-helpers.js +236 -0
- package/dist/plan-helpers.js.map +1 -0
- package/dist/plan-selection.d.ts +7 -0
- package/dist/plan-selection.d.ts.map +1 -0
- package/dist/plan-selection.js +86 -0
- package/dist/plan-selection.js.map +1 -0
- package/dist/plan.d.ts +126 -0
- package/dist/plan.d.ts.map +1 -0
- package/dist/plan.js +67 -0
- package/dist/plan.js.map +1 -0
- package/dist/progress.d.ts +42 -0
- package/dist/progress.d.ts.map +1 -0
- package/dist/progress.js +31 -0
- package/dist/progress.js.map +1 -0
- package/dist/proof-runtime.d.ts +16 -0
- package/dist/proof-runtime.d.ts.map +1 -0
- package/dist/proof-runtime.js +143 -0
- package/dist/proof-runtime.js.map +1 -0
- package/dist/queue-overlays.d.ts +7 -0
- package/dist/queue-overlays.d.ts.map +1 -0
- package/dist/queue-overlays.js +184 -0
- package/dist/queue-overlays.js.map +1 -0
- package/dist/queue-types.d.ts +194 -0
- package/dist/queue-types.d.ts.map +1 -0
- package/dist/queue-types.js +2 -0
- package/dist/queue-types.js.map +1 -0
- package/dist/rebase-report.d.ts +3 -0
- package/dist/rebase-report.d.ts.map +1 -0
- package/dist/rebase-report.js +52 -0
- package/dist/rebase-report.js.map +1 -0
- package/dist/record-helpers.d.ts +15 -0
- package/dist/record-helpers.d.ts.map +1 -0
- package/dist/record-helpers.js +78 -0
- package/dist/record-helpers.js.map +1 -0
- package/dist/reference-oracle-runtime.d.ts +4 -0
- package/dist/reference-oracle-runtime.d.ts.map +1 -0
- package/dist/reference-oracle-runtime.js +89 -0
- package/dist/reference-oracle-runtime.js.map +1 -0
- package/dist/reference-types.d.ts +204 -0
- package/dist/reference-types.d.ts.map +1 -0
- package/dist/reference-types.js +2 -0
- package/dist/reference-types.js.map +1 -0
- package/dist/result-types.d.ts +75 -0
- package/dist/result-types.d.ts.map +1 -0
- package/dist/result-types.js +2 -0
- package/dist/result-types.js.map +1 -0
- package/dist/run-normalization.d.ts +9 -0
- package/dist/run-normalization.d.ts.map +1 -0
- package/dist/run-normalization.js +126 -0
- package/dist/run-normalization.js.map +1 -0
- package/dist/run-records.d.ts +8 -0
- package/dist/run-records.d.ts.map +1 -0
- package/dist/run-records.js +145 -0
- package/dist/run-records.js.map +1 -0
- package/dist/run-store-shards-runtime.d.ts +3 -0
- package/dist/run-store-shards-runtime.d.ts.map +1 -0
- package/dist/run-store-shards-runtime.js +54 -0
- package/dist/run-store-shards-runtime.js.map +1 -0
- package/dist/run-types.d.ts +112 -0
- package/dist/run-types.d.ts.map +1 -0
- package/dist/run-types.js +2 -0
- package/dist/run-types.js.map +1 -0
- package/dist/scheduler.d.ts +94 -0
- package/dist/scheduler.d.ts.map +1 -0
- package/dist/scheduler.js +213 -0
- package/dist/scheduler.js.map +1 -0
- package/dist/semantic-normalization.d.ts +3 -0
- package/dist/semantic-normalization.d.ts.map +1 -0
- package/dist/semantic-normalization.js +162 -0
- package/dist/semantic-normalization.js.map +1 -0
- package/dist/semantic-types.d.ts +229 -0
- package/dist/semantic-types.d.ts.map +1 -0
- package/dist/semantic-types.js +2 -0
- package/dist/semantic-types.js.map +1 -0
- package/dist/status-types.d.ts +28 -0
- package/dist/status-types.d.ts.map +1 -0
- package/dist/status-types.js +2 -0
- package/dist/status-types.js.map +1 -0
- package/dist/task-types.d.ts +165 -0
- package/dist/task-types.d.ts.map +1 -0
- package/dist/task-types.js +2 -0
- package/dist/task-types.js.map +1 -0
- package/dist/trace-helpers.d.ts +22 -0
- package/dist/trace-helpers.d.ts.map +1 -0
- package/dist/trace-helpers.js +181 -0
- package/dist/trace-helpers.js.map +1 -0
- package/dist/trace-runtime.d.ts +7 -0
- package/dist/trace-runtime.d.ts.map +1 -0
- package/dist/trace-runtime.js +196 -0
- package/dist/trace-runtime.js.map +1 -0
- package/dist/trace-types.d.ts +168 -0
- package/dist/trace-types.d.ts.map +1 -0
- package/dist/trace-types.js +2 -0
- package/dist/trace-types.js.map +1 -0
- package/dist/types.d.ts +19 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/usage-governor.d.ts +41 -0
- package/dist/usage-governor.d.ts.map +1 -0
- package/dist/usage-governor.js +43 -0
- package/dist/usage-governor.js.map +1 -0
- package/package.json +6 -4
|
@@ -1,195 +1,28 @@
|
|
|
1
|
-
import fs from 'node:fs';
|
|
2
|
-
import path from 'node:path';
|
|
3
|
-
import { performance } from 'node:perf_hooks';
|
|
4
|
-
import { fileURLToPath } from 'node:url';
|
|
5
1
|
import {
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
createSwarmPatchStackPlan,
|
|
19
|
-
createSwarmReplayBundle,
|
|
20
|
-
createSwarmParityOracle,
|
|
21
|
-
createSwarmDivergenceReport,
|
|
22
|
-
createSwarmWatchpointPlan,
|
|
23
|
-
createSwarmDebugHandoff,
|
|
24
|
-
createSwarmEvidenceIndex,
|
|
25
|
-
createSwarmBlackboard,
|
|
26
|
-
createSwarmBottleneckReport,
|
|
27
|
-
createSwarmFixtureCatalog,
|
|
28
|
-
createSwarmProgressModel,
|
|
29
|
-
createSwarmPlan,
|
|
30
|
-
createSwarmProof,
|
|
31
|
-
createSwarmQueueOverlay,
|
|
32
|
-
createSwarmQueueSnapshot,
|
|
33
|
-
createSwarmRun,
|
|
34
|
-
createSwarmRunCheckpoint,
|
|
35
|
-
createSwarmSchedule,
|
|
36
|
-
decodeSwarmJsonl,
|
|
37
|
-
defineSwarmTasks,
|
|
38
|
-
encodeSwarmJsonl,
|
|
39
|
-
routeSwarmEventToMailboxes,
|
|
40
|
-
resolveSwarmCompute,
|
|
41
|
-
validateSwarmManifest
|
|
42
|
-
} from '../dist/index.js';
|
|
43
|
-
|
|
44
|
-
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
|
45
|
-
const packageDir = path.resolve(__dirname, '..');
|
|
46
|
-
const repoRoot = path.basename(path.dirname(packageDir)) === 'packages'
|
|
47
|
-
? path.resolve(packageDir, '..', '..')
|
|
48
|
-
: packageDir;
|
|
2
|
+
createMeasure,
|
|
3
|
+
createPackageBenchPaths,
|
|
4
|
+
parseArgs,
|
|
5
|
+
printBenchReport,
|
|
6
|
+
readPackageVersion,
|
|
7
|
+
readPositiveInt,
|
|
8
|
+
resolveOutPath,
|
|
9
|
+
writeBenchReport
|
|
10
|
+
} from './package-bench-runtime.mjs';
|
|
11
|
+
import { createPackageBenchRows } from './package-bench-rows.mjs';
|
|
12
|
+
|
|
13
|
+
const { packageDir, repoRoot } = createPackageBenchPaths(import.meta.url);
|
|
49
14
|
const args = parseArgs(process.argv.slice(2));
|
|
50
15
|
const taskCount = readPositiveInt(args.tasks, 1000);
|
|
51
16
|
const rounds = readPositiveInt(args.rounds, 30);
|
|
52
|
-
const outPath =
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
let run = createSwarmRun({ plan });
|
|
58
|
-
let jsonl = encodeSwarmJsonl([plan, run]);
|
|
59
|
-
let cursor = 0;
|
|
60
|
-
let schedule = createSwarmSchedule({ plan, maxReadyJobs: 128 });
|
|
61
|
-
let leases = createSwarmLeases({ schedule, workerId: 'bench-worker', now: 1000, leaseMs: 60000, count: 16 });
|
|
62
|
-
let eventStream = createSwarmEventStream({ runId: 'bench', root: 'agent-runs/bench/streams', lanes: manifest.lanes });
|
|
63
|
-
let bundles = makeBundles(plan, 32);
|
|
64
|
-
let mergeIndex = createSwarmMergeIndex({ bundles });
|
|
65
|
-
|
|
66
|
-
const rows = [
|
|
67
|
-
measure('create-plan-' + taskCount, 8, () => {
|
|
68
|
-
plan = createSwarmPlan(manifest, tasks, { limit: 64, selectors: ['task'] });
|
|
69
|
-
return plan.jobs.length;
|
|
70
|
-
}),
|
|
71
|
-
measure('validate-manifest', 32, () => validateSwarmManifest(manifest).issues.length),
|
|
72
|
-
measure('resolve-compute-' + taskCount, 64, () => resolveSwarmCompute(manifest, tasks[cursor++ % tasks.length]).id.length),
|
|
73
|
-
measure('ownership-check-' + taskCount, 64, () => checkSwarmOwnership(plan.jobs[cursor++ % plan.jobs.length], ['src/runtime/file.ts']).violations.length),
|
|
74
|
-
measure('create-run-' + taskCount, 16, () => {
|
|
75
|
-
run = createSwarmRun({ plan });
|
|
76
|
-
return run.jobs.length;
|
|
77
|
-
}),
|
|
78
|
-
measure('jsonl-encode', 16, () => {
|
|
79
|
-
jsonl = encodeSwarmJsonl([plan, run]);
|
|
80
|
-
return jsonl.length;
|
|
81
|
-
}),
|
|
82
|
-
measure('jsonl-decode', 16, () => decodeSwarmJsonl(jsonl).length),
|
|
83
|
-
measure('proof', 16, () => createSwarmProof(plan).hash.length),
|
|
84
|
-
measure('schedule-lease-' + taskCount, 8, () => {
|
|
85
|
-
schedule = createSwarmSchedule({ plan, maxReadyJobs: 128, maxComputeConcurrency: { fast: 64, deep: 32 } });
|
|
86
|
-
leases = createSwarmLeases({ schedule, workerId: 'bench-worker', now: 1000 + cursor++, leaseMs: 60000, count: 16 });
|
|
87
|
-
return schedule.ready.length + leases.length;
|
|
88
|
-
}),
|
|
89
|
-
measure('adaptive-load-' + taskCount, 8, () => createSwarmAdaptiveLoadPlan({
|
|
90
|
-
plan,
|
|
91
|
-
schedule,
|
|
92
|
-
mode: 'balanced',
|
|
93
|
-
maxLimits: { maxReadyJobs: 128 },
|
|
94
|
-
currentLimits: { maxReadyJobs: 64 },
|
|
95
|
-
observations: [
|
|
96
|
-
{ kind: 'semantic-empty', jobId: plan.jobs[cursor % plan.jobs.length].id, lane: plan.jobs[cursor % plan.jobs.length].lane },
|
|
97
|
-
{ kind: 'log-noise', lane: 'runtime', value: 200000 }
|
|
98
|
-
],
|
|
99
|
-
generatedAt: 1500 + cursor++
|
|
100
|
-
}).summary.decisionCount),
|
|
101
|
-
measure('queue-snapshot-' + taskCount, 8, () => {
|
|
102
|
-
const snapshot = createSwarmQueueSnapshot({ plan, run, leases, generatedAt: 2000 + cursor++ });
|
|
103
|
-
return snapshot.summary.jobCount + snapshot.summary.leaseCount;
|
|
104
|
-
}),
|
|
105
|
-
measure('run-checkpoint-' + taskCount, 16, () => createSwarmRunCheckpoint({ run, sequence: cursor++ }).hash.length),
|
|
106
|
-
measure('merge-bundle-' + taskCount, 32, () => createSwarmMergeBundle({
|
|
107
|
-
job: plan.jobs[cursor % plan.jobs.length],
|
|
108
|
-
result: {
|
|
109
|
-
jobId: plan.jobs[cursor++ % plan.jobs.length].id,
|
|
110
|
-
status: 'completed',
|
|
111
|
-
changedPaths: ['src/runtime/file.ts'],
|
|
112
|
-
verification: [{ status: 0 }]
|
|
113
|
-
},
|
|
114
|
-
patchPath: 'agent-runs/bench/changes.patch'
|
|
115
|
-
}).id.length),
|
|
116
|
-
measure('queue-overlay-' + taskCount, 16, () => createSwarmQueueOverlay({ bundles, generatedAt: 3000 + cursor++ }).summary.entryCount),
|
|
117
|
-
measure('merge-index-' + taskCount, 8, () => {
|
|
118
|
-
bundles = makeBundles(plan, 32);
|
|
119
|
-
mergeIndex = createSwarmMergeIndex({ bundles, generatedAt: 4000 + cursor++ });
|
|
120
|
-
return mergeIndex.summary.entryCount + mergeIndex.summary.conflictCount;
|
|
121
|
-
}),
|
|
122
|
-
measure('merge-admission-' + taskCount, 16, () => createSwarmMergeAdmission({ index: mergeIndex, maxReady: 8, maxChangedPaths: 16 }).summary.admittedCount),
|
|
123
|
-
measure('hotspot-report-' + taskCount, 16, () => createSwarmHotspotReport({ bundles, threshold: 3 }).summary.recommendationCount),
|
|
124
|
-
measure('context-pack-' + taskCount, 32, () => createSwarmContextPack({
|
|
125
|
-
job: plan.jobs[cursor % plan.jobs.length],
|
|
126
|
-
files: ['src/runtime/file.ts', 'test/runtime-smoke.mjs'],
|
|
127
|
-
apiMap: {
|
|
128
|
-
runtime: ['createRuntime', 'stepRuntime'],
|
|
129
|
-
tests: ['runtime smoke gate']
|
|
130
|
-
},
|
|
131
|
-
knownFailures: ['shared renderer gate is noisy on old snapshots'],
|
|
132
|
-
oracleCommands: [{ name: 'focused-gate', command: 'npm', args: ['test'], required: true }],
|
|
133
|
-
evidenceSchema: { type: 'object', required: ['ok', 'commands'] },
|
|
134
|
-
avoidInvestigating: ['unrelated route snapshots'],
|
|
135
|
-
playbookIds: ['runtime-playbook']
|
|
136
|
-
}).files.length),
|
|
137
|
-
measure('oracle-corpus-' + taskCount, 32, () => createSwarmOracleCorpus({
|
|
138
|
-
artifacts: [
|
|
139
|
-
{ id: 'trace-runtime', path: 'oracles/runtime-trace.jsonl', kind: 'trace', tags: ['runtime', 'reference'], hash: 'fnv1a32:trace' },
|
|
140
|
-
{ id: 'snapshot-routing', path: 'oracles/routing-snapshot.json', kind: 'snapshot', tags: ['routing', 'reference'] }
|
|
141
|
-
]
|
|
142
|
-
}).summary.artifactCount),
|
|
143
|
-
measure('replay-debug-evidence-' + taskCount, 16, () => {
|
|
144
|
-
const replay = createSwarmReplayBundle({
|
|
145
|
-
commands: ['node replay.mjs'],
|
|
146
|
-
artifacts: [{ path: 'agent-runs/bench/trace.jsonl', kind: 'trace' }],
|
|
147
|
-
expectedEvidence: ['trace.jsonl']
|
|
148
|
-
});
|
|
149
|
-
const parity = createSwarmParityOracle({
|
|
150
|
-
comparators: [{ status: 'failed', expected: 1, actual: 2, operationIndex: cursor++ }]
|
|
151
|
-
});
|
|
152
|
-
const divergence = createSwarmDivergenceReport({
|
|
153
|
-
replayBundleIds: [replay.id],
|
|
154
|
-
observabilityPoints: [{ operationIndex: cursor, path: '/value' }],
|
|
155
|
-
expected: 1,
|
|
156
|
-
actual: 2
|
|
157
|
-
});
|
|
158
|
-
const watch = createSwarmWatchpointPlan({ watchpoints: [{ path: '/value', operator: 'changes' }] });
|
|
159
|
-
const handoff = createSwarmDebugHandoff({
|
|
160
|
-
replayBundleIds: [replay.id],
|
|
161
|
-
divergenceReportIds: [divergence.id],
|
|
162
|
-
watchpointPlanIds: [watch.id],
|
|
163
|
-
comparisons: parity.comparators
|
|
164
|
-
});
|
|
165
|
-
const evidence = createSwarmEvidenceIndex({ entries: [{ topic: 'bench', path: 'agent-runs/bench/evidence.json' }] });
|
|
166
|
-
const blackboard = createSwarmBlackboard({ entries: [{ topic: 'bench', text: 'divergence found', sourceIds: [divergence.id] }] });
|
|
167
|
-
const bottleneck = createSwarmBottleneckReport({ sources: [{ text: 'merge review bottleneck', changedPaths: ['src/runtime.ts'] }] });
|
|
168
|
-
const fixtures = createSwarmFixtureCatalog({ fixtures: [{ id: 'logged-in', tags: ['auth'] }] });
|
|
169
|
-
const progress = createSwarmProgressModel({ items: [{ id: 'bench', status: 'accepted' }] });
|
|
170
|
-
return handoff.commands.length + evidence.summary.entryCount + blackboard.summary.entryCount + bottleneck.summary.kindCount + fixtures.summary.fixtureCount + progress.summary.acceptedCount;
|
|
171
|
-
}),
|
|
172
|
-
measure('lane-playbook-' + taskCount, 16, () => createSwarmLanePlaybook({
|
|
173
|
-
lane: 'runtime',
|
|
174
|
-
successfulBundles: bundles,
|
|
175
|
-
notes: ['prefer narrow patches with focused evidence'],
|
|
176
|
-
commands: [{ name: 'runtime-smoke', command: 'npm', args: ['test'], required: true }],
|
|
177
|
-
avoidInvestigating: ['generated fixtures unless task owns them'],
|
|
178
|
-
evidencePatterns: ['evidence.json', 'commands.md']
|
|
179
|
-
}).successfulJobIds.length),
|
|
180
|
-
measure('patch-stack-plan-' + taskCount, 16, () => createSwarmPatchStackPlan({
|
|
181
|
-
index: mergeIndex,
|
|
182
|
-
maxStackSize: 8
|
|
183
|
-
}).summary.stackCount),
|
|
184
|
-
measure('event-route-' + taskCount, 64, () => {
|
|
185
|
-
eventStream = createSwarmEventStream({ runId: 'bench', root: 'agent-runs/bench/streams', lanes: manifest.lanes });
|
|
186
|
-
return routeSwarmEventToMailboxes(eventStream, { type: 'agent.evidence', jobId: plan.jobs[cursor++ % plan.jobs.length].id, lane: 'runtime' }).length;
|
|
187
|
-
})
|
|
188
|
-
];
|
|
17
|
+
const outPath = resolveOutPath(repoRoot, args.out);
|
|
18
|
+
const rows = createPackageBenchRows({
|
|
19
|
+
taskCount,
|
|
20
|
+
measure: createMeasure(rounds)
|
|
21
|
+
});
|
|
189
22
|
|
|
190
23
|
const report = {
|
|
191
24
|
package: '@shapeshift-labs/frontier-swarm',
|
|
192
|
-
version: readPackageVersion(),
|
|
25
|
+
version: readPackageVersion(packageDir),
|
|
193
26
|
generatedAt: new Date().toISOString(),
|
|
194
27
|
node: process.version,
|
|
195
28
|
platform: process.platform + ' ' + process.arch,
|
|
@@ -198,125 +31,5 @@ const report = {
|
|
|
198
31
|
rows
|
|
199
32
|
};
|
|
200
33
|
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
fs.writeFileSync(outPath, JSON.stringify(report, null, 2) + '\n');
|
|
204
|
-
}
|
|
205
|
-
|
|
206
|
-
console.log(report.package + ' package benchmark');
|
|
207
|
-
console.log('Node ' + report.node + ' on ' + report.platform + ', tasks=' + taskCount + ', rounds=' + rounds);
|
|
208
|
-
console.log('These are Frontier-only package measurements, not competitor comparisons.');
|
|
209
|
-
console.log('');
|
|
210
|
-
console.log(padRight('Fixture', 30) + padLeft('Median', 12) + padLeft('p95', 12));
|
|
211
|
-
for (const row of rows) {
|
|
212
|
-
console.log(padRight(row.fixture, 30) + padLeft(formatUs(row.medianUs), 12) + padLeft(formatUs(row.p95Us), 12));
|
|
213
|
-
}
|
|
214
|
-
if (outPath) console.log('\nwrote ' + path.relative(repoRoot, outPath));
|
|
215
|
-
|
|
216
|
-
function makeManifest() {
|
|
217
|
-
return {
|
|
218
|
-
compute: [
|
|
219
|
-
{ id: 'deep', kind: 'codex', model: 'gpt-5.5', reasoningEffort: 'xhigh' },
|
|
220
|
-
{ id: 'fast', kind: 'codex', model: 'gpt-5.4-mini', reasoningEffort: 'medium' }
|
|
221
|
-
],
|
|
222
|
-
layers: [
|
|
223
|
-
{ id: 'parent', childCompute: { implementation: 'deep', evidence: 'fast' } },
|
|
224
|
-
{ id: 'implementation', parentId: 'parent' },
|
|
225
|
-
{ id: 'evidence', parentId: 'parent' }
|
|
226
|
-
],
|
|
227
|
-
lanes: [
|
|
228
|
-
{ id: 'runtime', layer: 'implementation', allowedWrites: ['src/runtime/**'], evidencePrefix: 'evidence/runtime/' },
|
|
229
|
-
{ id: 'tests', layer: 'evidence', allowedWrites: ['test/**'], evidencePrefix: 'evidence/tests/' }
|
|
230
|
-
],
|
|
231
|
-
policy: { defaultCompute: 'fast' }
|
|
232
|
-
};
|
|
233
|
-
}
|
|
234
|
-
|
|
235
|
-
function makeTasks(count) {
|
|
236
|
-
const tasks = [];
|
|
237
|
-
for (let i = 0; i < count; i += 1) {
|
|
238
|
-
const lane = i % 3 === 0 ? 'tests' : 'runtime';
|
|
239
|
-
tasks.push({
|
|
240
|
-
id: 'task-' + i,
|
|
241
|
-
lane,
|
|
242
|
-
priority: i % 100,
|
|
243
|
-
targetRefs: [lane === 'tests' ? `test/file-${i}.mjs` : `src/runtime/file-${i}.ts`],
|
|
244
|
-
acceptance: ['task ' + i + ' passes']
|
|
245
|
-
});
|
|
246
|
-
}
|
|
247
|
-
return tasks;
|
|
248
|
-
}
|
|
249
|
-
|
|
250
|
-
function makeBundles(plan, count) {
|
|
251
|
-
const bundles = [];
|
|
252
|
-
for (let i = 0; i < Math.min(count, plan.jobs.length); i += 1) {
|
|
253
|
-
const job = plan.jobs[i];
|
|
254
|
-
bundles.push(createSwarmMergeBundle({
|
|
255
|
-
job,
|
|
256
|
-
result: {
|
|
257
|
-
jobId: job.id,
|
|
258
|
-
status: 'verified',
|
|
259
|
-
changedPaths: [job.task.targetRefs[0] ?? `src/runtime/file-${i}.ts`],
|
|
260
|
-
changedRegions: i % 2 === 0 ? [`region.${i}`] : [],
|
|
261
|
-
verification: [{ status: 0 }]
|
|
262
|
-
},
|
|
263
|
-
patchPath: `agent-runs/bench/${job.id}/changes.patch`
|
|
264
|
-
}));
|
|
265
|
-
}
|
|
266
|
-
return bundles;
|
|
267
|
-
}
|
|
268
|
-
|
|
269
|
-
function measure(fixture, operationsPerRound, fn) {
|
|
270
|
-
const samples = [];
|
|
271
|
-
let checksum = 0;
|
|
272
|
-
for (let round = 0; round < rounds; round += 1) {
|
|
273
|
-
const start = performance.now();
|
|
274
|
-
for (let op = 0; op < operationsPerRound; op += 1) checksum += Number(fn()) || 0;
|
|
275
|
-
const elapsed = performance.now() - start;
|
|
276
|
-
samples.push((elapsed * 1000) / operationsPerRound);
|
|
277
|
-
}
|
|
278
|
-
samples.sort((a, b) => a - b);
|
|
279
|
-
return {
|
|
280
|
-
fixture,
|
|
281
|
-
operationsPerRound,
|
|
282
|
-
medianUs: percentile(samples, 0.5),
|
|
283
|
-
p95Us: percentile(samples, 0.95),
|
|
284
|
-
checksum
|
|
285
|
-
};
|
|
286
|
-
}
|
|
287
|
-
|
|
288
|
-
function percentile(sorted, pct) {
|
|
289
|
-
return sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * pct))];
|
|
290
|
-
}
|
|
291
|
-
|
|
292
|
-
function formatUs(value) {
|
|
293
|
-
if (value >= 1000) return (value / 1000).toFixed(2) + 'ms';
|
|
294
|
-
return value.toFixed(2) + 'us';
|
|
295
|
-
}
|
|
296
|
-
|
|
297
|
-
function padRight(value, size) {
|
|
298
|
-
return String(value).padEnd(size);
|
|
299
|
-
}
|
|
300
|
-
|
|
301
|
-
function padLeft(value, size) {
|
|
302
|
-
return String(value).padStart(size);
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
function parseArgs(argv) {
|
|
306
|
-
const out = {};
|
|
307
|
-
for (let i = 0; i < argv.length; i += 1) {
|
|
308
|
-
if (argv[i] === '--out') out.out = argv[++i];
|
|
309
|
-
else if (argv[i] === '--tasks') out.tasks = argv[++i];
|
|
310
|
-
else if (argv[i] === '--rounds') out.rounds = argv[++i];
|
|
311
|
-
}
|
|
312
|
-
return out;
|
|
313
|
-
}
|
|
314
|
-
|
|
315
|
-
function readPositiveInt(value, fallback) {
|
|
316
|
-
const parsed = Number(value);
|
|
317
|
-
return Number.isFinite(parsed) && parsed > 0 ? Math.floor(parsed) : fallback;
|
|
318
|
-
}
|
|
319
|
-
|
|
320
|
-
function readPackageVersion() {
|
|
321
|
-
return JSON.parse(fs.readFileSync(path.join(packageDir, 'package.json'), 'utf8')).version;
|
|
322
|
-
}
|
|
34
|
+
writeBenchReport(report, outPath);
|
|
35
|
+
printBenchReport(report, { outPath, repoRoot });
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { FrontierSwarmScheduleLimits } from './plan.js';
|
|
2
|
+
import type { FrontierSwarmAdaptiveLoadDecision, FrontierSwarmAdaptiveMode, FrontierSwarmAdaptiveObservation } from './adaptive-load-types.js';
|
|
3
|
+
export declare function applyAdaptiveObservation(limits: FrontierSwarmScheduleLimits, minLimits: FrontierSwarmScheduleLimits, maxLimits: FrontierSwarmScheduleLimits, mode: FrontierSwarmAdaptiveMode, observation: FrontierSwarmAdaptiveObservation, decisions: FrontierSwarmAdaptiveLoadDecision[]): void;
|
|
4
|
+
export declare function applyAdaptiveRecovery(limits: FrontierSwarmScheduleLimits, maxLimits: FrontierSwarmScheduleLimits, observation: FrontierSwarmAdaptiveObservation, decisions: FrontierSwarmAdaptiveLoadDecision[]): void;
|
|
5
|
+
export declare function createAdaptiveDecision(input: Omit<FrontierSwarmAdaptiveLoadDecision, 'id'>): FrontierSwarmAdaptiveLoadDecision;
|
|
6
|
+
//# sourceMappingURL=adaptive-load-decisions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"adaptive-load-decisions.d.ts","sourceRoot":"","sources":["../src/adaptive-load-decisions.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,KAAK,EAEV,iCAAiC,EACjC,yBAAyB,EACzB,gCAAgC,EACjC,MAAM,0BAA0B,CAAC;AAElC,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,2BAA2B,EACnC,SAAS,EAAE,2BAA2B,EACtC,SAAS,EAAE,2BAA2B,EACtC,IAAI,EAAE,yBAAyB,EAC/B,WAAW,EAAE,gCAAgC,EAC7C,SAAS,EAAE,iCAAiC,EAAE,GAC7C,IAAI,CAmDN;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,2BAA2B,EACnC,SAAS,EAAE,2BAA2B,EACtC,WAAW,EAAE,gCAAgC,EAC7C,SAAS,EAAE,iCAAiC,EAAE,GAC7C,IAAI,CAoBN;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,GAAG,iCAAiC,CAK9H"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import { positiveNumber, stableHash } from './internal.js';
|
|
2
|
+
import { clampAdaptiveLimit } from './adaptive-load-limits.js';
|
|
3
|
+
import { adaptiveDecisionKeyForObservation, adaptiveDecisionTargetForObservation, adaptiveObservationIsCapacityBackpressure, adaptiveObservationShouldReduceReadyWindow } from './adaptive-load-observations.js';
|
|
4
|
+
export function applyAdaptiveObservation(limits, minLimits, maxLimits, mode, observation, decisions) {
|
|
5
|
+
if (observation.kind === 'ready-capacity') {
|
|
6
|
+
decisions.push(createAdaptiveDecision({
|
|
7
|
+
action: 'hold',
|
|
8
|
+
target: 'max-ready-jobs',
|
|
9
|
+
previous: limits.maxReadyJobs,
|
|
10
|
+
next: limits.maxReadyJobs,
|
|
11
|
+
max: maxLimits.maxReadyJobs,
|
|
12
|
+
min: minLimits.maxReadyJobs,
|
|
13
|
+
reason: observation.reasons[0] ?? 'ready-capacity',
|
|
14
|
+
observationIds: [observation.id]
|
|
15
|
+
}));
|
|
16
|
+
return;
|
|
17
|
+
}
|
|
18
|
+
const target = adaptiveDecisionTargetForObservation(observation);
|
|
19
|
+
const key = adaptiveDecisionKeyForObservation(observation);
|
|
20
|
+
if (adaptiveObservationIsCapacityBackpressure(observation)) {
|
|
21
|
+
decisions.push(createAdaptiveDecision({
|
|
22
|
+
action: 'hold',
|
|
23
|
+
target,
|
|
24
|
+
...(key ? { key } : {}),
|
|
25
|
+
reason: observation.reasons[0] ?? observation.kind,
|
|
26
|
+
observationIds: [observation.id]
|
|
27
|
+
}));
|
|
28
|
+
return;
|
|
29
|
+
}
|
|
30
|
+
if (target === 'lane' && key) {
|
|
31
|
+
decreaseAdaptiveRecordLimit(limits.maxLaneConcurrency, minLimits.maxLaneConcurrency, maxLimits.maxLaneConcurrency, key, mode, observation, decisions, target);
|
|
32
|
+
}
|
|
33
|
+
else if (target === 'concurrency-key' && key) {
|
|
34
|
+
decreaseAdaptiveRecordLimit(limits.maxConcurrencyKeyConcurrency, minLimits.maxConcurrencyKeyConcurrency, maxLimits.maxConcurrencyKeyConcurrency, key, mode, observation, decisions, target);
|
|
35
|
+
}
|
|
36
|
+
else if (target === 'compute' && key) {
|
|
37
|
+
decreaseAdaptiveRecordLimit(limits.maxComputeConcurrency, minLimits.maxComputeConcurrency, maxLimits.maxComputeConcurrency, key, mode, observation, decisions, target);
|
|
38
|
+
}
|
|
39
|
+
else if (target === 'resource' && key) {
|
|
40
|
+
decreaseAdaptiveRecordLimit(limits.resourceQuotas, minLimits.resourceQuotas, maxLimits.resourceQuotas, key, mode, observation, decisions, target);
|
|
41
|
+
}
|
|
42
|
+
if (adaptiveObservationShouldReduceReadyWindow(observation)) {
|
|
43
|
+
const previous = limits.maxReadyJobs ?? maxLimits.maxReadyJobs ?? 1;
|
|
44
|
+
const min = minLimits.maxReadyJobs ?? 1;
|
|
45
|
+
const max = maxLimits.maxReadyJobs ?? previous;
|
|
46
|
+
limits.maxReadyJobs = clampAdaptiveLimit(adaptiveReducedValue(previous, min, mode, observation), min, max);
|
|
47
|
+
decisions.push(createAdaptiveDecision({
|
|
48
|
+
action: limits.maxReadyJobs < previous ? 'decrease' : 'hold',
|
|
49
|
+
target: 'max-ready-jobs',
|
|
50
|
+
previous,
|
|
51
|
+
next: limits.maxReadyJobs,
|
|
52
|
+
max,
|
|
53
|
+
min,
|
|
54
|
+
reason: observation.reasons[0] ?? observation.kind,
|
|
55
|
+
observationIds: [observation.id]
|
|
56
|
+
}));
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
export function applyAdaptiveRecovery(limits, maxLimits, observation, decisions) {
|
|
60
|
+
if (limits.maxReadyJobs !== undefined && maxLimits.maxReadyJobs !== undefined && limits.maxReadyJobs < maxLimits.maxReadyJobs) {
|
|
61
|
+
const previous = limits.maxReadyJobs;
|
|
62
|
+
limits.maxReadyJobs = Math.min(maxLimits.maxReadyJobs, previous + 1);
|
|
63
|
+
decisions.push(createAdaptiveDecision({
|
|
64
|
+
action: 'increase',
|
|
65
|
+
target: 'max-ready-jobs',
|
|
66
|
+
previous,
|
|
67
|
+
next: limits.maxReadyJobs,
|
|
68
|
+
max: maxLimits.maxReadyJobs,
|
|
69
|
+
reason: observation.reasons[0] ?? observation.kind,
|
|
70
|
+
observationIds: [observation.id]
|
|
71
|
+
}));
|
|
72
|
+
}
|
|
73
|
+
if (observation.lane) {
|
|
74
|
+
increaseAdaptiveRecordLimit(limits.maxLaneConcurrency, maxLimits.maxLaneConcurrency, observation.lane, observation, decisions, 'lane');
|
|
75
|
+
}
|
|
76
|
+
if (observation.compute) {
|
|
77
|
+
increaseAdaptiveRecordLimit(limits.maxComputeConcurrency, maxLimits.maxComputeConcurrency, observation.compute, observation, decisions, 'compute');
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
export function createAdaptiveDecision(input) {
|
|
81
|
+
return {
|
|
82
|
+
id: 'swarm-adaptive-decision:' + stableHash([input.action, input.target, input.key, input.previous, input.next, input.reason, input.observationIds]),
|
|
83
|
+
...input
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
function decreaseAdaptiveRecordLimit(record, minRecord, maxRecord, key, mode, observation, decisions, target) {
|
|
87
|
+
const previous = record[key] ?? maxRecord[key];
|
|
88
|
+
if (!positiveNumber(previous))
|
|
89
|
+
return;
|
|
90
|
+
const min = minRecord[key] ?? 1;
|
|
91
|
+
const max = maxRecord[key] ?? previous;
|
|
92
|
+
const next = clampAdaptiveLimit(adaptiveReducedValue(previous, min, mode, observation), min, max);
|
|
93
|
+
record[key] = next;
|
|
94
|
+
decisions.push(createAdaptiveDecision({
|
|
95
|
+
action: next < previous ? 'decrease' : 'hold',
|
|
96
|
+
target,
|
|
97
|
+
key,
|
|
98
|
+
previous,
|
|
99
|
+
next,
|
|
100
|
+
max,
|
|
101
|
+
min,
|
|
102
|
+
reason: observation.reasons[0] ?? observation.kind,
|
|
103
|
+
observationIds: [observation.id]
|
|
104
|
+
}));
|
|
105
|
+
}
|
|
106
|
+
function increaseAdaptiveRecordLimit(record, maxRecord, key, observation, decisions, target) {
|
|
107
|
+
const previous = record[key];
|
|
108
|
+
const max = maxRecord[key];
|
|
109
|
+
if (!positiveNumber(previous) || !positiveNumber(max) || previous >= max)
|
|
110
|
+
return;
|
|
111
|
+
record[key] = Math.min(max, previous + 1);
|
|
112
|
+
decisions.push(createAdaptiveDecision({
|
|
113
|
+
action: 'increase',
|
|
114
|
+
target,
|
|
115
|
+
key,
|
|
116
|
+
previous,
|
|
117
|
+
next: record[key],
|
|
118
|
+
max,
|
|
119
|
+
reason: observation.reasons[0] ?? observation.kind,
|
|
120
|
+
observationIds: [observation.id]
|
|
121
|
+
}));
|
|
122
|
+
}
|
|
123
|
+
function adaptiveReducedValue(previous, min, mode, observation) {
|
|
124
|
+
if (observation.kind === 'merge-conflict' || observation.kind === 'duplicate-output' || observation.kind === 'concurrency-key-capacity')
|
|
125
|
+
return min;
|
|
126
|
+
const severityFactor = observation.severity === 'critical' ? 0.45 : observation.severity === 'error' ? 0.55 : observation.severity === 'warning' ? 0.7 : 0.85;
|
|
127
|
+
const modeFactor = mode === 'conservative' ? 0.6 : mode === 'aggressive' ? 0.85 : 0.75;
|
|
128
|
+
return Math.max(min, Math.floor(previous * Math.min(severityFactor, modeFactor)));
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=adaptive-load-decisions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"adaptive-load-decisions.js","sourceRoot":"","sources":["../src/adaptive-load-decisions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EACL,iCAAiC,EACjC,oCAAoC,EACpC,yCAAyC,EACzC,0CAA0C,EAC3C,MAAM,iCAAiC,CAAC;AASzC,MAAM,UAAU,wBAAwB,CACtC,MAAmC,EACnC,SAAsC,EACtC,SAAsC,EACtC,IAA+B,EAC/B,WAA6C,EAC7C,SAA8C;IAE9C,IAAI,WAAW,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QAC1C,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;YACpC,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,gBAAgB;YACxB,QAAQ,EAAE,MAAM,CAAC,YAAY;YAC7B,IAAI,EAAE,MAAM,CAAC,YAAY;YACzB,GAAG,EAAE,SAAS,CAAC,YAAY;YAC3B,GAAG,EAAE,SAAS,CAAC,YAAY;YAC3B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,gBAAgB;YAClD,cAAc,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC,CAAC;QACJ,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,oCAAoC,CAAC,WAAW,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,iCAAiC,CAAC,WAAW,CAAC,CAAC;IAC3D,IAAI,yCAAyC,CAAC,WAAW,CAAC,EAAE,CAAC;QAC3D,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;YACpC,MAAM,EAAE,MAAM;YACd,MAAM;YACN,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI;YAClD,cAAc,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC,CAAC;QACJ,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,IAAI,GAAG,EAAE,CAAC;QAC7B,2BAA2B,CAAC,MAAM,CAAC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAChK,CAAC;SAAM,IAAI,MAAM,KAAK,iBAAiB,IAAI,GAAG,EAAE,CAAC;QAC/C,2BAA2B,CAAC,MAAM,CAAC,4BAA4B,EAAE,SAAS,CAAC,4BAA4B,EAAE,SAAS,CAAC,4BAA4B,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC9L,CAAC;SAAM,IAAI,MAAM,KAAK,SAAS,IAAI,GAAG,EAAE,CAAC;QACvC,2BAA2B,CAAC,MAAM,CAAC,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACzK,CAAC;SAAM,IAAI,MAAM,KAAK,UAAU,IAAI,GAAG,EAAE,CAAC;QACxC,2BAA2B,CAAC,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACpJ,CAAC;IACD,IAAI,0CAA0C,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5D,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC;QACpE,MAAM,GAAG,GAAG,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,SAAS,CAAC,YAAY,IAAI,QAAQ,CAAC;QAC/C,MAAM,CAAC,YAAY,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3G,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;YACpC,MAAM,EAAE,MAAM,CAAC,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;YAC5D,MAAM,EAAE,gBAAgB;YACxB,QAAQ;YACR,IAAI,EAAE,MAAM,CAAC,YAAY;YACzB,GAAG;YACH,GAAG;YACH,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI;YAClD,cAAc,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAmC,EACnC,SAAsC,EACtC,WAA6C,EAC7C,SAA8C;IAE9C,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,SAAS,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC;QAC9H,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC;QACrC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;QACrE,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;YACpC,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,gBAAgB;YACxB,QAAQ;YACR,IAAI,EAAE,MAAM,CAAC,YAAY;YACzB,GAAG,EAAE,SAAS,CAAC,YAAY;YAC3B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI;YAClD,cAAc,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IACD,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,2BAA2B,CAAC,MAAM,CAAC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACzI,CAAC;IACD,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,2BAA2B,CAAC,MAAM,CAAC,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,EAAE,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAoD;IACzF,OAAO;QACL,EAAE,EAAE,0BAA0B,GAAG,UAAU,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACpJ,GAAG,KAAK;KACT,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAClC,MAA8B,EAC9B,SAAiC,EACjC,SAAiC,EACjC,GAAW,EACX,IAA+B,EAC/B,WAA6C,EAC7C,SAA8C,EAC9C,MAA2C;IAE3C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;QAAE,OAAO;IACtC,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;IACvC,MAAM,IAAI,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,QAAkB,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAC5G,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACpC,MAAM,EAAE,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;QAC7C,MAAM;QACN,GAAG;QACH,QAAQ;QACR,IAAI;QACJ,GAAG;QACH,GAAG;QACH,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI;QAClD,cAAc,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;KACjC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,2BAA2B,CAClC,MAA8B,EAC9B,SAAiC,EACjC,GAAW,EACX,WAA6C,EAC7C,SAA8C,EAC9C,MAA2C;IAE3C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3B,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,QAAQ,IAAI,GAAG;QAAE,OAAO;IACjF,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC1C,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACpC,MAAM,EAAE,UAAU;QAClB,MAAM;QACN,GAAG;QACH,QAAQ;QACR,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC;QACjB,GAAG;QACH,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI;QAClD,cAAc,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;KACjC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAgB,EAAE,GAAW,EAAE,IAA+B,EAAE,WAA6C;IACzI,IAAI,WAAW,CAAC,IAAI,KAAK,gBAAgB,IAAI,WAAW,CAAC,IAAI,KAAK,kBAAkB,IAAI,WAAW,CAAC,IAAI,KAAK,0BAA0B;QAAE,OAAO,GAAG,CAAC;IACpJ,MAAM,cAAc,GAAG,WAAW,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9J,MAAM,UAAU,GAAG,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACvF,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;AACpF,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { FrontierSwarmScheduleLimits } from './plan.js';
|
|
2
|
+
import type { FrontierSwarmAdaptiveLoadPlanInput, FrontierSwarmAdaptiveScheduleLimitsInput } from './adaptive-load-types.js';
|
|
3
|
+
export declare function createAdaptiveMaxLimits(input: FrontierSwarmAdaptiveLoadPlanInput): FrontierSwarmScheduleLimits;
|
|
4
|
+
export declare function createAdaptiveCurrentLimits(input: FrontierSwarmAdaptiveScheduleLimitsInput | undefined, maxLimits: FrontierSwarmScheduleLimits): FrontierSwarmScheduleLimits;
|
|
5
|
+
export declare function createAdaptiveMinLimits(input: FrontierSwarmAdaptiveScheduleLimitsInput | undefined, maxLimits: FrontierSwarmScheduleLimits): FrontierSwarmScheduleLimits;
|
|
6
|
+
export declare function clampAdaptiveLimits(value: FrontierSwarmScheduleLimits, minLimits: FrontierSwarmScheduleLimits, maxLimits: FrontierSwarmScheduleLimits): FrontierSwarmScheduleLimits;
|
|
7
|
+
export declare function clampAdaptiveLimit(value: number, min: number, max: number): number;
|
|
8
|
+
//# sourceMappingURL=adaptive-load-limits.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"adaptive-load-limits.d.ts","sourceRoot":"","sources":["../src/adaptive-load-limits.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,KAAK,EAAE,kCAAkC,EAAE,wCAAwC,EAAE,MAAM,0BAA0B,CAAC;AAE7H,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,kCAAkC,GAAG,2BAA2B,CA4B9G;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,wCAAwC,GAAG,SAAS,EAC3D,SAAS,EAAE,2BAA2B,GACrC,2BAA2B,CAU7B;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,wCAAwC,GAAG,SAAS,EAC3D,SAAS,EAAE,2BAA2B,GACrC,2BAA2B,CAa7B;AAED,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,2BAA2B,EAClC,SAAS,EAAE,2BAA2B,EACtC,SAAS,EAAE,2BAA2B,GACrC,2BAA2B,CAU7B;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAIlF"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
import { cloneJsonValue, positiveNumber, uniqueStrings } from './internal.js';
|
|
2
|
+
export function createAdaptiveMaxLimits(input) {
|
|
3
|
+
const plan = input.plan;
|
|
4
|
+
const jobCount = Math.max(1, plan?.jobs.length ?? input.schedule?.summary.jobCount ?? input.dashboard?.summary.jobCount ?? 1);
|
|
5
|
+
const raw = mergeAdaptiveScheduleLimitInputs(plan?.limits, input.maxLimits);
|
|
6
|
+
const maxReadyJobs = positiveNumber(raw.maxReadyJobs) ? Math.floor(raw.maxReadyJobs) : jobCount;
|
|
7
|
+
const maxLaneConcurrency = { ...raw.maxLaneConcurrency };
|
|
8
|
+
const maxConcurrencyKeyConcurrency = { ...raw.maxConcurrencyKeyConcurrency };
|
|
9
|
+
const maxComputeConcurrency = { ...raw.maxComputeConcurrency };
|
|
10
|
+
const resourceQuotas = { ...raw.resourceQuotas };
|
|
11
|
+
for (const job of plan?.jobs ?? []) {
|
|
12
|
+
maxLaneConcurrency[job.lane] = adaptivePositiveLimit(maxLaneConcurrency[job.lane], job.compute.maxConcurrency ?? maxReadyJobs);
|
|
13
|
+
maxConcurrencyKeyConcurrency[job.concurrencyKey] = adaptivePositiveLimit(maxConcurrencyKeyConcurrency[job.concurrencyKey], maxReadyJobs);
|
|
14
|
+
maxComputeConcurrency[job.compute.id] = adaptivePositiveLimit(maxComputeConcurrency[job.compute.id], job.compute.maxConcurrency ?? maxReadyJobs);
|
|
15
|
+
for (const [resource, amount] of Object.entries(job.resourceRequirements?.resources ?? {})) {
|
|
16
|
+
resourceQuotas[resource] = adaptivePositiveLimit(resourceQuotas[resource], Math.max(1, Math.ceil(amount), maxReadyJobs));
|
|
17
|
+
}
|
|
18
|
+
if (job.resourceRequirements?.browser?.required) {
|
|
19
|
+
resourceQuotas.browser = adaptivePositiveLimit(resourceQuotas.browser, maxReadyJobs);
|
|
20
|
+
resourceQuotas['browser-port'] = adaptivePositiveLimit(resourceQuotas['browser-port'], maxReadyJobs);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return {
|
|
24
|
+
maxReadyJobs,
|
|
25
|
+
maxLaneConcurrency: normalizeAdaptiveLimitRecord(maxLaneConcurrency),
|
|
26
|
+
maxConcurrencyKeyConcurrency: normalizeAdaptiveLimitRecord(maxConcurrencyKeyConcurrency),
|
|
27
|
+
maxComputeConcurrency: normalizeAdaptiveLimitRecord(maxComputeConcurrency),
|
|
28
|
+
resourceQuotas: normalizeAdaptiveLimitRecord(resourceQuotas)
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
export function createAdaptiveCurrentLimits(input, maxLimits) {
|
|
32
|
+
if (!input)
|
|
33
|
+
return cloneJsonValue(maxLimits);
|
|
34
|
+
const raw = mergeAdaptiveScheduleLimitInputs(maxLimits, input);
|
|
35
|
+
return {
|
|
36
|
+
...(positiveNumber(raw.maxReadyJobs) ? { maxReadyJobs: Math.floor(raw.maxReadyJobs) } : {}),
|
|
37
|
+
maxLaneConcurrency: normalizeAdaptiveLimitRecord(raw.maxLaneConcurrency),
|
|
38
|
+
maxConcurrencyKeyConcurrency: normalizeAdaptiveLimitRecord(raw.maxConcurrencyKeyConcurrency),
|
|
39
|
+
maxComputeConcurrency: normalizeAdaptiveLimitRecord(raw.maxComputeConcurrency),
|
|
40
|
+
resourceQuotas: normalizeAdaptiveLimitRecord(raw.resourceQuotas)
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
export function createAdaptiveMinLimits(input, maxLimits) {
|
|
44
|
+
const raw = mergeAdaptiveScheduleLimitInputs(undefined, input);
|
|
45
|
+
const laneMinimums = Object.fromEntries(Object.keys(maxLimits.maxLaneConcurrency).map((key) => [key, 1]));
|
|
46
|
+
const keyMinimums = Object.fromEntries(Object.keys(maxLimits.maxConcurrencyKeyConcurrency).map((key) => [key, 1]));
|
|
47
|
+
const computeMinimums = Object.fromEntries(Object.keys(maxLimits.maxComputeConcurrency).map((key) => [key, 1]));
|
|
48
|
+
const resourceMinimums = Object.fromEntries(Object.keys(maxLimits.resourceQuotas).map((key) => [key, 1]));
|
|
49
|
+
return {
|
|
50
|
+
maxReadyJobs: adaptivePositiveLimit(raw.maxReadyJobs, 1),
|
|
51
|
+
maxLaneConcurrency: normalizeAdaptiveLimitRecord({ ...laneMinimums, ...raw.maxLaneConcurrency }),
|
|
52
|
+
maxConcurrencyKeyConcurrency: normalizeAdaptiveLimitRecord({ ...keyMinimums, ...raw.maxConcurrencyKeyConcurrency }),
|
|
53
|
+
maxComputeConcurrency: normalizeAdaptiveLimitRecord({ ...computeMinimums, ...raw.maxComputeConcurrency }),
|
|
54
|
+
resourceQuotas: normalizeAdaptiveLimitRecord({ ...resourceMinimums, ...raw.resourceQuotas })
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
export function clampAdaptiveLimits(value, minLimits, maxLimits) {
|
|
58
|
+
return {
|
|
59
|
+
...(value.maxReadyJobs !== undefined || maxLimits.maxReadyJobs !== undefined ? {
|
|
60
|
+
maxReadyJobs: clampAdaptiveLimit(value.maxReadyJobs ?? maxLimits.maxReadyJobs ?? 1, minLimits.maxReadyJobs ?? 1, maxLimits.maxReadyJobs ?? value.maxReadyJobs ?? 1)
|
|
61
|
+
} : {}),
|
|
62
|
+
maxLaneConcurrency: clampAdaptiveRecord(value.maxLaneConcurrency, minLimits.maxLaneConcurrency, maxLimits.maxLaneConcurrency),
|
|
63
|
+
maxConcurrencyKeyConcurrency: clampAdaptiveRecord(value.maxConcurrencyKeyConcurrency, minLimits.maxConcurrencyKeyConcurrency, maxLimits.maxConcurrencyKeyConcurrency),
|
|
64
|
+
maxComputeConcurrency: clampAdaptiveRecord(value.maxComputeConcurrency, minLimits.maxComputeConcurrency, maxLimits.maxComputeConcurrency),
|
|
65
|
+
resourceQuotas: clampAdaptiveRecord(value.resourceQuotas, minLimits.resourceQuotas, maxLimits.resourceQuotas)
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
export function clampAdaptiveLimit(value, min, max) {
|
|
69
|
+
const upper = Math.max(1, Math.floor(max));
|
|
70
|
+
const lower = Math.min(upper, Math.max(1, Math.floor(min)));
|
|
71
|
+
return Math.min(upper, Math.max(lower, Math.floor(value)));
|
|
72
|
+
}
|
|
73
|
+
function mergeAdaptiveScheduleLimitInputs(left, right) {
|
|
74
|
+
return {
|
|
75
|
+
...(right?.maxReadyJobs !== undefined ? { maxReadyJobs: right.maxReadyJobs } : left?.maxReadyJobs !== undefined ? { maxReadyJobs: left.maxReadyJobs } : {}),
|
|
76
|
+
maxLaneConcurrency: { ...(left?.maxLaneConcurrency ?? {}), ...(right?.maxLaneConcurrency ?? {}) },
|
|
77
|
+
maxConcurrencyKeyConcurrency: { ...(left?.maxConcurrencyKeyConcurrency ?? {}), ...(right?.maxConcurrencyKeyConcurrency ?? {}) },
|
|
78
|
+
maxComputeConcurrency: { ...(left?.maxComputeConcurrency ?? {}), ...(right?.maxComputeConcurrency ?? {}) },
|
|
79
|
+
resourceQuotas: { ...(left?.resourceQuotas ?? {}), ...(right?.resourceQuotas ?? {}) }
|
|
80
|
+
};
|
|
81
|
+
}
|
|
82
|
+
function normalizeAdaptiveLimitRecord(input = {}) {
|
|
83
|
+
const out = {};
|
|
84
|
+
for (const [key, value] of Object.entries(input)) {
|
|
85
|
+
if (positiveNumber(value))
|
|
86
|
+
out[key] = Math.max(1, Math.floor(value));
|
|
87
|
+
}
|
|
88
|
+
return out;
|
|
89
|
+
}
|
|
90
|
+
function clampAdaptiveRecord(value, minRecord, maxRecord) {
|
|
91
|
+
const keys = uniqueStrings([...Object.keys(value), ...Object.keys(minRecord), ...Object.keys(maxRecord)]);
|
|
92
|
+
const out = {};
|
|
93
|
+
for (const key of keys) {
|
|
94
|
+
const max = maxRecord[key];
|
|
95
|
+
if (!positiveNumber(max))
|
|
96
|
+
continue;
|
|
97
|
+
const min = minRecord[key] ?? 1;
|
|
98
|
+
out[key] = clampAdaptiveLimit(value[key] ?? max, min, max);
|
|
99
|
+
}
|
|
100
|
+
return out;
|
|
101
|
+
}
|
|
102
|
+
function adaptivePositiveLimit(value, fallback) {
|
|
103
|
+
return positiveNumber(value) ? Math.max(1, Math.floor(value)) : Math.max(1, Math.floor(fallback));
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=adaptive-load-limits.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"adaptive-load-limits.js","sourceRoot":"","sources":["../src/adaptive-load-limits.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAI9E,MAAM,UAAU,uBAAuB,CAAC,KAAyC;IAC/E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;IAC9H,MAAM,GAAG,GAAG,gCAAgC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC5E,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAsB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC1G,MAAM,kBAAkB,GAA2B,EAAE,GAAG,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACjF,MAAM,4BAA4B,GAA2B,EAAE,GAAG,GAAG,CAAC,4BAA4B,EAAE,CAAC;IACrG,MAAM,qBAAqB,GAA2B,EAAE,GAAG,GAAG,CAAC,qBAAqB,EAAE,CAAC;IACvF,MAAM,cAAc,GAA2B,EAAE,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;IACzE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;QACnC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,qBAAqB,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,YAAY,CAAC,CAAC;QAC/H,4BAA4B,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,qBAAqB,CAAC,4BAA4B,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,YAAY,CAAC,CAAC;QACzI,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,YAAY,CAAC,CAAC;QACjJ,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3F,cAAc,CAAC,QAAQ,CAAC,GAAG,qBAAqB,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QAC3H,CAAC;QACD,IAAI,GAAG,CAAC,oBAAoB,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAChD,cAAc,CAAC,OAAO,GAAG,qBAAqB,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACrF,cAAc,CAAC,cAAc,CAAC,GAAG,qBAAqB,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE,YAAY,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;IACD,OAAO;QACL,YAAY;QACZ,kBAAkB,EAAE,4BAA4B,CAAC,kBAAkB,CAAC;QACpE,4BAA4B,EAAE,4BAA4B,CAAC,4BAA4B,CAAC;QACxF,qBAAqB,EAAE,4BAA4B,CAAC,qBAAqB,CAAC;QAC1E,cAAc,EAAE,4BAA4B,CAAC,cAAc,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAA2D,EAC3D,SAAsC;IAEtC,IAAI,CAAC,KAAK;QAAE,OAAO,cAAc,CAAC,SAAS,CAAgC,CAAC;IAC5E,MAAM,GAAG,GAAG,gCAAgC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC/D,OAAO;QACL,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAsB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrG,kBAAkB,EAAE,4BAA4B,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACxE,4BAA4B,EAAE,4BAA4B,CAAC,GAAG,CAAC,4BAA4B,CAAC;QAC5F,qBAAqB,EAAE,4BAA4B,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAC9E,cAAc,EAAE,4BAA4B,CAAC,GAAG,CAAC,cAAc,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAA2D,EAC3D,SAAsC;IAEtC,MAAM,GAAG,GAAG,gCAAgC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1G,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACnH,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChH,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1G,OAAO;QACL,YAAY,EAAE,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;QACxD,kBAAkB,EAAE,4BAA4B,CAAC,EAAE,GAAG,YAAY,EAAE,GAAG,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAChG,4BAA4B,EAAE,4BAA4B,CAAC,EAAE,GAAG,WAAW,EAAE,GAAG,GAAG,CAAC,4BAA4B,EAAE,CAAC;QACnH,qBAAqB,EAAE,4BAA4B,CAAC,EAAE,GAAG,eAAe,EAAE,GAAG,GAAG,CAAC,qBAAqB,EAAE,CAAC;QACzG,cAAc,EAAE,4BAA4B,CAAC,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;KAC7F,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAAkC,EAClC,SAAsC,EACtC,SAAsC;IAEtC,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,SAAS,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC;YAC7E,YAAY,EAAE,kBAAkB,CAAC,KAAK,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,IAAI,CAAC,EAAE,SAAS,CAAC,YAAY,IAAI,CAAC,EAAE,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;SACpK,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,mBAAmB,CAAC,KAAK,CAAC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,EAAE,SAAS,CAAC,kBAAkB,CAAC;QAC7H,4BAA4B,EAAE,mBAAmB,CAAC,KAAK,CAAC,4BAA4B,EAAE,SAAS,CAAC,4BAA4B,EAAE,SAAS,CAAC,4BAA4B,CAAC;QACrK,qBAAqB,EAAE,mBAAmB,CAAC,KAAK,CAAC,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,EAAE,SAAS,CAAC,qBAAqB,CAAC;QACzI,cAAc,EAAE,mBAAmB,CAAC,KAAK,CAAC,cAAc,EAAE,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC,cAAc,CAAC;KAC9G,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;IACxE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,gCAAgC,CACvC,IAA6E,EAC7E,KAAgD;IAEhD,OAAO;QACL,GAAG,CAAC,KAAK,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3J,kBAAkB,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,kBAAkB,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,kBAAkB,IAAI,EAAE,CAAC,EAAE;QACjG,4BAA4B,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,4BAA4B,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,4BAA4B,IAAI,EAAE,CAAC,EAAE;QAC/H,qBAAqB,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,qBAAqB,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE,CAAC,EAAE;QAC1G,cAAc,EAAE,EAAE,GAAG,CAAC,IAAI,EAAE,cAAc,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,EAAE,cAAc,IAAI,EAAE,CAAC,EAAE;KACtF,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,QAAgC,EAAE;IACtE,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,cAAc,CAAC,KAAK,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,mBAAmB,CAAC,KAA6B,EAAE,SAAiC,EAAE,SAAiC;IAC9H,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC1G,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YAAE,SAAS;QACnC,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChC,GAAG,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,QAAgB;IAC7D,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAe,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC9G,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { FrontierSwarmSchedule } from './scheduler.js';
|
|
2
|
+
import type { FrontierSwarmCoordinatorDashboard } from './coordinator-dashboard-types.js';
|
|
3
|
+
import type { FrontierSwarmAdaptiveDecisionTarget, FrontierSwarmAdaptiveObservation, FrontierSwarmAdaptiveObservationInput } from './adaptive-load-types.js';
|
|
4
|
+
import type { FrontierSwarmMergeAdmission, FrontierSwarmMergeIndex, FrontierSwarmRun } from './index.js';
|
|
5
|
+
export declare function normalizeAdaptiveObservations(input: readonly FrontierSwarmAdaptiveObservationInput[], generatedAt: number): FrontierSwarmAdaptiveObservation[];
|
|
6
|
+
export declare function deriveAdaptiveScheduleObservations(schedule: FrontierSwarmSchedule | undefined, at: number): FrontierSwarmAdaptiveObservationInput[];
|
|
7
|
+
export declare function deriveAdaptiveRunObservations(run: FrontierSwarmRun | undefined, at: number): FrontierSwarmAdaptiveObservationInput[];
|
|
8
|
+
export declare function deriveAdaptiveMergeIndexObservations(index: FrontierSwarmMergeIndex | undefined, at: number): FrontierSwarmAdaptiveObservationInput[];
|
|
9
|
+
export declare function deriveAdaptiveDashboardObservations(dashboard: FrontierSwarmCoordinatorDashboard | undefined, at: number): FrontierSwarmAdaptiveObservationInput[];
|
|
10
|
+
export declare function deriveAdaptiveAdmissionObservations(admission: FrontierSwarmMergeAdmission | undefined, at: number): FrontierSwarmAdaptiveObservationInput[];
|
|
11
|
+
export declare function adaptiveObservationShouldReduceReadyWindow(observation: FrontierSwarmAdaptiveObservation): boolean;
|
|
12
|
+
export declare function adaptiveObservationIsCapacityBackpressure(observation: FrontierSwarmAdaptiveObservation): boolean;
|
|
13
|
+
export declare function adaptiveDecisionTargetForObservation(observation: FrontierSwarmAdaptiveObservation): FrontierSwarmAdaptiveDecisionTarget;
|
|
14
|
+
export declare function adaptiveDecisionKeyForObservation(observation: FrontierSwarmAdaptiveObservation): string | undefined;
|
|
15
|
+
export declare function adaptiveObservationIsBottleneck(observation: FrontierSwarmAdaptiveObservation): boolean;
|
|
16
|
+
//# sourceMappingURL=adaptive-load-observations.d.ts.map
|