akm-cli 0.9.0-rc.0 → 0.9.0-rc.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1283 -22
- package/README.md +62 -37
- package/SECURITY.md +46 -31
- package/dist/akm +162 -38
- package/dist/akm-migrate +44 -0
- package/dist/assets/backends/schtasks-template.xml +2 -1
- package/dist/assets/hints/cli-hints-full.md +268 -118
- package/dist/assets/hints/cli-hints-short.md +87 -24
- package/dist/assets/{profiles → improve-strategies}/catchup.json +3 -1
- package/dist/assets/{profiles → improve-strategies}/consolidate.json +3 -1
- package/dist/assets/{profiles → improve-strategies}/default.json +6 -7
- package/dist/assets/improve-strategies/frequent.json +15 -0
- package/dist/assets/{profiles → improve-strategies}/graph-refresh.json +4 -2
- package/dist/assets/{profiles → improve-strategies}/memory-focus.json +4 -1
- package/dist/assets/{profiles → improve-strategies}/proactive-maintenance.json +5 -5
- package/dist/assets/{profiles → improve-strategies}/quick.json +4 -2
- package/dist/assets/improve-strategies/reflect-distill.json +30 -0
- package/dist/assets/{profiles → improve-strategies}/thorough.json +1 -1
- package/dist/assets/prompts/consolidate-system.md +5 -5
- package/dist/assets/prompts/extract-session.md +2 -6
- package/dist/assets/prompts/memory-infer-user.md +2 -3
- package/dist/assets/prompts/reflect-llm-framed-contract.md +11 -0
- package/dist/assets/prompts/reflect-llm-schema-contract.md +3 -0
- package/dist/assets/prompts/reflect-output-repair.md +3 -0
- package/dist/assets/prompts/workflow-unit-preamble.md +26 -0
- package/dist/assets/stash-skeleton/README.md +38 -10
- package/dist/assets/stash-skeleton/facts/conventions/assets/agent.md +8 -0
- package/dist/assets/stash-skeleton/facts/conventions/assets/command.md +8 -0
- package/dist/assets/stash-skeleton/facts/conventions/assets/fact.md +14 -1
- package/dist/assets/stash-skeleton/facts/conventions/assets/knowledge.md +13 -1
- package/dist/assets/stash-skeleton/facts/conventions/assets/lesson.md +9 -1
- package/dist/assets/stash-skeleton/facts/conventions/assets/memory.md +11 -0
- package/dist/assets/stash-skeleton/facts/conventions/assets/script.md +9 -0
- package/dist/assets/stash-skeleton/facts/conventions/assets/skill.md +9 -0
- package/dist/assets/stash-skeleton/facts/conventions/assets/workflow.md +8 -0
- package/dist/assets/stash-skeleton/facts/conventions/backlinks.md +100 -0
- package/dist/assets/stash-skeleton/facts/conventions/domains.md +64 -0
- package/dist/assets/stash-skeleton/facts/conventions/organization.md +136 -0
- package/dist/assets/tasks/core/extract.yml +3 -2
- package/dist/assets/tasks/core/improve.yml +2 -1
- package/dist/assets/tasks/core/index-refresh.yml +1 -0
- package/dist/assets/tasks/core/sync.yml +1 -0
- package/dist/assets/tasks/core/version-check.yml +2 -1
- package/dist/assets/tasks/improve/akm-graph-refresh-weekly.yml +5 -0
- package/dist/assets/tasks/improve/akm-improve-catchup.yml +8 -0
- package/dist/assets/tasks/improve/akm-improve-consolidate.yml +5 -0
- package/dist/assets/tasks/improve/akm-improve-frequent.yml +5 -0
- package/dist/assets/tasks/improve/akm-improve-nightly.yml +5 -0
- package/dist/assets/templates/html/health.html +5 -4
- package/dist/assets/workflows/workflow-template.md +31 -15
- package/dist/cli/invocation.js +279 -0
- package/dist/cli/parse-args.js +5 -90
- package/dist/cli/retired-commands.js +78 -0
- package/dist/cli/shared.js +158 -48
- package/dist/cli-node.mjs +2 -1
- package/dist/cli.js +747 -293
- package/dist/commands/agent/agent-dispatch.js +19 -18
- package/dist/commands/agent/agent-support.js +0 -24
- package/dist/commands/agent/contribute-cli.js +43 -97
- package/dist/commands/completions.js +80 -23
- package/dist/commands/config-cli.js +44 -281
- package/dist/commands/env/env-binding.js +99 -0
- package/dist/commands/env/env-cli.js +84 -224
- package/dist/commands/env/env.js +12 -163
- package/dist/commands/env/marker-path.js +6 -0
- package/dist/commands/env/secret-cli.js +45 -61
- package/dist/commands/env/secret.js +32 -62
- package/dist/commands/feedback-cli.js +179 -85
- package/dist/commands/health/accept-rate.js +58 -0
- package/dist/commands/health/advisories.js +7 -8
- package/dist/commands/health/checks.js +279 -94
- package/dist/commands/health/html-report.js +197 -578
- package/dist/commands/health/improve-metrics.js +277 -246
- package/dist/commands/health/llm-usage.js +19 -19
- package/dist/commands/health/md-report.js +16 -7
- package/dist/commands/health/metrics.js +67 -32
- package/dist/commands/health/renderers.js +47 -0
- package/dist/commands/health/report-view-model.js +508 -0
- package/dist/commands/health/stash-exposure.js +1 -1
- package/dist/commands/health/surfaces.js +16 -56
- package/dist/commands/health/task-runs.js +3 -67
- package/dist/{migrate-storage-node.mjs → commands/health/types-checks.js} +1 -5
- package/dist/commands/health/types-improve.js +29 -0
- package/dist/{output/text/save.js → commands/health/types-metrics.js} +1 -2
- package/dist/commands/health/types-result.js +7 -0
- package/dist/commands/health/types-runs.js +4 -0
- package/dist/commands/health/types-session-log.js +4 -0
- package/dist/commands/health/types-windows.js +4 -0
- package/dist/commands/health/types.js +26 -21
- package/dist/commands/health/windows.js +2 -3
- package/dist/commands/health.js +296 -167
- package/dist/commands/improve/anti-collapse.js +5 -5
- package/dist/commands/improve/autonomy-gate.js +68 -0
- package/dist/commands/improve/collapse-detector.js +65 -52
- package/dist/commands/improve/consolidate/chunking.js +9 -7
- package/dist/commands/improve/consolidate/eligibility.js +1 -23
- package/dist/commands/improve/consolidate/merge.js +4 -0
- package/dist/commands/improve/consolidate.js +454 -1354
- package/dist/commands/improve/content-hash.js +39 -0
- package/dist/commands/improve/distill/content-repair.js +4 -10
- package/dist/commands/improve/distill/promote-memory.js +89 -64
- package/dist/commands/improve/distill/quality-gate.js +118 -42
- package/dist/commands/improve/distill-guards.js +1 -1
- package/dist/commands/improve/distill-promotion-policy.js +33 -888
- package/dist/commands/improve/distill.js +607 -363
- package/dist/commands/improve/eligibility.js +165 -79
- package/dist/commands/improve/extract-cli.js +35 -126
- package/dist/commands/improve/extract-prompt.js +6 -35
- package/dist/commands/improve/extract.js +640 -391
- package/dist/commands/improve/feedback-valence.js +2 -12
- package/dist/commands/improve/improve-cli.js +134 -135
- package/dist/commands/improve/improve-result-file.js +30 -50
- package/dist/commands/improve/improve-run-types.js +4 -0
- package/dist/commands/improve/improve-strategies.js +135 -0
- package/dist/commands/improve/improve.js +904 -701
- package/dist/commands/improve/locks.js +64 -111
- package/dist/commands/improve/loop-stages.js +1110 -923
- package/dist/commands/improve/memory/derived-ref.js +124 -0
- package/dist/commands/improve/memory/memory-belief.js +79 -7
- package/dist/commands/improve/memory/memory-contradiction-detect.js +49 -52
- package/dist/commands/improve/memory/memory-improve.js +25 -37
- package/dist/commands/improve/outcome-loop.js +25 -88
- package/dist/commands/improve/preparation.js +1034 -813
- package/dist/commands/improve/proactive-maintenance.js +34 -9
- package/dist/commands/improve/proposal-envelope.js +31 -0
- package/dist/commands/improve/reflect.js +983 -794
- package/dist/commands/improve/run-context.js +119 -0
- package/dist/commands/improve/salience.js +24 -127
- package/dist/commands/improve/session-asset.js +7 -3
- package/dist/commands/improve/shared.js +14 -34
- package/dist/commands/improve/source-identity.js +28 -0
- package/dist/commands/improve/triage.js +20 -17
- package/dist/commands/lint/base-linter.js +340 -313
- package/dist/commands/lint/env-key-rules.js +31 -47
- package/dist/commands/lint/index.js +185 -30
- package/dist/commands/{events.js → log.js} +28 -38
- package/dist/commands/migrate-cli.js +54 -0
- package/dist/commands/migration-tool.js +55 -0
- package/dist/commands/observability-cli.js +70 -208
- package/dist/commands/proposal/diff-format.js +50 -0
- package/dist/commands/proposal/drain-policies.js +0 -6
- package/dist/commands/proposal/drain.js +91 -40
- package/dist/commands/proposal/proposal-cli.js +134 -132
- package/dist/commands/proposal/proposal-types.js +56 -0
- package/dist/commands/proposal/proposal.js +83 -65
- package/dist/commands/proposal/propose-cli.js +88 -0
- package/dist/commands/proposal/propose.js +105 -88
- package/dist/commands/proposal/repository.js +1303 -278
- package/dist/commands/proposal/validators/proposal-quality-validators.js +16 -6
- package/dist/commands/proposal/validators/proposal-validators.js +61 -12
- package/dist/commands/proposal/validators/proposals.js +6 -8
- package/dist/commands/read/curate.js +78 -73
- package/dist/commands/read/knowledge.js +510 -13
- package/dist/commands/read/registry-search.js +2 -2
- package/dist/commands/read/remember-cli.js +84 -15
- package/dist/commands/read/search-cli.js +203 -96
- package/dist/commands/read/search.js +126 -94
- package/dist/commands/read/show.js +226 -250
- package/dist/commands/registry-cli.js +34 -60
- package/dist/commands/remember.js +18 -57
- package/dist/commands/sources/add-cli.js +104 -49
- package/dist/commands/sources/bundle-cli.js +166 -0
- package/dist/commands/sources/bundle-config-ops.js +63 -0
- package/dist/commands/sources/info.js +27 -15
- package/dist/commands/sources/init.js +30 -40
- package/dist/commands/sources/installed-stashes.js +469 -172
- package/dist/commands/sources/migration-help.js +7 -4
- package/dist/commands/sources/schema-repair.js +10 -9
- package/dist/commands/sources/self-update.js +182 -121
- package/dist/commands/sources/source-add.js +169 -178
- package/dist/commands/sources/source-clone.js +144 -41
- package/dist/commands/sources/source-manage.js +94 -59
- package/dist/commands/sources/sources-cli.js +64 -205
- package/dist/commands/sources/stash-cli.js +91 -54
- package/dist/commands/sources/stash-skeleton.js +1 -1
- package/dist/commands/tasks/tasks-cli.js +106 -104
- package/dist/commands/tasks/tasks.js +445 -262
- package/dist/commands/workflow-cli.js +232 -121
- package/dist/core/action-contributors.js +1 -1
- package/dist/core/activation-policy.js +49 -0
- package/dist/core/adapter/adapters/agent-skills-adapter.js +181 -0
- package/dist/core/adapter/adapters/akm-adapter.js +528 -0
- package/dist/core/adapter/adapters/akm-lint.js +392 -0
- package/dist/core/adapter/adapters/akm-metadata.js +387 -0
- package/dist/core/adapter/adapters/akm-task-adapter.js +149 -0
- package/dist/core/adapter/adapters/akm-workflow-adapter.js +180 -0
- package/dist/core/adapter/adapters/claude-adapter.js +61 -0
- package/dist/core/adapter/adapters/dotenv-adapter.js +187 -0
- package/dist/core/adapter/adapters/generic-files-adapter.js +119 -0
- package/dist/core/adapter/adapters/index.js +80 -0
- package/dist/core/adapter/adapters/llm-wiki-adapter.js +419 -0
- package/dist/core/adapter/adapters/okf-adapter.js +391 -0
- package/dist/core/adapter/adapters/opencode-adapter.js +68 -0
- package/dist/core/adapter/adapters/shared.js +286 -0
- package/dist/core/adapter/adapters/tool-dir-shared.js +217 -0
- package/dist/core/adapter/adapters/website-snapshot-adapter.js +155 -0
- package/dist/core/adapter/bundle-adapter.js +4 -0
- package/dist/core/adapter/detect-adapter.js +17 -0
- package/dist/core/adapter/recognize-match.js +44 -0
- package/dist/core/adapter/registry.js +56 -0
- package/dist/core/adapter/types.js +4 -0
- package/dist/core/asset/akm-markdown.js +30 -0
- package/dist/core/asset/asset-placement.js +243 -0
- package/dist/core/asset/asset-ref.js +110 -79
- package/dist/core/asset/asset-serialize.js +20 -0
- package/dist/core/asset/frontmatter.js +28 -12
- package/dist/core/asset/markdown.js +40 -51
- package/dist/core/asset/resolve-ref.js +274 -0
- package/dist/core/asset/stash-meta.js +2 -2
- package/dist/core/bundle-id.js +51 -0
- package/dist/core/common.js +281 -86
- package/dist/core/config/config-io.js +42 -128
- package/dist/core/config/config-schema.js +233 -834
- package/dist/core/config/config-sources.js +162 -39
- package/dist/core/config/config-types.js +16 -11
- package/dist/core/config/config-version.js +29 -0
- package/dist/core/config/config-walker.js +126 -37
- package/dist/core/config/config.js +154 -331
- package/dist/core/config/deep-merge.js +41 -0
- package/dist/core/config/engine-semantics.js +28 -0
- package/dist/core/config/experimental.js +21 -0
- package/dist/core/config/schema/embedding.js +38 -0
- package/dist/core/config/schema/engines.js +116 -0
- package/dist/core/config/schema/experimental.js +47 -0
- package/dist/core/config/schema/feedback.js +31 -0
- package/dist/core/config/schema/improve-processes.js +389 -0
- package/dist/core/config/schema/improve.js +94 -0
- package/dist/core/config/schema/index-config.js +176 -0
- package/dist/core/config/schema/output.js +18 -0
- package/dist/core/config/schema/primitives.js +94 -0
- package/dist/core/config/schema/search.js +30 -0
- package/dist/core/config/schema/setup.js +18 -0
- package/dist/core/config/schema/sources-bundles.js +169 -0
- package/dist/core/config/schema/workflow.js +29 -0
- package/dist/core/env-secret-ref.js +155 -20
- package/dist/core/errors.js +17 -15
- package/dist/core/events-types.js +4 -0
- package/dist/core/events.js +46 -128
- package/dist/core/extra-params.js +62 -0
- package/dist/core/file-change.js +17 -0
- package/dist/core/file-lock.js +202 -57
- package/dist/core/fs-txn.js +392 -0
- package/dist/core/git-message.js +59 -0
- package/dist/core/improve-result.js +167 -0
- package/dist/core/json-schema.js +142 -0
- package/dist/core/lesson-lint.js +1 -17
- package/dist/core/logs-db.js +1 -1
- package/dist/core/maintenance-barrier.js +135 -0
- package/dist/core/migration-operation.js +44 -0
- package/dist/core/mutation-target.js +78 -0
- package/dist/core/paths.js +22 -25
- package/dist/core/platform.js +10 -0
- package/dist/core/recognition-util.js +128 -0
- package/dist/core/redaction.js +392 -0
- package/dist/core/standards/resolve-standards-context.js +36 -65
- package/dist/core/standards/resolve-stash-standards.js +2 -2
- package/dist/core/standards/resolve-type-conventions.js +5 -5
- package/dist/core/state/migrations.js +242 -11
- package/dist/core/state-db.js +98 -10
- package/dist/core/structured.js +1 -1
- package/dist/core/subprocess.js +303 -0
- package/dist/core/text-truncation.js +9 -5
- package/dist/core/time.js +20 -0
- package/dist/core/type-presentation.js +130 -0
- package/dist/core/warn.js +0 -3
- package/dist/core/write-source.js +834 -118
- package/dist/indexer/bundle-identity-guard.js +92 -0
- package/dist/indexer/db/graph-db.js +1 -25
- package/dist/indexer/db/llm-cache.js +1 -1
- package/dist/indexer/ensure-index.js +30 -9
- package/dist/indexer/graph/graph-boost.js +9 -30
- package/dist/indexer/graph/graph-extraction.js +41 -27
- package/dist/indexer/graph/graph-types.js +4 -0
- package/dist/indexer/index-writer-lock.js +93 -49
- package/dist/indexer/index-written-assets.js +100 -53
- package/dist/indexer/indexer.js +746 -329
- package/dist/indexer/init.js +18 -25
- package/dist/indexer/installations.js +142 -0
- package/dist/indexer/passes/dir-staleness.js +18 -10
- package/dist/indexer/passes/memory-inference.js +25 -15
- package/dist/indexer/passes/metadata.js +412 -243
- package/dist/indexer/scan/doc-to-entry.js +160 -0
- package/dist/indexer/scan/drain-dir.js +134 -0
- package/dist/indexer/search/db-search.js +292 -108
- package/dist/indexer/search/fts-query.js +64 -0
- package/dist/indexer/search/ranking-contributors.js +145 -25
- package/dist/indexer/search/ranking-types.js +4 -0
- package/dist/indexer/search/ranking.js +28 -71
- package/dist/indexer/search/search-attribution.js +67 -0
- package/dist/indexer/search/search-fields.js +18 -3
- package/dist/indexer/search/search-hit-enrichers.js +30 -40
- package/dist/indexer/search/search-source.js +157 -111
- package/dist/indexer/search/semantic-status.js +4 -1
- package/dist/indexer/usage/usage-events.js +10 -30
- package/dist/indexer/walk/file-context.js +3 -45
- package/dist/indexer/walk/matchers.js +42 -34
- package/dist/indexer/walk/path-resolver.js +11 -5
- package/dist/indexer/walk/walker.js +42 -14
- package/dist/integrations/agent/builder-shared.js +7 -0
- package/dist/integrations/agent/builders.js +5 -56
- package/dist/integrations/agent/config.js +3 -143
- package/dist/integrations/agent/detect.js +17 -2
- package/dist/integrations/agent/engine-resolution.js +231 -0
- package/dist/integrations/agent/index.js +1 -2
- package/dist/integrations/agent/model-aliases.js +16 -2
- package/dist/integrations/agent/profiles.js +36 -62
- package/dist/integrations/agent/prompts.js +46 -18
- package/dist/integrations/agent/runner-dispatch.js +93 -4
- package/dist/integrations/agent/runner.js +76 -208
- package/dist/integrations/agent/spawn.js +88 -196
- package/dist/integrations/harnesses/aider/agent-builder.js +114 -0
- package/dist/integrations/harnesses/aider/index.js +48 -0
- package/dist/integrations/harnesses/aider/result-extractor.js +53 -0
- package/dist/integrations/harnesses/amazonq/agent-builder.js +147 -0
- package/dist/integrations/harnesses/amazonq/index.js +45 -0
- package/dist/integrations/harnesses/amazonq/result-extractor.js +48 -0
- package/dist/integrations/harnesses/claude/agent-builder.js +46 -8
- package/dist/integrations/harnesses/claude/config-import.js +1 -3
- package/dist/integrations/harnesses/claude/index.js +24 -35
- package/dist/integrations/harnesses/claude/result-extractor.js +52 -0
- package/dist/integrations/harnesses/claude/session-log.js +27 -75
- package/dist/integrations/harnesses/codex/agent-builder.js +138 -0
- package/dist/integrations/harnesses/codex/index.js +52 -0
- package/dist/integrations/harnesses/codex/result-extractor.js +73 -0
- package/dist/integrations/harnesses/copilot/agent-builder.js +122 -0
- package/dist/integrations/harnesses/copilot/index.js +48 -0
- package/dist/integrations/harnesses/copilot/result-extractor.js +151 -0
- package/dist/integrations/harnesses/gemini/agent-builder.js +120 -0
- package/dist/integrations/harnesses/gemini/index.js +48 -0
- package/dist/integrations/harnesses/gemini/result-extractor.js +121 -0
- package/dist/integrations/harnesses/ids.js +24 -0
- package/dist/integrations/harnesses/index.js +54 -34
- package/dist/integrations/harnesses/opencode/agent-builder.js +23 -5
- package/dist/integrations/harnesses/opencode/config-import.js +1 -3
- package/dist/integrations/harnesses/opencode/index.js +14 -32
- package/dist/integrations/harnesses/opencode/session-log.js +67 -125
- package/dist/integrations/harnesses/opencode-sdk/harness.js +51 -0
- package/dist/integrations/harnesses/opencode-sdk/sdk-runner.js +681 -108
- package/dist/integrations/harnesses/openhands/agent-builder.js +128 -0
- package/dist/integrations/harnesses/openhands/index.js +48 -0
- package/dist/integrations/harnesses/openhands/result-extractor.js +103 -0
- package/dist/integrations/harnesses/pi/agent-builder.js +97 -0
- package/dist/integrations/harnesses/pi/index.js +45 -0
- package/dist/integrations/harnesses/pi/result-extractor.js +135 -0
- package/dist/integrations/harnesses/shared.js +17 -0
- package/dist/integrations/harnesses/types.js +43 -32
- package/dist/integrations/lockfile.js +211 -24
- package/dist/integrations/session-logs/index.js +36 -39
- package/dist/integrations/session-logs/provider-base.js +113 -0
- package/dist/llm/client.js +182 -110
- package/dist/llm/embedders/deterministic.js +2 -2
- package/dist/llm/embedders/remote.js +21 -9
- package/dist/llm/feature-gate.js +17 -57
- package/dist/llm/graph-extract.js +12 -13
- package/dist/llm/index-passes.js +8 -42
- package/dist/llm/memory-infer.js +144 -1
- package/dist/llm/metadata-enhance.js +45 -30
- package/dist/llm/structured-call.js +16 -8
- package/dist/llm/usage-persist.js +30 -5
- package/dist/llm/usage-telemetry.js +59 -6
- package/dist/output/cli-hints.js +1 -2
- package/dist/output/command-registry.js +27 -0
- package/dist/output/context.js +22 -7
- package/dist/output/format-exempt.js +80 -0
- package/dist/output/generic-render.js +251 -0
- package/dist/output/html-render.js +11 -16
- package/dist/output/render-registry.js +57 -0
- package/dist/output/renderers.js +14 -279
- package/dist/output/shapes/curate.js +10 -1
- package/dist/output/shapes/events.js +12 -7
- package/dist/output/shapes/helpers.js +58 -84
- package/dist/output/shapes/passthrough.js +11 -39
- package/dist/output/shapes/proposal/producer.js +15 -7
- package/dist/output/shapes/registry.js +12 -6
- package/dist/output/shapes.js +0 -9
- package/dist/output/text/{init.js → bundle-create.js} +3 -1
- package/dist/output/text/bundle-show.js +7 -0
- package/dist/output/text/command-format.js +562 -0
- package/dist/output/text/env.js +1 -3
- package/dist/output/text/events.js +8 -7
- package/dist/output/text/helpers.js +15 -1164
- package/dist/output/text/proposal/producer.js +4 -2
- package/dist/output/text/proposal-format.js +202 -0
- package/dist/output/text/registry-commands.js +1 -2
- package/dist/output/text/registry.js +12 -6
- package/dist/output/text/show-directives.js +117 -0
- package/dist/output/text/show-format.js +103 -0
- package/dist/output/text/sync.js +5 -0
- package/dist/output/text/workflow-format.js +332 -0
- package/dist/output/text/workflow.js +3 -2
- package/dist/output/text.js +10 -19
- package/dist/registry/factory.js +4 -6
- package/dist/registry/origin-resolve.js +16 -27
- package/dist/registry/providers/skills-sh.js +3 -3
- package/dist/registry/providers/static-index.js +15 -25
- package/dist/registry/resolve.js +43 -94
- package/dist/registry/semver.js +43 -0
- package/dist/runtime.js +81 -12
- package/dist/scripts/akm-migrate.js +35529 -0
- package/dist/setup/detect.js +5 -7
- package/dist/setup/detected-engines.js +136 -0
- package/dist/setup/engine-config.js +100 -0
- package/dist/setup/registry-stash-loader.js +3 -3
- package/dist/setup/semantic-assets.js +12 -9
- package/dist/setup/setup.js +444 -208
- package/dist/setup/steps/connection-shared.js +120 -0
- package/dist/setup/steps/connection.js +108 -305
- package/dist/setup/steps/platforms.js +13 -12
- package/dist/setup/steps/semantic.js +15 -3
- package/dist/setup/steps/sources.js +21 -15
- package/dist/setup/steps/stashdir.js +6 -4
- package/dist/setup/steps/tasks.js +236 -119
- package/dist/setup/steps.js +3 -2
- package/dist/sources/freshness.js +39 -0
- package/dist/sources/provider-factory.js +11 -17
- package/dist/sources/providers/filesystem.js +2 -3
- package/dist/sources/providers/git-install.js +278 -34
- package/dist/sources/providers/git-provider.js +54 -56
- package/dist/sources/providers/git-stash.js +420 -91
- package/dist/sources/providers/git.js +2 -2
- package/dist/sources/providers/npm.js +16 -19
- package/dist/sources/providers/provider-utils.js +47 -22
- package/dist/sources/providers/sync-from-ref.js +3 -9
- package/dist/sources/providers/website.js +2 -2
- package/dist/sources/resolve.js +11 -10
- package/dist/sources/snapshot-fetchers/types.js +4 -0
- package/dist/sources/{website-ingest.js → snapshot-fetchers/website-ingest.js} +110 -41
- package/dist/storage/database.js +60 -4
- package/dist/storage/engines/sqlite-migrations.js +156 -5
- package/dist/storage/locations.js +1 -2
- package/dist/storage/repositories/canaries-repository.js +1 -1
- package/dist/storage/repositories/events-repository.js +51 -11
- package/dist/storage/repositories/improve-runs-repository.js +6 -32
- package/dist/storage/repositories/index-connection.js +79 -0
- package/dist/storage/repositories/index-db.js +4 -3
- package/dist/storage/repositories/index-entries-repository.js +863 -0
- package/dist/{indexer/db/entry-mapper.js → storage/repositories/index-entry-mapper.js} +19 -2
- package/dist/storage/repositories/index-entry-types.js +4 -0
- package/dist/storage/repositories/index-fts-repository.js +167 -0
- package/dist/storage/repositories/index-llm-cache-repository.js +108 -0
- package/dist/storage/repositories/index-meta-repository.js +49 -0
- package/dist/{indexer/db/schema.js → storage/repositories/index-schema.js} +226 -100
- package/dist/storage/repositories/index-sql.js +12 -0
- package/dist/storage/repositories/index-utility-repository.js +356 -0
- package/dist/storage/repositories/index-vec-repository.js +250 -0
- package/dist/storage/repositories/outcome-repository.js +119 -0
- package/dist/storage/repositories/proposals-repository.js +317 -75
- package/dist/storage/repositories/registry-cache.js +1 -1
- package/dist/storage/repositories/salience-repository.js +172 -0
- package/dist/storage/repositories/task-history-repository.js +110 -3
- package/dist/storage/repositories/workflow-runs-repository.js +240 -19
- package/dist/tasks/backends/cron.js +169 -46
- package/dist/tasks/backends/exec-utils.js +76 -3
- package/dist/tasks/backends/index.js +6 -9
- package/dist/tasks/backends/launchd.js +292 -55
- package/dist/tasks/backends/schtasks.js +557 -70
- package/dist/tasks/backends/types.js +4 -0
- package/dist/tasks/command-executable.js +93 -0
- package/dist/tasks/embedded.js +56 -38
- package/dist/tasks/parser.js +156 -64
- package/dist/tasks/resolve-akm-bin.js +144 -51
- package/dist/tasks/runner.js +377 -209
- package/dist/tasks/schedule.js +108 -19
- package/dist/tasks/scheduler-invocation.js +296 -0
- package/dist/tasks/schema.js +1 -1
- package/dist/tasks/task-id.js +35 -0
- package/dist/tasks/validator.js +30 -16
- package/dist/text-import-hook.mjs +1 -1
- package/dist/workflows/authoring/authoring.js +104 -43
- package/dist/workflows/authoring/scope-key.js +1 -1
- package/dist/workflows/cli.js +0 -16
- package/dist/workflows/concurrency-policy.js +15 -0
- package/dist/workflows/exec/brief.js +450 -0
- package/dist/workflows/exec/frozen-judge.js +47 -0
- package/dist/workflows/exec/native-executor.js +1038 -0
- package/dist/workflows/exec/param-secrets.js +115 -0
- package/dist/workflows/exec/report.js +1460 -0
- package/dist/workflows/exec/run-workflow.js +602 -0
- package/dist/workflows/exec/scheduler.js +71 -0
- package/dist/workflows/exec/step-work.js +1190 -0
- package/dist/workflows/exec/unit-writer.js +23 -0
- package/dist/workflows/exec/workflow-engine-gate.js +67 -0
- package/dist/workflows/exec/worktree.js +171 -0
- package/dist/workflows/ir/compile.js +246 -0
- package/dist/workflows/ir/freeze.js +233 -0
- package/dist/workflows/ir/params.js +54 -0
- package/dist/workflows/ir/plan-hash.js +68 -0
- package/dist/workflows/ir/schema.js +540 -0
- package/dist/workflows/parser.js +878 -304
- package/dist/workflows/program/expressions.js +181 -0
- package/dist/workflows/program/schema.js +51 -0
- package/dist/workflows/renderer.js +100 -45
- package/dist/workflows/resource-limits.js +22 -0
- package/dist/workflows/runtime/agent-identity.js +59 -14
- package/dist/workflows/runtime/checkin.js +1 -1
- package/dist/workflows/runtime/plan-classifier.js +131 -0
- package/dist/workflows/runtime/runs.js +376 -119
- package/dist/workflows/runtime/unit-checkin.js +45 -0
- package/dist/workflows/runtime/unit-phases.js +20 -0
- package/dist/workflows/runtime/workflow-asset-loader.js +241 -40
- package/dist/workflows/schema.js +1 -11
- package/dist/workflows/validate-summary.js +2 -3
- package/dist/workflows/validator.js +52 -30
- package/docs/README.md +42 -78
- package/docs/migration/README.md +8 -0
- package/docs/migration/release-notes/0.6.0.md +1 -1
- package/docs/migration/release-notes/0.7.0.md +9 -8
- package/docs/migration/release-notes/0.9.0.md +158 -14
- package/docs/migration/v0.7-to-v0.8.md +46 -47
- package/docs/migration/v0.8-to-v0.9.md +844 -0
- package/docs/reference/README.md +12 -0
- package/docs/reference/data-and-telemetry.md +333 -0
- package/package.json +21 -17
- package/schemas/akm-asset-envelope.json +93 -0
- package/schemas/akm-config.json +4636 -0
- package/schemas/akm-task.json +87 -0
- package/schemas/akm-workflow.json +373 -0
- package/dist/akm-migrate-storage +0 -38
- package/dist/assets/help/help-accept.md +0 -12
- package/dist/assets/help/help-improve.md +0 -84
- package/dist/assets/help/help-proposals.md +0 -17
- package/dist/assets/help/help-propose.md +0 -17
- package/dist/assets/help/help-reject.md +0 -11
- package/dist/assets/profiles/frequent.json +0 -13
- package/dist/assets/profiles/recombine-only.json +0 -21
- package/dist/assets/profiles/reflect-distill.json +0 -30
- package/dist/assets/profiles/synthesize.json +0 -15
- package/dist/assets/prompts/procedural-system.md +0 -44
- package/dist/assets/prompts/recombine-system.md +0 -40
- package/dist/assets/prompts/staleness-detect-system.md +0 -6
- package/dist/assets/tasks/core/backup.yml +0 -4
- package/dist/assets/tasks/graph-refresh-weekly.yml +0 -10
- package/dist/assets/templates/html/default.html +0 -78
- package/dist/assets/templates/html/vendor/echarts.min.js +0 -45
- package/dist/assets/wiki/index-template.md +0 -12
- package/dist/assets/wiki/ingest-workflow-template.md +0 -83
- package/dist/assets/wiki/log-template.md +0 -8
- package/dist/assets/wiki/schema-template.md +0 -61
- package/dist/cli/config-migrate.js +0 -150
- package/dist/cli/config-validate.js +0 -39
- package/dist/commands/graph/graph-cli.js +0 -124
- package/dist/commands/graph/graph.js +0 -487
- package/dist/commands/improve/calibration.js +0 -161
- package/dist/commands/improve/dedup.js +0 -482
- package/dist/commands/improve/extract-watch.js +0 -140
- package/dist/commands/improve/hot-probation.js +0 -45
- package/dist/commands/improve/improve-auto-accept.js +0 -276
- package/dist/commands/improve/improve-profiles.js +0 -168
- package/dist/commands/improve/procedural.js +0 -398
- package/dist/commands/improve/recombine.js +0 -818
- package/dist/commands/improve/schema-similarity-gate.js +0 -168
- package/dist/commands/lint/agent-linter.js +0 -44
- package/dist/commands/lint/command-linter.js +0 -44
- package/dist/commands/lint/default-linter.js +0 -16
- package/dist/commands/lint/fact-linter.js +0 -39
- package/dist/commands/lint/knowledge-linter.js +0 -16
- package/dist/commands/lint/memory-linter.js +0 -61
- package/dist/commands/lint/registry.js +0 -41
- package/dist/commands/lint/skill-linter.js +0 -45
- package/dist/commands/lint/task-linter.js +0 -50
- package/dist/commands/lint/workflow-linter.js +0 -81
- package/dist/commands/proposal/legacy-import.js +0 -115
- package/dist/commands/sources/history.js +0 -196
- package/dist/commands/tasks/default-tasks.js +0 -186
- package/dist/commands/wiki-cli.js +0 -292
- package/dist/core/asset/asset-registry.js +0 -76
- package/dist/core/asset/asset-spec.js +0 -259
- package/dist/core/config/config-migration.js +0 -602
- package/dist/core/deep-merge.js +0 -38
- package/dist/core/eval/rank-metrics.js +0 -113
- package/dist/core/ripgrep/install.js +0 -163
- package/dist/core/ripgrep/resolve.js +0 -81
- package/dist/indexer/db/db.js +0 -1413
- package/dist/indexer/manifest.js +0 -170
- package/dist/indexer/passes/metadata-contributors.js +0 -31
- package/dist/indexer/usage/unmigrated-vaults-guard.js +0 -94
- package/dist/integrations/harnesses/opencode-sdk/index.js +0 -49
- package/dist/llm/call-ai.js +0 -62
- package/dist/llm/memory-infer-impl.js +0 -138
- package/dist/output/shapes/distill.js +0 -14
- package/dist/output/shapes/history.js +0 -11
- package/dist/output/text/distill.js +0 -6
- package/dist/output/text/enable-disable.js +0 -8
- package/dist/output/text/history.js +0 -6
- package/dist/output/text/wiki.js +0 -16
- package/dist/registry/build-index.js +0 -386
- package/dist/scripts/migrate-storage.js +0 -19108
- package/dist/scripts/migrations/import-fs-improve-runs-to-db.js +0 -9411
- package/dist/scripts/migrations/v16-to-v17.js +0 -141
- package/dist/setup/legacy-config.js +0 -106
- package/dist/storage/repositories/consolidation-repository.js +0 -38
- package/dist/storage/repositories/recombine-repository.js +0 -213
- package/dist/wiki/wiki-templates.js +0 -15
- package/dist/wiki/wiki.js +0 -1012
- package/dist/workflows/db.js +0 -215
- package/docs/data-and-telemetry.md +0 -226
- /package/dist/sources/{wiki-fetchers → snapshot-fetchers}/registry.js +0 -0
- /package/dist/sources/{wiki-fetchers → snapshot-fetchers}/youtube.js +0 -0
|
@@ -0,0 +1,540 @@
|
|
|
1
|
+
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
// License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
// file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import { UsageError } from "../../core/errors.js";
|
|
6
|
+
import { formatExtraParamsIssue, validateExtraParams } from "../../core/extra-params.js";
|
|
7
|
+
import { HARNESS_BY_ID } from "../../integrations/harnesses/index.js";
|
|
8
|
+
import { parseReference } from "../program/expressions.js";
|
|
9
|
+
import { PROGRAM_PARAM_NAME_PATTERN, PROGRAM_RETRY_REASONS, PROGRAM_STEP_ID_PATTERN } from "../program/schema.js";
|
|
10
|
+
import { jsonBytes, WORKFLOW_MAX_ENGINES, WORKFLOW_MAX_EXTRA_PARAMS_BYTES, WORKFLOW_MAX_INPUTS, WORKFLOW_MAX_INSTRUCTION_BYTES, WORKFLOW_MAX_JSON_DEPTH, WORKFLOW_MAX_MAP_EXPANSION, WORKFLOW_MAX_PARAMS, WORKFLOW_MAX_PLAN_BYTES, WORKFLOW_MAX_ROUTE_BRANCHES, WORKFLOW_MAX_SCHEMA_BYTES, WORKFLOW_MAX_STEPS, } from "../resource-limits.js";
|
|
11
|
+
/** The only executable persisted workflow plan format. */
|
|
12
|
+
export const WORKFLOW_IR_VERSION = 3;
|
|
13
|
+
export const WORKFLOW_MAX_CONCURRENCY = 64;
|
|
14
|
+
export const WORKFLOW_MAX_GATE_LOOPS = 100;
|
|
15
|
+
export const WORKFLOW_MAX_RETRIES = 100;
|
|
16
|
+
export const WORKFLOW_MAX_UNITS = WORKFLOW_MAX_MAP_EXPANSION;
|
|
17
|
+
export const WORKFLOW_MAX_TIMEOUT_MS = 2 ** 31 - 1;
|
|
18
|
+
const MAX_LIST_ITEMS = 1024;
|
|
19
|
+
const MAX_STRING_LENGTH = 1_000_000;
|
|
20
|
+
const ENGINE_NAME_PATTERN = /^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$/;
|
|
21
|
+
/** Strictly decode persisted v3 data before it can drive a workflow. */
|
|
22
|
+
export function decodeWorkflowPlanV3(input, hooks = {}) {
|
|
23
|
+
if (!isRecord(input) || input.irVersion !== WORKFLOW_IR_VERSION)
|
|
24
|
+
fail("irVersion must be 3");
|
|
25
|
+
assertJson(input);
|
|
26
|
+
if (jsonBytes(input) > WORKFLOW_MAX_PLAN_BYTES)
|
|
27
|
+
fail("plan exceeds the 2 MiB resource limit");
|
|
28
|
+
const plan = input;
|
|
29
|
+
assertKeys(input, ["irVersion", "title", "params", "paramSchemas", "budget", "execution", "steps"], "plan");
|
|
30
|
+
assertString(plan.title, "title");
|
|
31
|
+
validateParams(plan.params, plan.paramSchemas);
|
|
32
|
+
validateBudget(plan.budget);
|
|
33
|
+
if (!isRecord(plan.execution) ||
|
|
34
|
+
!Number.isInteger(plan.execution.maxConcurrency) ||
|
|
35
|
+
plan.execution.maxConcurrency < 1 ||
|
|
36
|
+
plan.execution.maxConcurrency > WORKFLOW_MAX_CONCURRENCY) {
|
|
37
|
+
fail("execution.maxConcurrency must be an integer from 1 through 64");
|
|
38
|
+
}
|
|
39
|
+
assertKeys(plan.execution, ["maxConcurrency", "engines"], "execution");
|
|
40
|
+
if (!isRecord(plan.execution.engines))
|
|
41
|
+
fail("execution.engines must be an object");
|
|
42
|
+
const engines = plan.execution.engines;
|
|
43
|
+
if (Object.keys(engines).length > WORKFLOW_MAX_ENGINES)
|
|
44
|
+
fail(`execution.engines exceeds ${WORKFLOW_MAX_ENGINES} entries`);
|
|
45
|
+
const references = new Set();
|
|
46
|
+
for (const [key, engine] of Object.entries(engines))
|
|
47
|
+
validateEngine(key, engine, references, hooks);
|
|
48
|
+
if (!Array.isArray(plan.steps) || plan.steps.length === 0 || plan.steps.length > WORKFLOW_MAX_STEPS)
|
|
49
|
+
fail("steps must contain 1 through 256 entries");
|
|
50
|
+
const stepIds = new Set();
|
|
51
|
+
const nodeIds = new Set();
|
|
52
|
+
for (let index = 0; index < plan.steps.length; index++) {
|
|
53
|
+
const step = plan.steps[index];
|
|
54
|
+
if (!isRecord(step) ||
|
|
55
|
+
typeof step.stepId !== "string" ||
|
|
56
|
+
!PROGRAM_STEP_ID_PATTERN.test(step.stepId) ||
|
|
57
|
+
stepIds.has(step.stepId))
|
|
58
|
+
fail("step ids must be unique non-empty strings");
|
|
59
|
+
stepIds.add(step.stepId);
|
|
60
|
+
if (step.sequenceIndex !== index)
|
|
61
|
+
fail("step sequence indices must be contiguous and unique");
|
|
62
|
+
assertString(step.title, `step ${step.stepId} title`);
|
|
63
|
+
if (!!step.root === !!step.route)
|
|
64
|
+
fail(`step ${step.stepId} must contain exactly one of root or route`);
|
|
65
|
+
assertKeys(step, ["stepId", "title", "sequenceIndex", "dependsOn", "root", "route", "outputSchema", "gate"], `step ${step.stepId}`);
|
|
66
|
+
validateStringArray(step.dependsOn, `step ${step.stepId} dependsOn`, WORKFLOW_MAX_STEPS, true);
|
|
67
|
+
if (step.outputSchema !== undefined)
|
|
68
|
+
validateSchema(step.outputSchema, `step ${step.stepId} outputSchema`);
|
|
69
|
+
if (step.root)
|
|
70
|
+
validateNode(step.root, step.stepId, references, nodeIds, hooks);
|
|
71
|
+
if (step.route)
|
|
72
|
+
validateRoute(step.route, step.stepId);
|
|
73
|
+
validateGate(step.gate, step.stepId, references, nodeIds, hooks);
|
|
74
|
+
}
|
|
75
|
+
const stepIndex = new Map(plan.steps.map((step, index) => [step.stepId, index]));
|
|
76
|
+
for (const [index, step] of plan.steps.entries()) {
|
|
77
|
+
for (const target of step.route
|
|
78
|
+
? [...Object.values(step.route.when), ...(step.route.defaultStepId ? [step.route.defaultStepId] : [])]
|
|
79
|
+
: []) {
|
|
80
|
+
const targetIndex = stepIndex.get(target);
|
|
81
|
+
if (targetIndex === undefined)
|
|
82
|
+
fail(`route target ${target} does not name a step`);
|
|
83
|
+
if (targetIndex <= index)
|
|
84
|
+
fail(`route target ${target} must come after step ${step.stepId}`);
|
|
85
|
+
}
|
|
86
|
+
const dependencies = new Set();
|
|
87
|
+
for (const dependency of step.dependsOn ?? []) {
|
|
88
|
+
const dependencyIndex = stepIndex.get(dependency);
|
|
89
|
+
if (dependencyIndex === undefined || dependencyIndex >= index || dependencies.has(dependency))
|
|
90
|
+
fail(`step ${step.stepId} has an invalid dependency`);
|
|
91
|
+
dependencies.add(dependency);
|
|
92
|
+
}
|
|
93
|
+
validateStepExpressions(step, index, stepIndex);
|
|
94
|
+
}
|
|
95
|
+
for (const name of references) {
|
|
96
|
+
if (!engines[name])
|
|
97
|
+
fail(`engine reference ${name} is not in execution.engines`);
|
|
98
|
+
}
|
|
99
|
+
for (const name of Object.keys(engines))
|
|
100
|
+
if (!references.has(name))
|
|
101
|
+
fail(`engine ${name} is not referenced`);
|
|
102
|
+
for (const engine of Object.values(engines)) {
|
|
103
|
+
if (engine.kind !== "agent")
|
|
104
|
+
continue;
|
|
105
|
+
if (engine.fallbackLlmEngine !== null && engines[engine.fallbackLlmEngine]?.kind !== "llm")
|
|
106
|
+
fail(`SDK engine ${engine.name} fallback must name an LLM engine`);
|
|
107
|
+
}
|
|
108
|
+
for (const step of plan.steps) {
|
|
109
|
+
if (step.root)
|
|
110
|
+
assertUnitEngineCompatibility(step.root, engines);
|
|
111
|
+
if (step.gate.judge) {
|
|
112
|
+
const judge = engines[step.gate.judge.engine];
|
|
113
|
+
if (!judge || judge.kind !== "llm")
|
|
114
|
+
fail(`gate ${step.gate.id} must reference an LLM engine`);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
return plan;
|
|
118
|
+
}
|
|
119
|
+
function validateEngine(key, engine, references, hooks) {
|
|
120
|
+
if (!ENGINE_NAME_PATTERN.test(key) ||
|
|
121
|
+
key.length > 63 ||
|
|
122
|
+
!isRecord(engine) ||
|
|
123
|
+
engine.name !== key ||
|
|
124
|
+
(engine.kind !== "llm" && engine.kind !== "agent"))
|
|
125
|
+
fail("catalog keys must equal a valid snapshot name");
|
|
126
|
+
if (engine.kind === "llm") {
|
|
127
|
+
assertKeys(engine, [
|
|
128
|
+
"name",
|
|
129
|
+
"kind",
|
|
130
|
+
"provider",
|
|
131
|
+
"endpoint",
|
|
132
|
+
"model",
|
|
133
|
+
"credential",
|
|
134
|
+
"temperature",
|
|
135
|
+
"maxTokens",
|
|
136
|
+
"concurrency",
|
|
137
|
+
"supportsJsonSchema",
|
|
138
|
+
"extraParams",
|
|
139
|
+
"contextLength",
|
|
140
|
+
"enableThinking",
|
|
141
|
+
], `LLM engine ${key}`);
|
|
142
|
+
if (typeof engine.endpoint !== "string" ||
|
|
143
|
+
!engine.endpoint ||
|
|
144
|
+
typeof engine.model !== "string" ||
|
|
145
|
+
!engine.model ||
|
|
146
|
+
!Number.isInteger(engine.concurrency) ||
|
|
147
|
+
engine.concurrency < 1 ||
|
|
148
|
+
engine.concurrency > WORKFLOW_MAX_CONCURRENCY)
|
|
149
|
+
fail(`LLM engine ${key} is invalid`);
|
|
150
|
+
if (engine.provider !== undefined)
|
|
151
|
+
assertString(engine.provider, `LLM engine ${key} provider`);
|
|
152
|
+
validateEndpoint(engine.endpoint, key);
|
|
153
|
+
validateOptionalFiniteNumber(engine.temperature, `LLM engine ${key} temperature`);
|
|
154
|
+
validateOptionalPositiveInteger(engine.maxTokens, `LLM engine ${key} maxTokens`);
|
|
155
|
+
validateOptionalPositiveInteger(engine.contextLength, `LLM engine ${key} contextLength`);
|
|
156
|
+
if (engine.supportsJsonSchema !== undefined && typeof engine.supportsJsonSchema !== "boolean")
|
|
157
|
+
fail(`LLM engine ${key} supportsJsonSchema must be boolean`);
|
|
158
|
+
if (engine.enableThinking !== undefined && typeof engine.enableThinking !== "boolean")
|
|
159
|
+
fail(`LLM engine ${key} enableThinking must be boolean`);
|
|
160
|
+
if (engine.extraParams !== undefined) {
|
|
161
|
+
const issue = validateExtraParams(engine.extraParams)[0];
|
|
162
|
+
if (issue)
|
|
163
|
+
fail(formatExtraParamsIssue(`LLM engine ${key} extraParams`, issue));
|
|
164
|
+
}
|
|
165
|
+
validateExtraParamsValue(engine.extraParams, `LLM engine ${key} extraParams`, hooks);
|
|
166
|
+
if (engine.credential !== undefined) {
|
|
167
|
+
if (!isRecord(engine.credential) ||
|
|
168
|
+
!Array.isArray(engine.credential.names) ||
|
|
169
|
+
engine.credential.names.length === 0 ||
|
|
170
|
+
engine.credential.names.length > 32 ||
|
|
171
|
+
!engine.credential.names.every((n) => typeof n === "string" && /^[A-Za-z_][A-Za-z0-9_]*$/.test(n)) ||
|
|
172
|
+
new Set(engine.credential.names).size !== engine.credential.names.length ||
|
|
173
|
+
typeof engine.credential.required !== "boolean") {
|
|
174
|
+
fail(`LLM engine ${key} has an invalid credential descriptor`);
|
|
175
|
+
}
|
|
176
|
+
assertKeys(engine.credential, ["names", "required"], `LLM engine ${key} credential`);
|
|
177
|
+
}
|
|
178
|
+
return;
|
|
179
|
+
}
|
|
180
|
+
assertKeys(engine, [
|
|
181
|
+
"name",
|
|
182
|
+
"kind",
|
|
183
|
+
"runnerKind",
|
|
184
|
+
"platform",
|
|
185
|
+
"bin",
|
|
186
|
+
"args",
|
|
187
|
+
"workspace",
|
|
188
|
+
"envPassthrough",
|
|
189
|
+
"commandBuilder",
|
|
190
|
+
"fallbackLlmEngine",
|
|
191
|
+
], `agent engine ${key}`);
|
|
192
|
+
if ((engine.runnerKind !== "agent" && engine.runnerKind !== "sdk") ||
|
|
193
|
+
typeof engine.platform !== "string" ||
|
|
194
|
+
!engine.platform ||
|
|
195
|
+
typeof engine.bin !== "string" ||
|
|
196
|
+
!engine.bin ||
|
|
197
|
+
!Array.isArray(engine.args) ||
|
|
198
|
+
engine.args.length > MAX_LIST_ITEMS ||
|
|
199
|
+
!engine.args.every((arg) => typeof arg === "string" && arg.length <= MAX_STRING_LENGTH) ||
|
|
200
|
+
!(typeof engine.workspace === "string" || engine.workspace === null) ||
|
|
201
|
+
!Array.isArray(engine.envPassthrough) ||
|
|
202
|
+
engine.envPassthrough.length > MAX_LIST_ITEMS ||
|
|
203
|
+
!engine.envPassthrough.every((name) => typeof name === "string" && /^[A-Za-z_][A-Za-z0-9_]*$/.test(name)) ||
|
|
204
|
+
new Set(engine.envPassthrough).size !== engine.envPassthrough.length ||
|
|
205
|
+
typeof engine.commandBuilder !== "string" ||
|
|
206
|
+
engine.commandBuilder !== engine.platform ||
|
|
207
|
+
(engine.workspace !== null && !path.isAbsolute(engine.workspace)) ||
|
|
208
|
+
!HARNESS_BY_ID.get(engine.platform)?.capabilities.agentDispatch)
|
|
209
|
+
fail(`agent engine ${key} is invalid`);
|
|
210
|
+
if ((engine.platform === "opencode-sdk") !== (engine.runnerKind === "sdk"))
|
|
211
|
+
fail(`agent engine ${key} has incompatible platform and runnerKind`);
|
|
212
|
+
if (engine.runnerKind === "agent" && engine.fallbackLlmEngine !== null)
|
|
213
|
+
fail(`agent engine ${key} cannot have an SDK fallback`);
|
|
214
|
+
if (engine.fallbackLlmEngine !== null) {
|
|
215
|
+
if (typeof engine.fallbackLlmEngine !== "string" || !engine.fallbackLlmEngine)
|
|
216
|
+
fail(`agent engine ${key} has an invalid fallback`);
|
|
217
|
+
references.add(engine.fallbackLlmEngine);
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
function validateNode(node, stepId, references, nodeIds, hooks) {
|
|
221
|
+
if (!isRecord(node) ||
|
|
222
|
+
(node.kind !== "unit" && node.kind !== "map") ||
|
|
223
|
+
typeof node.id !== "string" ||
|
|
224
|
+
!node.id ||
|
|
225
|
+
nodeIds.has(node.id))
|
|
226
|
+
fail("node ids must be unique non-empty strings");
|
|
227
|
+
nodeIds.add(node.id);
|
|
228
|
+
if (node.kind === "map") {
|
|
229
|
+
assertKeys(node, ["kind", "id", "over", "template", "concurrency", "reducer", "source"], `map ${node.id}`);
|
|
230
|
+
if (typeof node.over !== "string" ||
|
|
231
|
+
!node.over ||
|
|
232
|
+
!Number.isInteger(node.concurrency) ||
|
|
233
|
+
node.concurrency < 1 ||
|
|
234
|
+
node.concurrency > WORKFLOW_MAX_CONCURRENCY ||
|
|
235
|
+
(node.reducer !== "collect" && node.reducer !== "vote"))
|
|
236
|
+
fail(`map ${node.id} is invalid`);
|
|
237
|
+
if (node.id !== `${stepId}.map`)
|
|
238
|
+
fail(`map ${node.id} does not match step ${stepId}`);
|
|
239
|
+
validateSource(node.source, `map ${node.id} source`);
|
|
240
|
+
validateNode(node.template, stepId, references, nodeIds, hooks);
|
|
241
|
+
if (!isRecord(node.template) || node.template.kind !== "unit")
|
|
242
|
+
fail(`map ${node.id} template must be a unit`);
|
|
243
|
+
if (node.template.id !== `${stepId}.unit`)
|
|
244
|
+
fail(`map ${node.id} template id is invalid`);
|
|
245
|
+
return;
|
|
246
|
+
}
|
|
247
|
+
assertKeys(node, [
|
|
248
|
+
"kind",
|
|
249
|
+
"id",
|
|
250
|
+
"instructions",
|
|
251
|
+
"templating",
|
|
252
|
+
"inputs",
|
|
253
|
+
"invocation",
|
|
254
|
+
"schema",
|
|
255
|
+
"retry",
|
|
256
|
+
"onError",
|
|
257
|
+
"env",
|
|
258
|
+
"isolation",
|
|
259
|
+
"source",
|
|
260
|
+
], `unit ${node.id}`);
|
|
261
|
+
if (typeof node.instructions !== "string" ||
|
|
262
|
+
!node.instructions ||
|
|
263
|
+
(node.templating !== "expressions" && node.templating !== "verbatim") ||
|
|
264
|
+
(node.onError !== "fail" && node.onError !== "continue") ||
|
|
265
|
+
(node.isolation !== "none" && node.isolation !== "worktree"))
|
|
266
|
+
fail(`unit ${node.id} is invalid`);
|
|
267
|
+
if (node.id !== stepId && node.id !== `${stepId}.unit`)
|
|
268
|
+
fail(`unit ${node.id} does not belong to step ${stepId}`);
|
|
269
|
+
if (Buffer.byteLength(node.instructions, "utf8") > WORKFLOW_MAX_INSTRUCTION_BYTES)
|
|
270
|
+
fail(`unit ${node.id} instructions exceed the 256 KiB resource limit`);
|
|
271
|
+
if (node.schema !== undefined)
|
|
272
|
+
validateSchema(node.schema, `unit ${node.id} schema`);
|
|
273
|
+
validateRetry(node.retry, node.id);
|
|
274
|
+
validateStringArray(node.env, `unit ${node.id} env`, MAX_LIST_ITEMS, true);
|
|
275
|
+
validateStringArray(node.inputs, `unit ${node.id} inputs`, WORKFLOW_MAX_INPUTS, true);
|
|
276
|
+
validateSource(node.source, `unit ${node.id} source`);
|
|
277
|
+
validateInvocation(node.invocation, references, hooks);
|
|
278
|
+
}
|
|
279
|
+
function validateGate(gate, stepId, references, nodeIds, hooks) {
|
|
280
|
+
if (!isRecord(gate) ||
|
|
281
|
+
gate.kind !== "gate" ||
|
|
282
|
+
gate.id !== `${stepId}.gate` ||
|
|
283
|
+
gate.stepId !== stepId ||
|
|
284
|
+
!Array.isArray(gate.criteria) ||
|
|
285
|
+
gate.criteria.length > MAX_LIST_ITEMS ||
|
|
286
|
+
!gate.criteria.every((x) => typeof x === "string" && x.length > 0 && x.length <= MAX_STRING_LENGTH) ||
|
|
287
|
+
!Number.isInteger(gate.maxLoops) ||
|
|
288
|
+
gate.maxLoops < 1 ||
|
|
289
|
+
gate.maxLoops > WORKFLOW_MAX_GATE_LOOPS)
|
|
290
|
+
fail(`gate for step ${stepId} is invalid`);
|
|
291
|
+
if (nodeIds.has(gate.id))
|
|
292
|
+
fail(`gate id ${gate.id} collides with a node`);
|
|
293
|
+
assertKeys(gate, ["kind", "id", "stepId", "criteria", "maxLoops", "judge"], `gate ${stepId}`);
|
|
294
|
+
nodeIds.add(gate.id);
|
|
295
|
+
if (gate.criteria.length === 0 && gate.judge !== null)
|
|
296
|
+
fail(`gate ${gate.id} without criteria cannot have a judge`);
|
|
297
|
+
if (gate.judge !== null)
|
|
298
|
+
validateInvocation(gate.judge, references, hooks);
|
|
299
|
+
}
|
|
300
|
+
function validateInvocation(invocation, references, hooks) {
|
|
301
|
+
if (!isRecord(invocation) ||
|
|
302
|
+
typeof invocation.engine !== "string" ||
|
|
303
|
+
!invocation.engine ||
|
|
304
|
+
!((typeof invocation.model === "string" && invocation.model.length > 0) || invocation.model === null) ||
|
|
305
|
+
!(invocation.timeoutMs === null ||
|
|
306
|
+
(Number.isSafeInteger(invocation.timeoutMs) &&
|
|
307
|
+
invocation.timeoutMs >= 1 &&
|
|
308
|
+
invocation.timeoutMs <= WORKFLOW_MAX_TIMEOUT_MS)))
|
|
309
|
+
fail("invocation is invalid");
|
|
310
|
+
references.add(invocation.engine);
|
|
311
|
+
assertKeys(invocation, ["engine", "model", "timeoutMs", "llm"], "invocation");
|
|
312
|
+
validateLlmOverrides(invocation.llm, hooks);
|
|
313
|
+
}
|
|
314
|
+
function validateRoute(route, stepId) {
|
|
315
|
+
if (!isRecord(route) ||
|
|
316
|
+
typeof route.input !== "string" ||
|
|
317
|
+
!route.input ||
|
|
318
|
+
!isRecord(route.when) ||
|
|
319
|
+
Object.keys(route.when).length === 0 ||
|
|
320
|
+
Object.keys(route.when).length > WORKFLOW_MAX_ROUTE_BRANCHES ||
|
|
321
|
+
!Object.keys(route.when).every((match) => match.length > 0 && match.length <= MAX_STRING_LENGTH) ||
|
|
322
|
+
!Object.values(route.when).every((target) => typeof target === "string" && target))
|
|
323
|
+
fail(`route for step ${stepId} is invalid`);
|
|
324
|
+
assertKeys(route, ["input", "when", "defaultStepId"], `route ${stepId}`);
|
|
325
|
+
if (route.defaultStepId !== undefined && (typeof route.defaultStepId !== "string" || !route.defaultStepId))
|
|
326
|
+
fail(`route for step ${stepId} has an invalid default target`);
|
|
327
|
+
}
|
|
328
|
+
function assertUnitEngineCompatibility(node, engines) {
|
|
329
|
+
const unit = node.kind === "map" ? node.template : node;
|
|
330
|
+
const engine = unit.invocation ? engines[unit.invocation.engine] : undefined;
|
|
331
|
+
if (!engine)
|
|
332
|
+
return;
|
|
333
|
+
if (engine.kind === "llm" && unit.invocation?.model === null)
|
|
334
|
+
fail(`LLM unit ${unit.id} has no exact model`);
|
|
335
|
+
if (engine.kind === "agent" && unit.invocation?.llm !== undefined)
|
|
336
|
+
fail(`agent unit ${unit.id} cannot carry LLM invocation settings`);
|
|
337
|
+
if (engine.kind === "llm" && ((unit.env?.length ?? 0) > 0 || unit.isolation === "worktree")) {
|
|
338
|
+
fail(`LLM unit ${unit.id} cannot use env injection or worktree isolation`);
|
|
339
|
+
}
|
|
340
|
+
}
|
|
341
|
+
function assertKeys(value, allowed, label) {
|
|
342
|
+
for (const key of Object.keys(value))
|
|
343
|
+
if (!allowed.includes(key))
|
|
344
|
+
fail(`${label} contains unknown key ${key}`);
|
|
345
|
+
}
|
|
346
|
+
function assertJson(value, depth = 0) {
|
|
347
|
+
if (depth > WORKFLOW_MAX_JSON_DEPTH)
|
|
348
|
+
fail("plan exceeds JSON depth limit of 64");
|
|
349
|
+
if (value === null || typeof value === "boolean")
|
|
350
|
+
return;
|
|
351
|
+
if (typeof value === "string") {
|
|
352
|
+
if (value.length > MAX_STRING_LENGTH)
|
|
353
|
+
fail("plan contains an oversized string");
|
|
354
|
+
return;
|
|
355
|
+
}
|
|
356
|
+
if (typeof value === "number") {
|
|
357
|
+
if (!Number.isFinite(value))
|
|
358
|
+
fail("plan contains a non-finite number");
|
|
359
|
+
return;
|
|
360
|
+
}
|
|
361
|
+
if (Array.isArray(value)) {
|
|
362
|
+
for (const item of value)
|
|
363
|
+
assertJson(item, depth + 1);
|
|
364
|
+
return;
|
|
365
|
+
}
|
|
366
|
+
if (isRecord(value)) {
|
|
367
|
+
for (const item of Object.values(value))
|
|
368
|
+
assertJson(item, depth + 1);
|
|
369
|
+
return;
|
|
370
|
+
}
|
|
371
|
+
fail("plan contains a non-JSON value");
|
|
372
|
+
}
|
|
373
|
+
function validateParams(params, schemas) {
|
|
374
|
+
validateStringArray(params, "params", WORKFLOW_MAX_PARAMS, true);
|
|
375
|
+
if (params?.some((name) => !PROGRAM_PARAM_NAME_PATTERN.test(name)))
|
|
376
|
+
fail("params contains an invalid name");
|
|
377
|
+
if (schemas !== undefined) {
|
|
378
|
+
if (!isRecord(schemas) || Object.keys(schemas).length > WORKFLOW_MAX_PARAMS)
|
|
379
|
+
fail("paramSchemas must be a bounded object");
|
|
380
|
+
for (const [name, schema] of Object.entries(schemas)) {
|
|
381
|
+
if (!PROGRAM_PARAM_NAME_PATTERN.test(name))
|
|
382
|
+
fail(`paramSchemas.${name} is invalid`);
|
|
383
|
+
validateSchema(schema, `paramSchemas.${name}`);
|
|
384
|
+
}
|
|
385
|
+
}
|
|
386
|
+
const names = params ?? [];
|
|
387
|
+
if (schemas && (names.length !== Object.keys(schemas).length || names.some((name) => !Object.hasOwn(schemas, name))))
|
|
388
|
+
fail("params and paramSchemas must name the same parameters");
|
|
389
|
+
if (!schemas && names.length > 0) {
|
|
390
|
+
// Markdown workflows have named parameters but no schemas, which is valid.
|
|
391
|
+
return;
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
function validateBudget(budget) {
|
|
395
|
+
if (budget === undefined)
|
|
396
|
+
return;
|
|
397
|
+
if (!isRecord(budget))
|
|
398
|
+
fail("budget must be an object");
|
|
399
|
+
assertKeys(budget, ["maxTokens", "maxUnits"], "budget");
|
|
400
|
+
if (budget.maxTokens === undefined && budget.maxUnits === undefined)
|
|
401
|
+
fail("budget must declare a ceiling");
|
|
402
|
+
validateOptionalPositiveInteger(budget.maxTokens, "budget.maxTokens");
|
|
403
|
+
const maxUnits = budget.maxUnits;
|
|
404
|
+
if (maxUnits !== undefined &&
|
|
405
|
+
(!Number.isSafeInteger(maxUnits) || maxUnits < 1 || maxUnits > WORKFLOW_MAX_UNITS))
|
|
406
|
+
fail(`budget.maxUnits must be an integer from 1 through ${WORKFLOW_MAX_UNITS}`);
|
|
407
|
+
}
|
|
408
|
+
function validateRetry(retry, nodeId) {
|
|
409
|
+
if (retry === undefined)
|
|
410
|
+
return;
|
|
411
|
+
if (!isRecord(retry))
|
|
412
|
+
fail(`unit ${nodeId} retry must be an object`);
|
|
413
|
+
assertKeys(retry, ["max", "on"], `unit ${nodeId} retry`);
|
|
414
|
+
if (!Number.isSafeInteger(retry.max) || retry.max < 0 || retry.max > WORKFLOW_MAX_RETRIES)
|
|
415
|
+
fail(`unit ${nodeId} retry.max is invalid`);
|
|
416
|
+
validateStringArray(retry.on, `unit ${nodeId} retry.on`, PROGRAM_RETRY_REASONS.length, true);
|
|
417
|
+
if (retry.on === undefined ||
|
|
418
|
+
retry.on.length === 0 ||
|
|
419
|
+
retry.on.some((reason) => !PROGRAM_RETRY_REASONS.includes(reason)))
|
|
420
|
+
fail(`unit ${nodeId} retry.on is invalid`);
|
|
421
|
+
}
|
|
422
|
+
function validateLlmOverrides(value, hooks) {
|
|
423
|
+
if (value === undefined)
|
|
424
|
+
return;
|
|
425
|
+
if (!isRecord(value))
|
|
426
|
+
fail("invocation.llm must be an object");
|
|
427
|
+
assertKeys(value, ["temperature", "maxTokens", "supportsJsonSchema", "extraParams", "contextLength", "enableThinking"], "invocation.llm");
|
|
428
|
+
validateOptionalFiniteNumber(value.temperature, "invocation.llm.temperature");
|
|
429
|
+
validateOptionalPositiveInteger(value.maxTokens, "invocation.llm.maxTokens");
|
|
430
|
+
validateOptionalPositiveInteger(value.contextLength, "invocation.llm.contextLength");
|
|
431
|
+
if (value.supportsJsonSchema !== undefined && typeof value.supportsJsonSchema !== "boolean")
|
|
432
|
+
fail("invocation.llm.supportsJsonSchema must be boolean");
|
|
433
|
+
if (value.enableThinking !== undefined && typeof value.enableThinking !== "boolean")
|
|
434
|
+
fail("invocation.llm.enableThinking must be boolean");
|
|
435
|
+
if (value.extraParams !== undefined) {
|
|
436
|
+
const issue = validateExtraParams(value.extraParams)[0];
|
|
437
|
+
if (issue)
|
|
438
|
+
fail(formatExtraParamsIssue("invocation.llm.extraParams", issue));
|
|
439
|
+
}
|
|
440
|
+
validateExtraParamsValue(value.extraParams, "invocation.llm.extraParams", hooks);
|
|
441
|
+
}
|
|
442
|
+
function validateSchema(value, label) {
|
|
443
|
+
if (!isRecord(value))
|
|
444
|
+
fail(`${label} must be an object`);
|
|
445
|
+
if (jsonBytes(value) > WORKFLOW_MAX_SCHEMA_BYTES)
|
|
446
|
+
fail(`${label} exceeds the 256 KiB resource limit`);
|
|
447
|
+
}
|
|
448
|
+
function validateExtraParamsValue(value, label, hooks) {
|
|
449
|
+
if (value === undefined)
|
|
450
|
+
return;
|
|
451
|
+
if (!isRecord(value))
|
|
452
|
+
fail(`${label} must be an object`);
|
|
453
|
+
if (jsonBytes(value) > WORKFLOW_MAX_EXTRA_PARAMS_BYTES)
|
|
454
|
+
fail(`${label} exceeds the 64 KiB resource limit`);
|
|
455
|
+
const issue = validateExtraParams(value)[0];
|
|
456
|
+
if (issue)
|
|
457
|
+
fail(formatExtraParamsIssue(label, issue));
|
|
458
|
+
const policyError = hooks.validateExtraParams?.(value, label);
|
|
459
|
+
if (policyError)
|
|
460
|
+
fail(`${label}: ${policyError}`);
|
|
461
|
+
}
|
|
462
|
+
function validateStepExpressions(step, index, steps) {
|
|
463
|
+
const validateReference = (text, label, paramsAllowed) => {
|
|
464
|
+
const parsed = parseReference(text);
|
|
465
|
+
if (!parsed.ok)
|
|
466
|
+
fail(`${label} contains an invalid reference`);
|
|
467
|
+
if (parsed.expr.kind === "param" && !paramsAllowed)
|
|
468
|
+
fail(`${label} must reference a step output`);
|
|
469
|
+
if (parsed.expr.kind === "stepOutput") {
|
|
470
|
+
const referenced = steps.get(parsed.expr.stepId);
|
|
471
|
+
if (referenced === undefined || referenced >= index)
|
|
472
|
+
fail(`${label} references a non-earlier step`);
|
|
473
|
+
}
|
|
474
|
+
};
|
|
475
|
+
if (step.root) {
|
|
476
|
+
const unit = step.root.kind === "map" ? step.root.template : step.root;
|
|
477
|
+
if (step.root.kind === "map")
|
|
478
|
+
validateReference(step.root.over, `map ${step.root.id} over`, true);
|
|
479
|
+
for (const reference of unit.inputs ?? [])
|
|
480
|
+
validateReference(reference, `unit ${unit.id} inputs`, false);
|
|
481
|
+
}
|
|
482
|
+
if (step.route)
|
|
483
|
+
validateReference(step.route.input, `route ${step.stepId} input`, true);
|
|
484
|
+
}
|
|
485
|
+
function validateSource(value, label) {
|
|
486
|
+
if (value === undefined)
|
|
487
|
+
return;
|
|
488
|
+
if (!isRecord(value))
|
|
489
|
+
fail(`${label} must be an object`);
|
|
490
|
+
assertKeys(value, ["path", "start", "end"], label);
|
|
491
|
+
if (typeof value.path !== "string" ||
|
|
492
|
+
!value.path ||
|
|
493
|
+
!Number.isSafeInteger(value.start) ||
|
|
494
|
+
!Number.isSafeInteger(value.end) ||
|
|
495
|
+
value.start < 1 ||
|
|
496
|
+
value.end < value.start)
|
|
497
|
+
fail(`${label} is invalid`);
|
|
498
|
+
}
|
|
499
|
+
function validateStringArray(value, label, max, unique) {
|
|
500
|
+
if (value === undefined)
|
|
501
|
+
return;
|
|
502
|
+
if (!Array.isArray(value) ||
|
|
503
|
+
value.length > max ||
|
|
504
|
+
!value.every((item) => typeof item === "string" && item.length > 0 && item.length <= MAX_STRING_LENGTH) ||
|
|
505
|
+
(unique && new Set(value).size !== value.length))
|
|
506
|
+
fail(`${label} is invalid`);
|
|
507
|
+
}
|
|
508
|
+
function validateOptionalFiniteNumber(value, label) {
|
|
509
|
+
if (value !== undefined && (typeof value !== "number" || !Number.isFinite(value)))
|
|
510
|
+
fail(`${label} must be finite`);
|
|
511
|
+
}
|
|
512
|
+
function validateOptionalPositiveInteger(value, label) {
|
|
513
|
+
if (value !== undefined && (!Number.isSafeInteger(value) || value < 1))
|
|
514
|
+
fail(`${label} must be a positive safe integer`);
|
|
515
|
+
}
|
|
516
|
+
function validateEndpoint(value, engine) {
|
|
517
|
+
try {
|
|
518
|
+
const url = new URL(value);
|
|
519
|
+
if ((url.protocol !== "http:" && url.protocol !== "https:") ||
|
|
520
|
+
url.username ||
|
|
521
|
+
url.password ||
|
|
522
|
+
url.search ||
|
|
523
|
+
url.hash ||
|
|
524
|
+
!url.pathname.endsWith("/chat/completions"))
|
|
525
|
+
fail(`LLM engine ${engine} endpoint is not canonical`);
|
|
526
|
+
}
|
|
527
|
+
catch {
|
|
528
|
+
fail(`LLM engine ${engine} endpoint is invalid`);
|
|
529
|
+
}
|
|
530
|
+
}
|
|
531
|
+
function assertString(value, label) {
|
|
532
|
+
if (typeof value !== "string" || value.length === 0 || value.length > MAX_STRING_LENGTH)
|
|
533
|
+
fail(`${label} must be a non-empty bounded string`);
|
|
534
|
+
}
|
|
535
|
+
function isRecord(value) {
|
|
536
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
537
|
+
}
|
|
538
|
+
function fail(message) {
|
|
539
|
+
throw new UsageError(`Invalid frozen workflow plan: ${message}.`);
|
|
540
|
+
}
|