akm-cli 0.6.1 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +66 -0
- package/dist/{cli.js → src/cli.js} +712 -34
- package/dist/{commands → src/commands}/config-cli.js +47 -4
- package/dist/src/commands/distill.js +283 -0
- package/dist/src/commands/events.js +108 -0
- package/dist/src/commands/history.js +191 -0
- package/dist/{commands → src/commands}/installed-stashes.js +1 -1
- package/dist/src/commands/proposal.js +119 -0
- package/dist/src/commands/propose.js +171 -0
- package/dist/src/commands/reflect.js +193 -0
- package/dist/{commands → src/commands}/registry-search.js +71 -7
- package/dist/{commands → src/commands}/remember.js +12 -0
- package/dist/{commands → src/commands}/search.js +104 -4
- package/dist/{commands → src/commands}/self-update.js +4 -3
- package/dist/{commands → src/commands}/show.js +73 -0
- package/dist/{commands → src/commands}/source-add.js +5 -1
- package/dist/{commands → src/commands}/source-manage.js +7 -1
- package/dist/{core → src/core}/asset-ref.js +5 -5
- package/dist/{core → src/core}/asset-spec.js +12 -0
- package/dist/{core → src/core}/common.js +1 -1
- package/dist/{core → src/core}/config.js +203 -121
- package/dist/{core → src/core}/errors.js +4 -0
- package/dist/src/core/events.js +239 -0
- package/dist/src/core/lesson-lint.js +86 -0
- package/dist/src/core/proposals.js +406 -0
- package/dist/src/core/warn.js +72 -0
- package/dist/{core → src/core}/write-source.js +80 -5
- package/dist/{indexer → src/indexer}/db-search.js +114 -24
- package/dist/{indexer → src/indexer}/db.js +76 -23
- package/dist/{indexer → src/indexer}/file-context.js +0 -3
- package/dist/src/indexer/graph-boost.js +179 -0
- package/dist/src/indexer/graph-extraction.js +212 -0
- package/dist/{indexer → src/indexer}/indexer.js +88 -7
- package/dist/{indexer → src/indexer}/matchers.js +1 -1
- package/dist/src/indexer/memory-inference.js +263 -0
- package/dist/{indexer → src/indexer}/metadata.js +111 -3
- package/dist/{indexer → src/indexer}/search-source.js +4 -2
- package/dist/src/integrations/agent/config.js +292 -0
- package/dist/src/integrations/agent/detect.js +94 -0
- package/dist/src/integrations/agent/index.js +17 -0
- package/dist/src/integrations/agent/profiles.js +65 -0
- package/dist/src/integrations/agent/prompts.js +167 -0
- package/dist/src/integrations/agent/spawn.js +272 -0
- package/dist/{integrations → src/integrations}/github.js +9 -3
- package/dist/{integrations → src/integrations}/lockfile.js +0 -26
- package/dist/{llm → src/llm}/client.js +33 -2
- package/dist/{llm → src/llm}/embedders/remote.js +37 -3
- package/dist/src/llm/feature-gate.js +108 -0
- package/dist/src/llm/graph-extract.js +107 -0
- package/dist/src/llm/index-passes.js +35 -0
- package/dist/src/llm/memory-infer.js +86 -0
- package/dist/{output → src/output}/cli-hints.js +15 -2
- package/dist/{output → src/output}/renderers.js +63 -2
- package/dist/src/output/shapes.js +523 -0
- package/dist/src/output/text.js +1116 -0
- package/dist/{registry → src/registry}/build-index.js +19 -8
- package/dist/{registry → src/registry}/factory.js +0 -8
- package/dist/{registry → src/registry}/providers/static-index.js +6 -3
- package/dist/{registry → src/registry}/resolve.js +68 -2
- package/dist/{setup → src/setup}/setup.js +52 -5
- package/dist/{sources → src/sources}/providers/git.js +7 -15
- package/dist/{wiki → src/wiki}/wiki.js +54 -6
- package/dist/{workflows → src/workflows}/runs.js +37 -3
- package/dist/tests/add-website-source.test.js +119 -0
- package/dist/tests/agent/agent-config-loader.test.js +70 -0
- package/dist/tests/agent/agent-config.test.js +221 -0
- package/dist/tests/agent/agent-detect.test.js +100 -0
- package/dist/tests/agent/agent-spawn.test.js +234 -0
- package/dist/tests/agent-output.test.js +186 -0
- package/dist/tests/architecture/agent-no-llm-sdk-guard.test.js +103 -0
- package/dist/tests/architecture/agent-spawn-seam.test.js +193 -0
- package/dist/tests/architecture/llm-stateless-seam.test.js +112 -0
- package/dist/tests/asset-ref.test.js +192 -0
- package/dist/tests/asset-registry.test.js +103 -0
- package/dist/tests/asset-spec.test.js +241 -0
- package/dist/tests/bench/attribution.test.js +996 -0
- package/dist/tests/bench/cleanup-sigint.test.js +83 -0
- package/dist/tests/bench/cleanup.js +234 -0
- package/dist/tests/bench/cleanup.test.js +166 -0
- package/dist/tests/bench/cli.js +1018 -0
- package/dist/tests/bench/cli.test.js +445 -0
- package/dist/tests/bench/compare.test.js +556 -0
- package/dist/tests/bench/corpus.js +317 -0
- package/dist/tests/bench/corpus.test.js +258 -0
- package/dist/tests/bench/doctor.js +525 -0
- package/dist/tests/bench/driver.js +401 -0
- package/dist/tests/bench/driver.test.js +584 -0
- package/dist/tests/bench/environment.js +233 -0
- package/dist/tests/bench/environment.test.js +199 -0
- package/dist/tests/bench/evolve-metrics.js +179 -0
- package/dist/tests/bench/evolve-metrics.test.js +187 -0
- package/dist/tests/bench/evolve.js +647 -0
- package/dist/tests/bench/evolve.test.js +624 -0
- package/dist/tests/bench/failure-modes.test.js +349 -0
- package/dist/tests/bench/feedback-integrity.test.js +457 -0
- package/dist/tests/bench/leakage.test.js +228 -0
- package/dist/tests/bench/learning-curve.test.js +134 -0
- package/dist/tests/bench/metrics.js +2395 -0
- package/dist/tests/bench/metrics.test.js +1150 -0
- package/dist/tests/bench/no-os-tmpdir-invariant.test.js +43 -0
- package/dist/tests/bench/opencode-config.js +194 -0
- package/dist/tests/bench/opencode-config.test.js +370 -0
- package/dist/tests/bench/report.js +1885 -0
- package/dist/tests/bench/report.test.js +1038 -0
- package/dist/tests/bench/run-config.js +355 -0
- package/dist/tests/bench/run-config.test.js +298 -0
- package/dist/tests/bench/run-curate-test.js +32 -0
- package/dist/tests/bench/run-failing-tasks.js +56 -0
- package/dist/tests/bench/run-full-bench.js +51 -0
- package/dist/tests/bench/run-items36-targeted.js +69 -0
- package/dist/tests/bench/run-nano-quick.js +42 -0
- package/dist/tests/bench/run-waveg-targeted.js +62 -0
- package/dist/tests/bench/runner.js +699 -0
- package/dist/tests/bench/runner.test.js +958 -0
- package/dist/tests/bench/search-bridge.test.js +331 -0
- package/dist/tests/bench/tmp.js +131 -0
- package/dist/tests/bench/trajectory.js +116 -0
- package/dist/tests/bench/trajectory.test.js +127 -0
- package/dist/tests/bench/verifier.js +114 -0
- package/dist/tests/bench/verifier.test.js +118 -0
- package/dist/tests/bench/workflow-evaluator.js +557 -0
- package/dist/tests/bench/workflow-evaluator.test.js +421 -0
- package/dist/tests/bench/workflow-spec.js +345 -0
- package/dist/tests/bench/workflow-spec.test.js +363 -0
- package/dist/tests/bench/workflow-trace.js +472 -0
- package/dist/tests/bench/workflow-trace.test.js +254 -0
- package/dist/tests/benchmark-search-quality.js +536 -0
- package/dist/tests/benchmark-suite.js +1441 -0
- package/dist/tests/capture-cli.test.js +112 -0
- package/dist/tests/cli-errors.test.js +204 -0
- package/dist/tests/commands/events.test.js +370 -0
- package/dist/tests/commands/history.test.js +418 -0
- package/dist/tests/commands/import.test.js +103 -0
- package/dist/tests/commands/proposal-cli.test.js +209 -0
- package/dist/tests/commands/reflect-propose-cli.test.js +333 -0
- package/dist/tests/commands/remember.test.js +97 -0
- package/dist/tests/commands/scope-flags.test.js +300 -0
- package/dist/tests/commands/search.test.js +537 -0
- package/dist/tests/commands/show-indexer-parity.test.js +117 -0
- package/dist/tests/commands/show.test.js +294 -0
- package/dist/tests/common.test.js +266 -0
- package/dist/tests/completions.test.js +142 -0
- package/dist/tests/config-cli.test.js +193 -0
- package/dist/tests/config-llm-features.test.js +139 -0
- package/dist/tests/config.test.js +569 -0
- package/dist/tests/contracts/migration-baseline.test.js +43 -0
- package/dist/tests/contracts/reflect-propose-envelope.test.js +139 -0
- package/dist/tests/contracts/spec-helpers.js +46 -0
- package/dist/tests/contracts/v1-spec-section-11-proposal-queue.test.js +228 -0
- package/dist/tests/contracts/v1-spec-section-12-agent-config.test.js +56 -0
- package/dist/tests/contracts/v1-spec-section-13-lesson-type.test.js +34 -0
- package/dist/tests/contracts/v1-spec-section-14-llm-features.test.js +94 -0
- package/dist/tests/contracts/v1-spec-section-4-1-asset-types.test.js +39 -0
- package/dist/tests/contracts/v1-spec-section-4-2-quality-rules.test.js +44 -0
- package/dist/tests/contracts/v1-spec-section-5-configuration.test.js +47 -0
- package/dist/tests/contracts/v1-spec-section-6-orchestration.test.js +40 -0
- package/dist/tests/contracts/v1-spec-section-7-module-layout.test.js +58 -0
- package/dist/tests/contracts/v1-spec-section-8-extension-points.test.js +34 -0
- package/dist/tests/contracts/v1-spec-section-9-4-cli-surface.test.js +75 -0
- package/dist/tests/contracts/v1-spec-section-9-7-llm-agent-boundary.test.js +36 -0
- package/dist/tests/core/write-source.test.js +366 -0
- package/dist/tests/curate-command.test.js +87 -0
- package/dist/tests/db-scoring.test.js +201 -0
- package/dist/tests/db.test.js +654 -0
- package/dist/tests/distill-cli-flag.test.js +208 -0
- package/dist/tests/distill.test.js +515 -0
- package/dist/tests/docker-install.test.js +120 -0
- package/dist/tests/e2e.test.js +1419 -0
- package/dist/tests/embedder.test.js +340 -0
- package/dist/tests/embedding-model-config.test.js +379 -0
- package/dist/tests/feedback-command.test.js +172 -0
- package/dist/tests/file-context.test.js +552 -0
- package/dist/tests/fixtures/scripts/git/summarize-diff.js +9 -0
- package/dist/tests/fixtures/scripts/lint/eslint-check.js +7 -0
- package/dist/tests/fixtures/stashes/load.js +166 -0
- package/dist/tests/fixtures/stashes/load.test.js +97 -0
- package/dist/tests/fixtures/stashes/ranking-baseline/scripts/mem0-search.js +12 -0
- package/dist/tests/frontmatter.test.js +190 -0
- package/dist/tests/fts-field-weighting.test.js +254 -0
- package/dist/tests/fuzzy-search.test.js +230 -0
- package/dist/tests/git-provider-clone.test.js +45 -0
- package/dist/tests/github.test.js +161 -0
- package/dist/tests/graph-boost-ranking.test.js +305 -0
- package/dist/tests/graph-extraction.test.js +282 -0
- package/dist/tests/helpers/usage-events.js +8 -0
- package/dist/tests/index-pass-llm.test.js +161 -0
- package/dist/tests/indexer.test.js +570 -0
- package/dist/tests/info-command.test.js +166 -0
- package/dist/tests/init.test.js +69 -0
- package/dist/tests/install-script.test.js +246 -0
- package/dist/tests/integration/agent-real-profile.test.js +94 -0
- package/dist/tests/issue-36-repro.test.js +304 -0
- package/dist/tests/issues-191-194.test.js +160 -0
- package/dist/tests/lesson-lint.test.js +111 -0
- package/dist/tests/llm-client.test.js +115 -0
- package/dist/tests/llm-feature-gate.test.js +151 -0
- package/dist/tests/llm.test.js +139 -0
- package/dist/tests/lockfile.test.js +216 -0
- package/dist/tests/manifest.test.js +205 -0
- package/dist/tests/markdown.test.js +126 -0
- package/dist/tests/matchers-unit.test.js +189 -0
- package/dist/tests/memory-inference.test.js +299 -0
- package/dist/tests/merge-scoring.test.js +136 -0
- package/dist/tests/metadata.test.js +313 -0
- package/dist/tests/migration-help.test.js +89 -0
- package/dist/tests/origin-resolve.test.js +124 -0
- package/dist/tests/output-baseline.test.js +218 -0
- package/dist/tests/output-shapes-unit.test.js +478 -0
- package/dist/tests/parallel-search.test.js +272 -0
- package/dist/tests/parameter-metadata.test.js +365 -0
- package/dist/tests/paths.test.js +177 -0
- package/dist/tests/progressive-disclosure.test.js +280 -0
- package/dist/tests/proposals.test.js +279 -0
- package/dist/tests/proposed-quality.test.js +271 -0
- package/dist/tests/provider-registry.test.js +32 -0
- package/dist/tests/ranking-regression.test.js +548 -0
- package/dist/tests/reflect-propose.test.js +455 -0
- package/dist/tests/registry-build-index.test.js +394 -0
- package/dist/tests/registry-cli.test.js +290 -0
- package/dist/tests/registry-index-v2.test.js +430 -0
- package/dist/tests/registry-install.test.js +728 -0
- package/dist/tests/registry-providers/parity.test.js +189 -0
- package/dist/tests/registry-providers/skills-sh.test.js +309 -0
- package/dist/tests/registry-providers/static-index.test.js +238 -0
- package/dist/tests/registry-resolve.test.js +126 -0
- package/dist/tests/registry-search.test.js +923 -0
- package/dist/tests/remember-frontmatter.test.js +378 -0
- package/dist/tests/remember-unit.test.js +123 -0
- package/dist/tests/ripgrep-install.test.js +251 -0
- package/dist/tests/ripgrep-resolve.test.js +108 -0
- package/dist/tests/ripgrep.test.js +163 -0
- package/dist/tests/save-command.test.js +94 -0
- package/dist/tests/save-trust-qa-fixes.test.js +270 -0
- package/dist/tests/scoring-pipeline.test.js +648 -0
- package/dist/tests/search-include-proposed-cli.test.js +118 -0
- package/dist/tests/self-update.test.js +442 -0
- package/dist/tests/semantic-search-e2e.test.js +512 -0
- package/dist/tests/semantic-status.test.js +471 -0
- package/dist/tests/setup-run.integration.js +877 -0
- package/dist/tests/setup-wizard.test.js +198 -0
- package/dist/tests/setup.test.js +131 -0
- package/dist/tests/source-add.test.js +11 -0
- package/dist/tests/source-clone.test.js +254 -0
- package/dist/tests/source-manage.test.js +366 -0
- package/dist/tests/source-providers/filesystem.test.js +82 -0
- package/dist/tests/source-providers/git.test.js +252 -0
- package/dist/tests/source-providers/website.test.js +128 -0
- package/dist/tests/source-qa-fixes.test.js +286 -0
- package/dist/tests/source-registry.test.js +350 -0
- package/dist/tests/source-resolve.test.js +100 -0
- package/dist/tests/source-source.test.js +281 -0
- package/dist/tests/source.test.js +533 -0
- package/dist/tests/tar-utils-scan.test.js +73 -0
- package/dist/tests/toggle-components.test.js +73 -0
- package/dist/tests/usage-telemetry.test.js +265 -0
- package/dist/tests/utility-scoring.test.js +558 -0
- package/dist/tests/vault-load-error.test.js +78 -0
- package/dist/tests/vault-qa-fixes.test.js +194 -0
- package/dist/tests/vault.test.js +429 -0
- package/dist/tests/vector-search.test.js +608 -0
- package/dist/tests/walker.test.js +252 -0
- package/dist/tests/wave2-cluster-bc.test.js +228 -0
- package/dist/tests/wave2-cluster-d.test.js +180 -0
- package/dist/tests/wave2-cluster-e.test.js +179 -0
- package/dist/tests/wiki-qa-fixes.test.js +270 -0
- package/dist/tests/wiki.test.js +529 -0
- package/dist/tests/workflow-cli.test.js +271 -0
- package/dist/tests/workflow-markdown.test.js +171 -0
- package/dist/tests/workflow-path-escape.test.js +132 -0
- package/dist/tests/workflow-qa-fixes.test.js +395 -0
- package/dist/tests/workflows/indexer-rejection.test.js +213 -0
- package/docs/README.md +8 -0
- package/docs/migration/release-notes/0.7.0.md +244 -0
- package/package.json +2 -2
- package/dist/core/warn.js +0 -27
- package/dist/output/shapes.js +0 -212
- package/dist/output/text.js +0 -520
- /package/dist/{commands → src/commands}/completions.js +0 -0
- /package/dist/{commands → src/commands}/curate.js +0 -0
- /package/dist/{commands → src/commands}/info.js +0 -0
- /package/dist/{commands → src/commands}/init.js +0 -0
- /package/dist/{commands → src/commands}/install-audit.js +0 -0
- /package/dist/{commands → src/commands}/migration-help.js +0 -0
- /package/dist/{commands → src/commands}/source-clone.js +0 -0
- /package/dist/{commands → src/commands}/vault.js +0 -0
- /package/dist/{core → src/core}/asset-registry.js +0 -0
- /package/dist/{core → src/core}/frontmatter.js +0 -0
- /package/dist/{core → src/core}/markdown.js +0 -0
- /package/dist/{core → src/core}/paths.js +0 -0
- /package/dist/{indexer → src/indexer}/manifest.js +0 -0
- /package/dist/{indexer → src/indexer}/search-fields.js +0 -0
- /package/dist/{indexer → src/indexer}/semantic-status.js +0 -0
- /package/dist/{indexer → src/indexer}/usage-events.js +0 -0
- /package/dist/{indexer → src/indexer}/walker.js +0 -0
- /package/dist/{llm → src/llm}/embedder.js +0 -0
- /package/dist/{llm → src/llm}/embedders/cache.js +0 -0
- /package/dist/{llm → src/llm}/embedders/local.js +0 -0
- /package/dist/{llm → src/llm}/embedders/types.js +0 -0
- /package/dist/{llm → src/llm}/metadata-enhance.js +0 -0
- /package/dist/{output → src/output}/context.js +0 -0
- /package/dist/{registry → src/registry}/create-provider-registry.js +0 -0
- /package/dist/{registry → src/registry}/origin-resolve.js +0 -0
- /package/dist/{registry → src/registry}/providers/index.js +0 -0
- /package/dist/{registry → src/registry}/providers/skills-sh.js +0 -0
- /package/dist/{registry → src/registry}/providers/types.js +0 -0
- /package/dist/{registry → src/registry}/types.js +0 -0
- /package/dist/{setup → src/setup}/detect.js +0 -0
- /package/dist/{setup → src/setup}/ripgrep-install.js +0 -0
- /package/dist/{setup → src/setup}/ripgrep-resolve.js +0 -0
- /package/dist/{setup → src/setup}/steps.js +0 -0
- /package/dist/{sources → src/sources}/include.js +0 -0
- /package/dist/{sources → src/sources}/provider-factory.js +0 -0
- /package/dist/{sources → src/sources}/provider.js +0 -0
- /package/dist/{sources → src/sources}/providers/filesystem.js +0 -0
- /package/dist/{sources → src/sources}/providers/index.js +0 -0
- /package/dist/{sources → src/sources}/providers/install-types.js +0 -0
- /package/dist/{sources → src/sources}/providers/npm.js +0 -0
- /package/dist/{sources → src/sources}/providers/provider-utils.js +0 -0
- /package/dist/{sources → src/sources}/providers/sync-from-ref.js +0 -0
- /package/dist/{sources → src/sources}/providers/tar-utils.js +0 -0
- /package/dist/{sources → src/sources}/providers/website.js +0 -0
- /package/dist/{sources → src/sources}/resolve.js +0 -0
- /package/dist/{sources → src/sources}/types.js +0 -0
- /package/dist/{templates → src/templates}/wiki-templates.js +0 -0
- /package/dist/{version.js → src/version.js} +0 -0
- /package/dist/{workflows → src/workflows}/authoring.js +0 -0
- /package/dist/{workflows → src/workflows}/cli.js +0 -0
- /package/dist/{workflows → src/workflows}/db.js +0 -0
- /package/dist/{workflows → src/workflows}/document-cache.js +0 -0
- /package/dist/{workflows → src/workflows}/parser.js +0 -0
- /package/dist/{workflows → src/workflows}/renderer.js +0 -0
- /package/dist/{workflows → src/workflows}/schema.js +0 -0
- /package/dist/{workflows → src/workflows}/validator.js +0 -0
|
@@ -0,0 +1,515 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for `akm distill <ref>` (#228).
|
|
3
|
+
*
|
|
4
|
+
* The LLM transport is never called for real — `chatCompletion` is provided
|
|
5
|
+
* via the `chat` seam on `akmDistill` so each test pins its own deterministic
|
|
6
|
+
* response. The `lookupFn` and `readEventsFn` seams keep the test from
|
|
7
|
+
* touching the real indexer or events stream.
|
|
8
|
+
*/
|
|
9
|
+
import { afterEach, beforeEach, describe, expect, test } from "bun:test";
|
|
10
|
+
import fs from "node:fs";
|
|
11
|
+
import os from "node:os";
|
|
12
|
+
import path from "node:path";
|
|
13
|
+
import { akmDistill, buildDistillPrompt, deriveLessonRef } from "../src/commands/distill";
|
|
14
|
+
import { readEvents } from "../src/core/events";
|
|
15
|
+
import { listProposals } from "../src/core/proposals";
|
|
16
|
+
import { LlmFeatureTimeoutError } from "../src/llm/feature-gate";
|
|
17
|
+
// ── Test scaffolding ────────────────────────────────────────────────────────
|
|
18
|
+
const tempDirs = [];
|
|
19
|
+
const savedEnv = {
|
|
20
|
+
AKM_STASH_DIR: process.env.AKM_STASH_DIR,
|
|
21
|
+
XDG_CACHE_HOME: process.env.XDG_CACHE_HOME,
|
|
22
|
+
XDG_CONFIG_HOME: process.env.XDG_CONFIG_HOME,
|
|
23
|
+
};
|
|
24
|
+
function makeTempDir(prefix) {
|
|
25
|
+
const dir = fs.mkdtempSync(path.join(os.tmpdir(), prefix));
|
|
26
|
+
tempDirs.push(dir);
|
|
27
|
+
return dir;
|
|
28
|
+
}
|
|
29
|
+
function makeStashDir() {
|
|
30
|
+
const stash = makeTempDir("akm-distill-stash-");
|
|
31
|
+
for (const dir of ["lessons", "skills", "memories"]) {
|
|
32
|
+
fs.mkdirSync(path.join(stash, dir), { recursive: true });
|
|
33
|
+
}
|
|
34
|
+
return stash;
|
|
35
|
+
}
|
|
36
|
+
function configAbsentFeature(stashDir) {
|
|
37
|
+
// No `features` block at all → gate defaults to false per spec §14.
|
|
38
|
+
return {
|
|
39
|
+
stashDir,
|
|
40
|
+
sources: [{ type: "filesystem", name: "stash", path: stashDir, writable: true }],
|
|
41
|
+
defaultWriteTarget: "stash",
|
|
42
|
+
llm: { endpoint: "http://localhost:11434/v1/chat/completions", model: "test-model" },
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
function configEnabled(stashDir) {
|
|
46
|
+
return {
|
|
47
|
+
stashDir,
|
|
48
|
+
sources: [{ type: "filesystem", name: "stash", path: stashDir, writable: true }],
|
|
49
|
+
defaultWriteTarget: "stash",
|
|
50
|
+
llm: {
|
|
51
|
+
endpoint: "http://localhost:11434/v1/chat/completions",
|
|
52
|
+
model: "test-model",
|
|
53
|
+
features: { feedback_distillation: true },
|
|
54
|
+
},
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
function configDisabled(stashDir) {
|
|
58
|
+
return {
|
|
59
|
+
stashDir,
|
|
60
|
+
sources: [{ type: "filesystem", name: "stash", path: stashDir, writable: true }],
|
|
61
|
+
defaultWriteTarget: "stash",
|
|
62
|
+
llm: {
|
|
63
|
+
endpoint: "http://localhost:11434/v1/chat/completions",
|
|
64
|
+
model: "test-model",
|
|
65
|
+
features: { feedback_distillation: false },
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
const VALID_LESSON = `---
|
|
70
|
+
description: Prefer ripgrep over grep on large repos
|
|
71
|
+
when_to_use: Searching for symbols across a multi-thousand-file repo
|
|
72
|
+
---
|
|
73
|
+
|
|
74
|
+
Use \`rg\` instead of \`grep -r\`. It is faster and respects \`.gitignore\` by default.
|
|
75
|
+
`;
|
|
76
|
+
const INVALID_LESSON_MISSING_WHEN = `---
|
|
77
|
+
description: Use ripgrep
|
|
78
|
+
---
|
|
79
|
+
|
|
80
|
+
Body without when_to_use.
|
|
81
|
+
`;
|
|
82
|
+
const noopLookup = async () => null;
|
|
83
|
+
const emptyEvents = (() => ({ events: [], nextOffset: 0 }));
|
|
84
|
+
beforeEach(() => {
|
|
85
|
+
process.env.XDG_CACHE_HOME = makeTempDir("akm-distill-cache-");
|
|
86
|
+
process.env.XDG_CONFIG_HOME = makeTempDir("akm-distill-config-");
|
|
87
|
+
});
|
|
88
|
+
afterEach(() => {
|
|
89
|
+
if (savedEnv.AKM_STASH_DIR === undefined)
|
|
90
|
+
delete process.env.AKM_STASH_DIR;
|
|
91
|
+
else
|
|
92
|
+
process.env.AKM_STASH_DIR = savedEnv.AKM_STASH_DIR;
|
|
93
|
+
if (savedEnv.XDG_CACHE_HOME === undefined)
|
|
94
|
+
delete process.env.XDG_CACHE_HOME;
|
|
95
|
+
else
|
|
96
|
+
process.env.XDG_CACHE_HOME = savedEnv.XDG_CACHE_HOME;
|
|
97
|
+
if (savedEnv.XDG_CONFIG_HOME === undefined)
|
|
98
|
+
delete process.env.XDG_CONFIG_HOME;
|
|
99
|
+
else
|
|
100
|
+
process.env.XDG_CONFIG_HOME = savedEnv.XDG_CONFIG_HOME;
|
|
101
|
+
for (const dir of tempDirs.splice(0)) {
|
|
102
|
+
fs.rmSync(dir, { recursive: true, force: true });
|
|
103
|
+
}
|
|
104
|
+
});
|
|
105
|
+
// ── Pure helpers ────────────────────────────────────────────────────────────
|
|
106
|
+
describe("deriveLessonRef", () => {
|
|
107
|
+
test("strips origin and lower-cases the slug", () => {
|
|
108
|
+
expect(deriveLessonRef("skill:Deploy")).toBe("lesson:skill-deploy-lesson");
|
|
109
|
+
expect(deriveLessonRef("team//memory:auth-tips")).toBe("lesson:memory-auth-tips-lesson");
|
|
110
|
+
});
|
|
111
|
+
test("collapses unsafe characters into single dashes", () => {
|
|
112
|
+
expect(deriveLessonRef("knowledge:foo bar.baz")).toBe("lesson:knowledge-foo-bar-baz-lesson");
|
|
113
|
+
});
|
|
114
|
+
test("rejects malformed input refs", () => {
|
|
115
|
+
expect(() => deriveLessonRef("not-a-ref")).toThrow();
|
|
116
|
+
});
|
|
117
|
+
});
|
|
118
|
+
describe("buildDistillPrompt", () => {
|
|
119
|
+
test("includes asset content when present", () => {
|
|
120
|
+
const prompt = buildDistillPrompt({
|
|
121
|
+
inputRef: "skill:deploy",
|
|
122
|
+
assetContent: "deploy stuff",
|
|
123
|
+
feedback: [],
|
|
124
|
+
});
|
|
125
|
+
expect(prompt).toContain("Asset ref: skill:deploy");
|
|
126
|
+
expect(prompt).toContain("deploy stuff");
|
|
127
|
+
expect(prompt).toContain("(no feedback events recorded");
|
|
128
|
+
});
|
|
129
|
+
test("falls back gracefully when asset is not indexed", () => {
|
|
130
|
+
const prompt = buildDistillPrompt({ inputRef: "skill:deploy", assetContent: null, feedback: [] });
|
|
131
|
+
expect(prompt).toContain("(asset is not currently indexed");
|
|
132
|
+
});
|
|
133
|
+
test("formats feedback events compactly", () => {
|
|
134
|
+
const prompt = buildDistillPrompt({
|
|
135
|
+
inputRef: "skill:deploy",
|
|
136
|
+
assetContent: null,
|
|
137
|
+
feedback: [{ ts: "2026-04-27T00:00:00Z", eventType: "feedback", metadata: { signal: "negative" } }],
|
|
138
|
+
});
|
|
139
|
+
expect(prompt).toContain('2026-04-27T00:00:00Z feedback {"signal":"negative"}');
|
|
140
|
+
});
|
|
141
|
+
});
|
|
142
|
+
// ── Acceptance: gate disabled ───────────────────────────────────────────────
|
|
143
|
+
describe("akmDistill — feature gate", () => {
|
|
144
|
+
test("absent feature flag → outcome 'skipped', exit 0, no proposal, event emitted", async () => {
|
|
145
|
+
const stash = makeStashDir();
|
|
146
|
+
const result = await akmDistill({
|
|
147
|
+
ref: "skill:deploy",
|
|
148
|
+
config: configAbsentFeature(stash),
|
|
149
|
+
stashDir: stash,
|
|
150
|
+
chat: async () => {
|
|
151
|
+
throw new Error("chat must not be called when gate is disabled");
|
|
152
|
+
},
|
|
153
|
+
lookupFn: noopLookup,
|
|
154
|
+
readEventsFn: emptyEvents,
|
|
155
|
+
});
|
|
156
|
+
expect(result.ok).toBe(true);
|
|
157
|
+
expect(result.outcome).toBe("skipped");
|
|
158
|
+
expect(result.proposalId).toBeUndefined();
|
|
159
|
+
expect(listProposals(stash)).toEqual([]);
|
|
160
|
+
const { events } = readEvents({ type: "distill_invoked" });
|
|
161
|
+
expect(events.length).toBe(1);
|
|
162
|
+
expect(events[0].metadata?.outcome).toBe("skipped");
|
|
163
|
+
});
|
|
164
|
+
test("explicit `feedback_distillation: false` → also skipped", async () => {
|
|
165
|
+
const stash = makeStashDir();
|
|
166
|
+
const result = await akmDistill({
|
|
167
|
+
ref: "skill:deploy",
|
|
168
|
+
config: configDisabled(stash),
|
|
169
|
+
stashDir: stash,
|
|
170
|
+
chat: async () => {
|
|
171
|
+
throw new Error("chat must not be called when gate is disabled");
|
|
172
|
+
},
|
|
173
|
+
lookupFn: noopLookup,
|
|
174
|
+
readEventsFn: emptyEvents,
|
|
175
|
+
});
|
|
176
|
+
expect(result.outcome).toBe("skipped");
|
|
177
|
+
expect(listProposals(stash)).toEqual([]);
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
// ── Acceptance: LLM throws ──────────────────────────────────────────────────
|
|
181
|
+
describe("akmDistill — LLM error paths", () => {
|
|
182
|
+
test("chat throws → graceful skipped outcome, no proposal, event emitted", async () => {
|
|
183
|
+
const stash = makeStashDir();
|
|
184
|
+
const result = await akmDistill({
|
|
185
|
+
ref: "skill:deploy",
|
|
186
|
+
config: configEnabled(stash),
|
|
187
|
+
stashDir: stash,
|
|
188
|
+
chat: async () => {
|
|
189
|
+
throw new Error("network down");
|
|
190
|
+
},
|
|
191
|
+
lookupFn: noopLookup,
|
|
192
|
+
readEventsFn: emptyEvents,
|
|
193
|
+
});
|
|
194
|
+
expect(result.outcome).toBe("skipped");
|
|
195
|
+
expect(result.proposalId).toBeUndefined();
|
|
196
|
+
expect(listProposals(stash)).toEqual([]);
|
|
197
|
+
const { events } = readEvents({ type: "distill_invoked" });
|
|
198
|
+
expect(events.at(-1)?.metadata?.outcome).toBe("skipped");
|
|
199
|
+
});
|
|
200
|
+
test("chat returns empty string → also skipped", async () => {
|
|
201
|
+
const stash = makeStashDir();
|
|
202
|
+
const result = await akmDistill({
|
|
203
|
+
ref: "skill:deploy",
|
|
204
|
+
config: configEnabled(stash),
|
|
205
|
+
stashDir: stash,
|
|
206
|
+
chat: async () => " ",
|
|
207
|
+
lookupFn: noopLookup,
|
|
208
|
+
readEventsFn: emptyEvents,
|
|
209
|
+
});
|
|
210
|
+
expect(result.outcome).toBe("skipped");
|
|
211
|
+
expect(listProposals(stash)).toEqual([]);
|
|
212
|
+
});
|
|
213
|
+
test("simulated timeout → handled like an error and falls back to skipped", async () => {
|
|
214
|
+
const stash = makeStashDir();
|
|
215
|
+
const result = await akmDistill({
|
|
216
|
+
ref: "skill:deploy",
|
|
217
|
+
config: configEnabled(stash),
|
|
218
|
+
stashDir: stash,
|
|
219
|
+
chat: async () => {
|
|
220
|
+
// The wrapper only wraps tryLlmFeature's own timer, but the chat seam
|
|
221
|
+
// throwing a timeout-shaped error is observably the same path.
|
|
222
|
+
throw new LlmFeatureTimeoutError("feedback_distillation", 30_000);
|
|
223
|
+
},
|
|
224
|
+
lookupFn: noopLookup,
|
|
225
|
+
readEventsFn: emptyEvents,
|
|
226
|
+
});
|
|
227
|
+
expect(result.outcome).toBe("skipped");
|
|
228
|
+
expect(listProposals(stash)).toEqual([]);
|
|
229
|
+
});
|
|
230
|
+
test("no `llm` block configured at all → gate is closed, outcome skipped", async () => {
|
|
231
|
+
const stash = makeStashDir();
|
|
232
|
+
const config = {
|
|
233
|
+
stashDir: stash,
|
|
234
|
+
sources: [{ type: "filesystem", name: "stash", path: stash, writable: true }],
|
|
235
|
+
defaultWriteTarget: "stash",
|
|
236
|
+
// Intentionally no `llm` block — gate cannot read `features`, defaults
|
|
237
|
+
// to false per spec §14.
|
|
238
|
+
};
|
|
239
|
+
const result = await akmDistill({
|
|
240
|
+
ref: "skill:deploy",
|
|
241
|
+
config,
|
|
242
|
+
stashDir: stash,
|
|
243
|
+
chat: async () => {
|
|
244
|
+
throw new Error("chat must not be called when llm is absent");
|
|
245
|
+
},
|
|
246
|
+
lookupFn: noopLookup,
|
|
247
|
+
readEventsFn: emptyEvents,
|
|
248
|
+
});
|
|
249
|
+
expect(result.outcome).toBe("skipped");
|
|
250
|
+
expect(listProposals(stash)).toEqual([]);
|
|
251
|
+
});
|
|
252
|
+
});
|
|
253
|
+
// ── Acceptance: validation failure ──────────────────────────────────────────
|
|
254
|
+
describe("akmDistill — validation failure", () => {
|
|
255
|
+
test("LLM returns lesson missing `when_to_use` → throws, no proposal, event emitted", async () => {
|
|
256
|
+
const stash = makeStashDir();
|
|
257
|
+
let threw;
|
|
258
|
+
try {
|
|
259
|
+
await akmDistill({
|
|
260
|
+
ref: "skill:deploy",
|
|
261
|
+
config: configEnabled(stash),
|
|
262
|
+
stashDir: stash,
|
|
263
|
+
chat: async () => INVALID_LESSON_MISSING_WHEN,
|
|
264
|
+
lookupFn: noopLookup,
|
|
265
|
+
readEventsFn: emptyEvents,
|
|
266
|
+
});
|
|
267
|
+
}
|
|
268
|
+
catch (err) {
|
|
269
|
+
threw = err;
|
|
270
|
+
}
|
|
271
|
+
expect(threw).toBeInstanceOf(Error);
|
|
272
|
+
expect(threw?.message).toContain("when_to_use");
|
|
273
|
+
expect(listProposals(stash)).toEqual([]);
|
|
274
|
+
const { events } = readEvents({ type: "distill_invoked" });
|
|
275
|
+
expect(events.at(-1)?.metadata?.outcome).toBe("validation_failed");
|
|
276
|
+
});
|
|
277
|
+
});
|
|
278
|
+
// ── Acceptance: queued ──────────────────────────────────────────────────────
|
|
279
|
+
describe("akmDistill — queued proposal", () => {
|
|
280
|
+
test("LLM returns valid lesson → proposal created, queued event emitted", async () => {
|
|
281
|
+
const stash = makeStashDir();
|
|
282
|
+
const result = await akmDistill({
|
|
283
|
+
ref: "skill:deploy",
|
|
284
|
+
config: configEnabled(stash),
|
|
285
|
+
stashDir: stash,
|
|
286
|
+
chat: async () => VALID_LESSON,
|
|
287
|
+
lookupFn: noopLookup,
|
|
288
|
+
readEventsFn: emptyEvents,
|
|
289
|
+
sourceRun: "run-xyz",
|
|
290
|
+
});
|
|
291
|
+
expect(result.outcome).toBe("queued");
|
|
292
|
+
expect(result.lessonRef).toBe("lesson:skill-deploy-lesson");
|
|
293
|
+
expect(typeof result.proposalId).toBe("string");
|
|
294
|
+
const proposals = listProposals(stash);
|
|
295
|
+
expect(proposals.length).toBe(1);
|
|
296
|
+
expect(proposals[0].source).toBe("distill");
|
|
297
|
+
expect(proposals[0].sourceRun).toBe("run-xyz");
|
|
298
|
+
expect(proposals[0].ref).toBe("lesson:skill-deploy-lesson");
|
|
299
|
+
expect(proposals[0].payload.content).toContain("description: Prefer ripgrep over grep");
|
|
300
|
+
expect(proposals[0].payload.frontmatter?.when_to_use).toBeDefined();
|
|
301
|
+
const { events } = readEvents({ type: "distill_invoked" });
|
|
302
|
+
expect(events.length).toBe(1);
|
|
303
|
+
expect(events[0].metadata?.outcome).toBe("queued");
|
|
304
|
+
expect(events[0].metadata?.proposalId).toBe(result.proposalId);
|
|
305
|
+
});
|
|
306
|
+
test("LLM-fenced response is unwrapped before linting", async () => {
|
|
307
|
+
const stash = makeStashDir();
|
|
308
|
+
const fenced = `\`\`\`markdown\n${VALID_LESSON}\n\`\`\``;
|
|
309
|
+
const result = await akmDistill({
|
|
310
|
+
ref: "skill:deploy",
|
|
311
|
+
config: configEnabled(stash),
|
|
312
|
+
stashDir: stash,
|
|
313
|
+
chat: async () => fenced,
|
|
314
|
+
lookupFn: noopLookup,
|
|
315
|
+
readEventsFn: emptyEvents,
|
|
316
|
+
});
|
|
317
|
+
expect(result.outcome).toBe("queued");
|
|
318
|
+
expect(listProposals(stash).length).toBe(1);
|
|
319
|
+
});
|
|
320
|
+
test("asset content from the indexer is included in the prompt", async () => {
|
|
321
|
+
const stash = makeStashDir();
|
|
322
|
+
const skillFile = path.join(stash, "skills", "deploy.md");
|
|
323
|
+
fs.writeFileSync(skillFile, "---\ndescription: deploy\n---\n\nbody\n", "utf8");
|
|
324
|
+
let receivedPrompt = "";
|
|
325
|
+
await akmDistill({
|
|
326
|
+
ref: "skill:deploy",
|
|
327
|
+
config: configEnabled(stash),
|
|
328
|
+
stashDir: stash,
|
|
329
|
+
chat: async (_cfg, messages) => {
|
|
330
|
+
receivedPrompt = messages.map((m) => m.content).join("\n");
|
|
331
|
+
return VALID_LESSON;
|
|
332
|
+
},
|
|
333
|
+
lookupFn: async () => skillFile,
|
|
334
|
+
readEventsFn: emptyEvents,
|
|
335
|
+
});
|
|
336
|
+
expect(receivedPrompt).toContain("body");
|
|
337
|
+
});
|
|
338
|
+
});
|
|
339
|
+
// ── #267: excludeFeedbackFromRefs option ─────────────────────────────────────
|
|
340
|
+
describe("akmDistill — excludeFeedbackFromRefs (#267)", () => {
|
|
341
|
+
function eventsFor(ref, signals) {
|
|
342
|
+
return (() => ({
|
|
343
|
+
events: signals.map((s, i) => ({
|
|
344
|
+
schemaVersion: 1,
|
|
345
|
+
id: i,
|
|
346
|
+
ts: `2026-04-27T00:00:0${i}Z`,
|
|
347
|
+
eventType: "feedback",
|
|
348
|
+
ref,
|
|
349
|
+
metadata: { signal: s },
|
|
350
|
+
})),
|
|
351
|
+
nextOffset: 0,
|
|
352
|
+
}));
|
|
353
|
+
}
|
|
354
|
+
test("filters out events whose ref is in the exclusion list", async () => {
|
|
355
|
+
const stash = makeStashDir();
|
|
356
|
+
let receivedPrompt = "";
|
|
357
|
+
const result = await akmDistill({
|
|
358
|
+
ref: "skill:deploy",
|
|
359
|
+
config: configEnabled(stash),
|
|
360
|
+
stashDir: stash,
|
|
361
|
+
chat: async (_cfg, messages) => {
|
|
362
|
+
receivedPrompt = messages.map((m) => m.content).join("\n");
|
|
363
|
+
return VALID_LESSON;
|
|
364
|
+
},
|
|
365
|
+
lookupFn: noopLookup,
|
|
366
|
+
readEventsFn: eventsFor("skill:deploy", ["negative", "negative", "positive"]),
|
|
367
|
+
excludeFeedbackFromRefs: ["skill:deploy"],
|
|
368
|
+
});
|
|
369
|
+
expect(result.outcome).toBe("queued");
|
|
370
|
+
expect(result.filteredFeedbackCount).toBe(3);
|
|
371
|
+
expect(result.feedbackFullyFiltered).toBe(true);
|
|
372
|
+
// Prompt should NOT contain any of the dropped feedback events.
|
|
373
|
+
expect(receivedPrompt).not.toContain('"signal":"negative"');
|
|
374
|
+
expect(receivedPrompt).not.toContain('"signal":"positive"');
|
|
375
|
+
expect(receivedPrompt).toContain("(no feedback events recorded");
|
|
376
|
+
});
|
|
377
|
+
test("does not filter when the ref is absent from the exclusion list", async () => {
|
|
378
|
+
const stash = makeStashDir();
|
|
379
|
+
let receivedPrompt = "";
|
|
380
|
+
const result = await akmDistill({
|
|
381
|
+
ref: "skill:deploy",
|
|
382
|
+
config: configEnabled(stash),
|
|
383
|
+
stashDir: stash,
|
|
384
|
+
chat: async (_cfg, messages) => {
|
|
385
|
+
receivedPrompt = messages.map((m) => m.content).join("\n");
|
|
386
|
+
return VALID_LESSON;
|
|
387
|
+
},
|
|
388
|
+
lookupFn: noopLookup,
|
|
389
|
+
readEventsFn: eventsFor("skill:deploy", ["negative", "positive"]),
|
|
390
|
+
excludeFeedbackFromRefs: ["memory:other"],
|
|
391
|
+
});
|
|
392
|
+
expect(result.outcome).toBe("queued");
|
|
393
|
+
expect(result.filteredFeedbackCount).toBe(0);
|
|
394
|
+
expect(result.feedbackFullyFiltered).toBe(false);
|
|
395
|
+
expect(receivedPrompt).toContain('"signal":"negative"');
|
|
396
|
+
expect(receivedPrompt).toContain('"signal":"positive"');
|
|
397
|
+
});
|
|
398
|
+
test("empty exclusion list is a no-op (no diagnostic fields stamped)", async () => {
|
|
399
|
+
const stash = makeStashDir();
|
|
400
|
+
const result = await akmDistill({
|
|
401
|
+
ref: "skill:deploy",
|
|
402
|
+
config: configEnabled(stash),
|
|
403
|
+
stashDir: stash,
|
|
404
|
+
chat: async () => VALID_LESSON,
|
|
405
|
+
lookupFn: noopLookup,
|
|
406
|
+
readEventsFn: eventsFor("skill:deploy", ["negative"]),
|
|
407
|
+
excludeFeedbackFromRefs: [],
|
|
408
|
+
});
|
|
409
|
+
expect(result.outcome).toBe("queued");
|
|
410
|
+
expect(result.filteredFeedbackCount).toBeUndefined();
|
|
411
|
+
expect(result.feedbackFullyFiltered).toBeUndefined();
|
|
412
|
+
});
|
|
413
|
+
test("feedbackFullyFiltered=false when no events were ever recorded", async () => {
|
|
414
|
+
const stash = makeStashDir();
|
|
415
|
+
const result = await akmDistill({
|
|
416
|
+
ref: "skill:deploy",
|
|
417
|
+
config: configEnabled(stash),
|
|
418
|
+
stashDir: stash,
|
|
419
|
+
chat: async () => VALID_LESSON,
|
|
420
|
+
lookupFn: noopLookup,
|
|
421
|
+
readEventsFn: emptyEvents,
|
|
422
|
+
excludeFeedbackFromRefs: ["skill:deploy"],
|
|
423
|
+
});
|
|
424
|
+
expect(result.outcome).toBe("queued");
|
|
425
|
+
expect(result.filteredFeedbackCount).toBe(0);
|
|
426
|
+
// No events to begin with — this is "no feedback exists", not "we
|
|
427
|
+
// suppressed it all".
|
|
428
|
+
expect(result.feedbackFullyFiltered).toBe(false);
|
|
429
|
+
});
|
|
430
|
+
test("filtered count is recorded on the distill_invoked event metadata", async () => {
|
|
431
|
+
const stash = makeStashDir();
|
|
432
|
+
await akmDistill({
|
|
433
|
+
ref: "skill:deploy",
|
|
434
|
+
config: configEnabled(stash),
|
|
435
|
+
stashDir: stash,
|
|
436
|
+
chat: async () => VALID_LESSON,
|
|
437
|
+
lookupFn: noopLookup,
|
|
438
|
+
readEventsFn: eventsFor("skill:deploy", ["negative", "negative"]),
|
|
439
|
+
excludeFeedbackFromRefs: ["skill:deploy"],
|
|
440
|
+
});
|
|
441
|
+
const { events } = readEvents({ type: "distill_invoked" });
|
|
442
|
+
expect(events.length).toBe(1);
|
|
443
|
+
expect(events[0].metadata?.filteredFeedbackCount).toBe(2);
|
|
444
|
+
});
|
|
445
|
+
});
|
|
446
|
+
// ── #284 GAP-MED 3: success envelope shape contract ─────────────────────────
|
|
447
|
+
// ── #284 GAP-HIGH 7: feature gate ON but llm config missing ────────────────
|
|
448
|
+
describe("akmDistill — feature ON + llm.client missing (#284 HIGH 7)", () => {
|
|
449
|
+
test("feature_distillation: true but no `llm` block → outcome=skipped, no crash", async () => {
|
|
450
|
+
const stash = makeStashDir();
|
|
451
|
+
// Construct a config WITH features enabled but WITHOUT the `llm` block.
|
|
452
|
+
// Validation in parseLlmFeatures requires `llm`; we bypass that by
|
|
453
|
+
// assembling the shape directly (this mimics a partial / racy config).
|
|
454
|
+
const config = {
|
|
455
|
+
stashDir: stash,
|
|
456
|
+
sources: [{ type: "filesystem", name: "stash", path: stash, writable: true }],
|
|
457
|
+
defaultWriteTarget: "stash",
|
|
458
|
+
llm: { features: { feedback_distillation: true } },
|
|
459
|
+
};
|
|
460
|
+
const result = await akmDistill({
|
|
461
|
+
ref: "skill:deploy",
|
|
462
|
+
config,
|
|
463
|
+
stashDir: stash,
|
|
464
|
+
chat: async () => {
|
|
465
|
+
throw new Error("must not be called when llm.endpoint/model missing");
|
|
466
|
+
},
|
|
467
|
+
lookupFn: noopLookup,
|
|
468
|
+
readEventsFn: emptyEvents,
|
|
469
|
+
});
|
|
470
|
+
expect(result.outcome).toBe("skipped");
|
|
471
|
+
expect(result.proposalId).toBeUndefined();
|
|
472
|
+
expect(listProposals(stash)).toEqual([]);
|
|
473
|
+
});
|
|
474
|
+
});
|
|
475
|
+
describe("akmDistill — success envelope shape contract (#284)", () => {
|
|
476
|
+
test("queued result carries the locked field set", async () => {
|
|
477
|
+
const stash = makeStashDir();
|
|
478
|
+
const result = await akmDistill({
|
|
479
|
+
ref: "skill:deploy",
|
|
480
|
+
config: configEnabled(stash),
|
|
481
|
+
stashDir: stash,
|
|
482
|
+
chat: async () => VALID_LESSON,
|
|
483
|
+
lookupFn: noopLookup,
|
|
484
|
+
readEventsFn: emptyEvents,
|
|
485
|
+
sourceRun: "run-shape-contract",
|
|
486
|
+
});
|
|
487
|
+
// Locked envelope keys (v1 §11/§14): ok, outcome, inputRef, lessonRef,
|
|
488
|
+
// proposalId. Queued path additionally carries proposal stub fields via
|
|
489
|
+
// `result.proposal` if present.
|
|
490
|
+
expect(result.ok).toBe(true);
|
|
491
|
+
expect(result.outcome).toBe("queued");
|
|
492
|
+
expect(result.inputRef).toBe("skill:deploy");
|
|
493
|
+
expect(result.lessonRef).toBe("lesson:skill-deploy-lesson");
|
|
494
|
+
expect(typeof result.proposalId).toBe("string");
|
|
495
|
+
// schemaVersion present at the top level (v1 spec lock)
|
|
496
|
+
expect(result.schemaVersion).toBe(1);
|
|
497
|
+
});
|
|
498
|
+
test("skipped result preserves the same outer shape but omits proposalId", async () => {
|
|
499
|
+
const stash = makeStashDir();
|
|
500
|
+
const result = await akmDistill({
|
|
501
|
+
ref: "skill:deploy",
|
|
502
|
+
config: configAbsentFeature(stash),
|
|
503
|
+
stashDir: stash,
|
|
504
|
+
chat: async () => {
|
|
505
|
+
throw new Error("must not be called");
|
|
506
|
+
},
|
|
507
|
+
lookupFn: noopLookup,
|
|
508
|
+
readEventsFn: emptyEvents,
|
|
509
|
+
});
|
|
510
|
+
expect(result.ok).toBe(true);
|
|
511
|
+
expect(result.outcome).toBe("skipped");
|
|
512
|
+
expect(result.proposalId).toBeUndefined();
|
|
513
|
+
expect(result.schemaVersion).toBe(1);
|
|
514
|
+
});
|
|
515
|
+
});
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Docker install tests — verify akm installs and works on various OS configurations.
|
|
3
|
+
*
|
|
4
|
+
* These tests build Docker images for each OS/install-method combination and run
|
|
5
|
+
* the smoke-test.sh script inside them. They require Docker to be available.
|
|
6
|
+
*
|
|
7
|
+
* Run:
|
|
8
|
+
* bun test tests/docker-install.test.ts
|
|
9
|
+
*
|
|
10
|
+
* Or run the shell orchestrator directly:
|
|
11
|
+
* ./tests/docker/run-docker-tests.sh
|
|
12
|
+
*/
|
|
13
|
+
import { afterAll, describe, expect, test } from "bun:test";
|
|
14
|
+
import { spawnSync } from "node:child_process";
|
|
15
|
+
import path from "node:path";
|
|
16
|
+
const PROJECT_ROOT = path.resolve(import.meta.dirname, "..");
|
|
17
|
+
const DOCKER_DIR = path.join(PROJECT_ROOT, "tests", "docker");
|
|
18
|
+
const BUILD_DIR = path.join(DOCKER_DIR, ".build");
|
|
19
|
+
const TIMEOUT = 300_000; // 5 minutes per container build+run
|
|
20
|
+
function dockerAvailable() {
|
|
21
|
+
const r = spawnSync("docker", ["info"], {
|
|
22
|
+
encoding: "utf8",
|
|
23
|
+
timeout: 10_000,
|
|
24
|
+
});
|
|
25
|
+
return r.status === 0;
|
|
26
|
+
}
|
|
27
|
+
function bunAvailable() {
|
|
28
|
+
const r = spawnSync("bun", ["--version"], {
|
|
29
|
+
encoding: "utf8",
|
|
30
|
+
timeout: 5_000,
|
|
31
|
+
});
|
|
32
|
+
return r.status === 0;
|
|
33
|
+
}
|
|
34
|
+
function buildBinary() {
|
|
35
|
+
spawnSync("mkdir", ["-p", BUILD_DIR]);
|
|
36
|
+
const r = spawnSync("bun", ["build", "./src/cli.ts", "--compile", "--target=bun-linux-x64", "--outfile", path.join(BUILD_DIR, "akm")], {
|
|
37
|
+
cwd: PROJECT_ROOT,
|
|
38
|
+
encoding: "utf8",
|
|
39
|
+
timeout: 120_000,
|
|
40
|
+
});
|
|
41
|
+
return r.status === 0;
|
|
42
|
+
}
|
|
43
|
+
function dockerBuild(variant) {
|
|
44
|
+
const dockerfile = path.join(DOCKER_DIR, `Dockerfile.${variant}`);
|
|
45
|
+
const tag = `akm-test-${variant}`;
|
|
46
|
+
const r = spawnSync("docker", ["build", "-f", dockerfile, "-t", tag, "--build-arg", "BUILDKIT_INLINE_CACHE=1", PROJECT_ROOT], {
|
|
47
|
+
encoding: "utf8",
|
|
48
|
+
timeout: TIMEOUT,
|
|
49
|
+
env: { ...process.env, DOCKER_BUILDKIT: "1" },
|
|
50
|
+
});
|
|
51
|
+
return {
|
|
52
|
+
ok: r.status === 0,
|
|
53
|
+
output: `${r.stdout ?? ""}\n${r.stderr ?? ""}`,
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
function dockerRun(variant) {
|
|
57
|
+
const tag = `akm-test-${variant}`;
|
|
58
|
+
const r = spawnSync("docker", ["run", "--rm", tag], {
|
|
59
|
+
encoding: "utf8",
|
|
60
|
+
timeout: TIMEOUT,
|
|
61
|
+
});
|
|
62
|
+
return {
|
|
63
|
+
ok: r.status === 0,
|
|
64
|
+
output: `${r.stdout ?? ""}\n${r.stderr ?? ""}`,
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
const HAS_DOCKER = dockerAvailable();
|
|
68
|
+
const HAS_BUN = bunAvailable();
|
|
69
|
+
const bunVariants = ["ubuntu-bun", "debian-bun", "alpine-bun", "fedora-bun"];
|
|
70
|
+
const binaryVariants = ["ubuntu-binary", "debian-binary", "fedora-binary"];
|
|
71
|
+
// Cleanup build artifacts after all tests
|
|
72
|
+
afterAll(() => {
|
|
73
|
+
spawnSync("rm", ["-rf", BUILD_DIR]);
|
|
74
|
+
});
|
|
75
|
+
// Docker install tests are heavyweight (build images + download deps per container).
|
|
76
|
+
// They only run when explicitly requested via AKM_DOCKER_TESTS=1 to avoid
|
|
77
|
+
// hammering the network on every `bun test` invocation.
|
|
78
|
+
const DOCKER_TESTS_ENABLED = !!process.env.AKM_DOCKER_TESTS;
|
|
79
|
+
describe.skipIf(!HAS_DOCKER || !HAS_BUN || !DOCKER_TESTS_ENABLED)("Docker install tests", () => {
|
|
80
|
+
describe("bun install method", () => {
|
|
81
|
+
for (const variant of bunVariants) {
|
|
82
|
+
const os = variant.replace("-bun", "");
|
|
83
|
+
test(`${os}: bun install → init → index → search`, () => {
|
|
84
|
+
const build = dockerBuild(variant);
|
|
85
|
+
if (!build.ok) {
|
|
86
|
+
throw new Error(`Docker build failed:\n${build.output}`);
|
|
87
|
+
}
|
|
88
|
+
const run = dockerRun(variant);
|
|
89
|
+
if (!run.ok) {
|
|
90
|
+
throw new Error(`Smoke test failed:\n${run.output}`);
|
|
91
|
+
}
|
|
92
|
+
expect(run.output).toContain("All tests passed");
|
|
93
|
+
}, TIMEOUT);
|
|
94
|
+
}
|
|
95
|
+
});
|
|
96
|
+
describe("binary install method", () => {
|
|
97
|
+
let binaryBuilt = false;
|
|
98
|
+
test("build akm linux-x64 binary", () => {
|
|
99
|
+
binaryBuilt = buildBinary();
|
|
100
|
+
expect(binaryBuilt).toBe(true);
|
|
101
|
+
}, 120_000);
|
|
102
|
+
for (const variant of binaryVariants) {
|
|
103
|
+
const os = variant.replace("-binary", "");
|
|
104
|
+
test(`${os}: binary install → init → index → search`, () => {
|
|
105
|
+
if (!binaryBuilt) {
|
|
106
|
+
throw new Error("Binary build must succeed first");
|
|
107
|
+
}
|
|
108
|
+
const build = dockerBuild(variant);
|
|
109
|
+
if (!build.ok) {
|
|
110
|
+
throw new Error(`Docker build failed:\n${build.output}`);
|
|
111
|
+
}
|
|
112
|
+
const run = dockerRun(variant);
|
|
113
|
+
if (!run.ok) {
|
|
114
|
+
throw new Error(`Smoke test failed:\n${run.output}`);
|
|
115
|
+
}
|
|
116
|
+
expect(run.output).toContain("All tests passed");
|
|
117
|
+
}, TIMEOUT);
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
});
|