akm-cli 0.9.0-beta.3 → 0.9.0-beta.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +613 -0
- package/dist/assets/prompts/consolidate-system.md +23 -0
- package/dist/assets/prompts/contradiction-judge.md +33 -0
- package/dist/assets/prompts/distill-knowledge-system.md +22 -0
- package/dist/assets/prompts/distill-lesson-system.md +36 -0
- package/dist/assets/prompts/extract-session.md +5 -1
- package/dist/assets/prompts/graph-extract-system.md +1 -0
- package/dist/assets/prompts/memory-infer-system.md +1 -0
- package/dist/assets/prompts/memory-infer-user.md +5 -0
- package/dist/assets/prompts/metadata-enhance-system.md +1 -0
- package/dist/assets/prompts/procedural-system.md +44 -0
- package/dist/assets/prompts/recombine-system.md +40 -0
- package/dist/assets/prompts/staleness-detect-system.md +6 -0
- package/dist/assets/prompts/validate-summary-judge.md +1 -0
- package/dist/assets/templates/html/health.html +281 -111
- package/dist/cli.js +14 -3
- package/dist/commands/agent/contribute-cli.js +16 -3
- package/dist/commands/feedback-cli.js +15 -6
- package/dist/commands/graph/graph.js +75 -71
- package/dist/commands/health/checks.js +48 -0
- package/dist/commands/health/html-report.js +422 -80
- package/dist/commands/health.js +381 -9
- package/dist/commands/improve/calibration.js +161 -0
- package/dist/commands/improve/consolidate.js +634 -111
- package/dist/commands/improve/dedup.js +482 -0
- package/dist/commands/improve/distill.js +145 -69
- package/dist/commands/improve/encoding-salience.js +205 -0
- package/dist/commands/improve/extract-cli.js +115 -1
- package/dist/commands/improve/extract-prompt.js +33 -2
- package/dist/commands/improve/extract-watch.js +140 -0
- package/dist/commands/improve/extract.js +244 -35
- package/dist/commands/improve/feedback-valence.js +54 -0
- package/dist/commands/improve/homeostatic.js +467 -0
- package/dist/commands/improve/improve-auto-accept.js +113 -6
- package/dist/commands/improve/improve-profiles.js +12 -0
- package/dist/commands/improve/improve.js +1974 -614
- package/dist/commands/improve/memory/memory-contradiction-detect.js +23 -28
- package/dist/commands/improve/outcome-loop.js +256 -0
- package/dist/commands/improve/proactive-maintenance.js +87 -0
- package/dist/commands/improve/procedural.js +409 -0
- package/dist/commands/improve/recombine.js +593 -0
- package/dist/commands/improve/reflect.js +26 -1
- package/dist/commands/improve/related-sessions.js +120 -0
- package/dist/commands/improve/salience.js +386 -0
- package/dist/commands/improve/triage.js +95 -0
- package/dist/commands/lint/agent-linter.js +19 -24
- package/dist/commands/lint/base-linter.js +173 -60
- package/dist/commands/lint/command-linter.js +19 -24
- package/dist/commands/lint/env-key-rules.js +34 -1
- package/dist/commands/lint/fact-linter.js +39 -0
- package/dist/commands/lint/index.js +31 -13
- package/dist/commands/lint/memory-linter.js +1 -1
- package/dist/commands/lint/registry.js +7 -2
- package/dist/commands/lint/task-linter.js +3 -3
- package/dist/commands/lint/workflow-linter.js +26 -1
- package/dist/commands/proposal/proposal.js +5 -0
- package/dist/commands/proposal/validators/proposals.js +71 -54
- package/dist/commands/read/curate.js +344 -80
- package/dist/commands/read/search-cli.js +7 -0
- package/dist/commands/read/search.js +1 -0
- package/dist/commands/read/show.js +67 -2
- package/dist/commands/sources/installed-stashes.js +5 -1
- package/dist/commands/sources/stash-cli.js +10 -2
- package/dist/core/asset/asset-registry.js +2 -0
- package/dist/core/asset/asset-spec.js +14 -0
- package/dist/core/asset/frontmatter.js +166 -167
- package/dist/core/asset/markdown.js +8 -0
- package/dist/core/config/config-schema.js +259 -2
- package/dist/core/config/config.js +2 -2
- package/dist/core/logs-db.js +4 -3
- package/dist/core/paths.js +3 -0
- package/dist/core/state-db.js +649 -30
- package/dist/indexer/db/db.js +364 -38
- package/dist/indexer/db/graph-db.js +129 -86
- package/dist/indexer/ensure-index.js +152 -17
- package/dist/indexer/graph/graph-boost.js +51 -41
- package/dist/indexer/graph/graph-extraction.js +203 -3
- package/dist/indexer/index-writer-lock.js +99 -0
- package/dist/indexer/indexer.js +114 -111
- package/dist/indexer/passes/memory-inference.js +10 -3
- package/dist/indexer/passes/staleness-detect.js +2 -5
- package/dist/indexer/search/db-search.js +15 -4
- package/dist/indexer/search/ranking-contributors.js +22 -0
- package/dist/indexer/search/ranking.js +4 -0
- package/dist/indexer/walk/matchers.js +9 -0
- package/dist/integrations/agent/prompts.js +1 -0
- package/dist/integrations/harnesses/claude/session-log.js +11 -1
- package/dist/integrations/harnesses/opencode/session-log.js +9 -0
- package/dist/integrations/session-logs/index.js +16 -0
- package/dist/llm/client.js +23 -4
- package/dist/llm/embedder.js +27 -3
- package/dist/llm/embedders/local.js +66 -2
- package/dist/llm/graph-extract.js +2 -1
- package/dist/llm/memory-infer.js +4 -8
- package/dist/llm/metadata-enhance.js +9 -1
- package/dist/output/renderers.js +73 -1
- package/dist/output/shapes/curate.js +14 -2
- package/dist/output/text/helpers.js +9 -0
- package/dist/runtime.js +25 -1
- package/dist/scripts/migrate-storage.js +1242 -594
- package/dist/scripts/migrations/import-fs-improve-runs-to-db.js +473 -270
- package/dist/sources/providers/tar-utils.js +16 -8
- package/dist/storage/sqlite-pragmas.js +146 -0
- package/dist/workflows/db.js +3 -4
- package/dist/workflows/validate-summary.js +2 -7
- package/docs/data-and-telemetry.md +1 -0
- package/package.json +9 -6
|
@@ -36,10 +36,15 @@ import { normalizeHarnessId } from "../../integrations/harnesses/index.js";
|
|
|
36
36
|
import { getAvailableHarnesses } from "../../integrations/session-logs/index.js";
|
|
37
37
|
import { preFilterSession } from "../../integrations/session-logs/pre-filter.js";
|
|
38
38
|
import { chatCompletion } from "../../llm/client.js";
|
|
39
|
+
import { embed } from "../../llm/embedder.js";
|
|
39
40
|
import { isLlmFeatureEnabled, tryLlmFeature } from "../../llm/feature-gate.js";
|
|
41
|
+
import { sha256Hex } from "../../runtime.js";
|
|
40
42
|
import { createProposal, isProposalSkipped } from "../proposal/validators/proposals.js";
|
|
41
43
|
import { buildExtractPrompt, EXTRACT_JSON_SCHEMA, parseExtractPayload } from "./extract-prompt.js";
|
|
44
|
+
import { applySchemaSimilarityPenalty, buildHotProbationFrontmatter, loadDerivedLayerEmbeddings, } from "./homeostatic.js";
|
|
45
|
+
import { resolveProcessEnabled } from "./improve-profiles.js";
|
|
42
46
|
import { buildSessionSummaryPrompt, parseSessionSummary, SESSION_SUMMARY_JSON_SCHEMA, sessionMeetsDurationGate, writeSessionAsset, } from "./session-asset.js";
|
|
47
|
+
import { resolveTriageConfig, scoreSessionTriage } from "./triage.js";
|
|
43
48
|
/** Default minimum session duration (minutes) for session indexing (#561). */
|
|
44
49
|
const DEFAULT_MIN_SESSION_DURATION_MINUTES = 5;
|
|
45
50
|
/**
|
|
@@ -50,6 +55,14 @@ const DEFAULT_MIN_SESSION_DURATION_MINUTES = 5;
|
|
|
50
55
|
* (0 chars, journal files) are safe to skip.
|
|
51
56
|
*/
|
|
52
57
|
const DEFAULT_MIN_CONTENT_CHARS = 10;
|
|
58
|
+
/**
|
|
59
|
+
* Default cap on NEW sessions the extract pass will LLM-process in a single run
|
|
60
|
+
* (`processes.extract.maxSessionsPerRun` overrides; `0` disables). Bounds per-run
|
|
61
|
+
* wall time + token spend so a backlog of accumulated sessions can't run a single
|
|
62
|
+
* pass past its scheduled-task timeout. Overflow sessions stay unseen and are
|
|
63
|
+
* processed by subsequent runs, so coverage is preserved — just spread out.
|
|
64
|
+
*/
|
|
65
|
+
const DEFAULT_MAX_SESSIONS_PER_RUN = 25;
|
|
53
66
|
// ── Helpers ──────────────────────────────────────────────────────────────────
|
|
54
67
|
/**
|
|
55
68
|
* Parse a since-string into an absolute ms-epoch cutoff. Accepts:
|
|
@@ -112,9 +125,43 @@ function buildCandidateProposal(candidate, sourceRef) {
|
|
|
112
125
|
if (candidate.type === "lesson" && candidate.when_to_use) {
|
|
113
126
|
fm.when_to_use = candidate.when_to_use;
|
|
114
127
|
}
|
|
128
|
+
// #615 WS-0: preserve ordered-action + outcome data in frontmatter so the data
|
|
129
|
+
// survives even if source transcripts are not re-extractable later. The
|
|
130
|
+
// procedural-compilation feature (detection/compilation) is deferred to 0.10+.
|
|
131
|
+
if (candidate.orderedActions && candidate.orderedActions.length > 0) {
|
|
132
|
+
fm.orderedActions = candidate.orderedActions;
|
|
133
|
+
if (candidate.outcomeData) {
|
|
134
|
+
fm.outcomeData = candidate.outcomeData;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
115
137
|
const content = assembleAsset(fm, candidate.body);
|
|
116
138
|
return { ref, content, description };
|
|
117
139
|
}
|
|
140
|
+
/**
|
|
141
|
+
* Canonicalize a session's content into a single deterministic string for
|
|
142
|
+
* hashing (#602). Each event is rendered `<role>\n<text>` and events are joined
|
|
143
|
+
* with a NUL-delimited separator (`\n\0\n`) so event boundaries cannot be forged
|
|
144
|
+
* by text that itself contains newlines.
|
|
145
|
+
*
|
|
146
|
+
* The input is the RAW `data.events` stream — NOT the pre-filtered / truncated
|
|
147
|
+
* set — so the hash is stable across `maxTotalChars` (and any other pre-filter)
|
|
148
|
+
* config changes: changing config must NEVER change the hash (idempotency AC).
|
|
149
|
+
* `inlineRefs` and ref metadata (title, startedAt/endedAt timestamps) are
|
|
150
|
+
* deliberately EXCLUDED so clock/title churn (and an agent adding an inline
|
|
151
|
+
* `akm remember` mid-session) does not change the hash.
|
|
152
|
+
*/
|
|
153
|
+
function canonicalizeSessionContent(data) {
|
|
154
|
+
return data.events.map((e) => `${e.role ?? "unknown"}\n${e.text}`).join("\n\0\n");
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* sha256 (hex) of the normalized session content (#602). This is the byte-exact,
|
|
158
|
+
* clock-independent skip authority that replaced the old `session_ended_at`
|
|
159
|
+
* timestamp comparison. See {@link canonicalizeSessionContent} for exactly what
|
|
160
|
+
* is (and is not) hashed.
|
|
161
|
+
*/
|
|
162
|
+
export function hashSessionContent(data) {
|
|
163
|
+
return sha256Hex(canonicalizeSessionContent(data));
|
|
164
|
+
}
|
|
118
165
|
/**
|
|
119
166
|
* Process one session through the full pipeline: read → pre-filter → LLM →
|
|
120
167
|
* parse → createProposal-per-candidate. Returns the per-session result.
|
|
@@ -123,7 +170,16 @@ function buildCandidateProposal(candidate, sourceRef) {
|
|
|
123
170
|
* proposal validation failure) the session result records a warning and
|
|
124
171
|
* keeps going — one session's bad luck never aborts a multi-session run.
|
|
125
172
|
*/
|
|
126
|
-
async function processSession(harness, sessionRef, stashDir, config, llmConfig, chat, ctx, sourceRun, dryRun, timeoutMs, maxTotalChars, minContentChars,
|
|
173
|
+
async function processSession(harness, sessionRef, stashDir, config, llmConfig, chat, ctx, sourceRun, dryRun, timeoutMs, maxTotalChars, minContentChars,
|
|
174
|
+
// #626 — pre-LLM heuristic triage gate. Default-off (enabled:false) takes the
|
|
175
|
+
// exact pre-change path (no scorer call, no new skipReason).
|
|
176
|
+
triage, sessionIndexing, schemaSimilarityCtx,
|
|
177
|
+
// #602 — already-extracted skip moved INSIDE processSession: the content hash
|
|
178
|
+
// can only be computed after readSession, so the skip decision lives here. The
|
|
179
|
+
// prior row + bypass flags are threaded in from the caller. Skipping here still
|
|
180
|
+
// costs ZERO LLM calls (the expensive resource #602 protects); only the cheap
|
|
181
|
+
// file read is incurred.
|
|
182
|
+
prior, force, singleSession) {
|
|
127
183
|
const warnings = [];
|
|
128
184
|
let data;
|
|
129
185
|
try {
|
|
@@ -141,6 +197,25 @@ async function processSession(harness, sessionRef, stashDir, config, llmConfig,
|
|
|
141
197
|
skipReason: "read_failed",
|
|
142
198
|
};
|
|
143
199
|
}
|
|
200
|
+
// #602 — content-hash skip. Computed on the RAW event stream immediately after
|
|
201
|
+
// a successful read, BEFORE the pre-filter / minContentChars / triage gates, so
|
|
202
|
+
// an unchanged session never reaches the LLM. Hash-based ⇒ clock-independent
|
|
203
|
+
// (immune to the Jun 11-12 timestamp double-extract/over-throttle bug). --force
|
|
204
|
+
// and single-session (explicit sessionId) modes bypass the skip entirely.
|
|
205
|
+
const contentHash = hashSessionContent(data);
|
|
206
|
+
if (!force && !singleSession && shouldSkipAlreadyExtractedSession(prior, contentHash)) {
|
|
207
|
+
return {
|
|
208
|
+
sessionId: sessionRef.sessionId,
|
|
209
|
+
harness: harness.name,
|
|
210
|
+
candidateCount: 0,
|
|
211
|
+
proposalIds: [],
|
|
212
|
+
preFilter: { inputCount: 0, outputCount: 0, truncatedCount: 0 },
|
|
213
|
+
warnings: [`already extracted (content unchanged) at ${prior?.processed_at}; pass --force to re-process`],
|
|
214
|
+
skipped: true,
|
|
215
|
+
skipReason: "already_extracted",
|
|
216
|
+
contentHash,
|
|
217
|
+
};
|
|
218
|
+
}
|
|
144
219
|
const filtered = preFilterSession(data, {
|
|
145
220
|
...(typeof maxTotalChars === "number" ? { maxTotalChars } : {}),
|
|
146
221
|
});
|
|
@@ -167,8 +242,34 @@ async function processSession(harness, sessionRef, stashDir, config, llmConfig,
|
|
|
167
242
|
warnings: [],
|
|
168
243
|
skipped: true,
|
|
169
244
|
skipReason: "too_short",
|
|
245
|
+
contentHash,
|
|
170
246
|
};
|
|
171
247
|
}
|
|
248
|
+
// #626 — pre-LLM heuristic triage gate. Runs AFTER minContentChars + the
|
|
249
|
+
// already-extracted skip check (both in the caller / above), BEFORE the
|
|
250
|
+
// extraction prompt and the session-asset write. When the session scores below
|
|
251
|
+
// the configured threshold we triage it out: no chat() call, no session asset,
|
|
252
|
+
// no proposals. Pure-heuristic — zero added LLM cost. Default-off → skipped.
|
|
253
|
+
if (triage.enabled) {
|
|
254
|
+
const t = scoreSessionTriage(data, triage.minScore);
|
|
255
|
+
if (!t.pass) {
|
|
256
|
+
return {
|
|
257
|
+
sessionId: sessionRef.sessionId,
|
|
258
|
+
harness: harness.name,
|
|
259
|
+
candidateCount: 0,
|
|
260
|
+
proposalIds: [],
|
|
261
|
+
preFilter: {
|
|
262
|
+
inputCount: filtered.stats.inputCount,
|
|
263
|
+
outputCount: filtered.stats.outputCount,
|
|
264
|
+
truncatedCount: filtered.stats.truncatedCount,
|
|
265
|
+
},
|
|
266
|
+
warnings: [],
|
|
267
|
+
skipped: true,
|
|
268
|
+
skipReason: "triaged_out",
|
|
269
|
+
contentHash,
|
|
270
|
+
};
|
|
271
|
+
}
|
|
272
|
+
}
|
|
172
273
|
const prompt = buildExtractPrompt({ data, events: filtered.events, inlineRefs: data.inlineRefs });
|
|
173
274
|
// #561 — ADDITIVE session indexing. Generate + write the session asset
|
|
174
275
|
// (`sessions/<harness>/<id>.md`). FAIL-OPEN: any failure only records a
|
|
@@ -217,6 +318,7 @@ async function processSession(harness, sessionRef, stashDir, config, llmConfig,
|
|
|
217
318
|
warnings: ["session_extraction feature returned empty (disabled / timeout / error)"],
|
|
218
319
|
skipped: true,
|
|
219
320
|
skipReason: "llm_unavailable",
|
|
321
|
+
contentHash,
|
|
220
322
|
};
|
|
221
323
|
}
|
|
222
324
|
const payload = parseExtractPayload(llmRaw);
|
|
@@ -248,15 +350,34 @@ async function processSession(harness, sessionRef, stashDir, config, llmConfig,
|
|
|
248
350
|
truncatedCount: filtered.stats.truncatedCount,
|
|
249
351
|
},
|
|
250
352
|
warnings,
|
|
353
|
+
contentHash,
|
|
251
354
|
...sessionAsset,
|
|
252
355
|
};
|
|
253
356
|
}
|
|
357
|
+
// WS-3b step 0c: hot-probation intake buffer (#604).
|
|
358
|
+
// When enabled, system-generated extractions enter captureMode: hot-probation
|
|
359
|
+
// so they spend ONE consolidation cycle in probation before the deterministic
|
|
360
|
+
// dedup+quality pass promotes them. Default OFF.
|
|
361
|
+
const hotProbationEnabled = config.profiles?.improve?.default?.processes?.extract?.hotProbation
|
|
362
|
+
?.enabled === true;
|
|
254
363
|
for (const candidate of payload.candidates) {
|
|
255
364
|
if (dryRun) {
|
|
256
365
|
proposalIds.push(`dry-run:${candidate.type}:${candidate.name}`);
|
|
257
366
|
continue;
|
|
258
367
|
}
|
|
259
368
|
try {
|
|
369
|
+
// WS-3b Step-0b: schema-similarity intake gate. When enabled and the
|
|
370
|
+
// candidate is a lesson/knowledge whose body embedding is within ε of an
|
|
371
|
+
// existing derived-layer node, down-prioritize by multiplying confidence by
|
|
372
|
+
// the penalty. PARITY: schemaSimilarityCtx is null when the flag is off →
|
|
373
|
+
// applySchemaSimilarityPenalty returns the original confidence untouched and
|
|
374
|
+
// never embeds. (Logic lives in homeostatic.ts so it is unit-testable.)
|
|
375
|
+
const gateResult = await applySchemaSimilarityPenalty(candidate, schemaSimilarityCtx, (text) => schemaSimilarityCtx?.embedFn
|
|
376
|
+
? schemaSimilarityCtx.embedFn(text)
|
|
377
|
+
: embed(text, schemaSimilarityCtx?.embeddingConfig));
|
|
378
|
+
const effectiveConfidence = gateResult.effectiveConfidence;
|
|
379
|
+
if (gateResult.warning)
|
|
380
|
+
warn(gateResult.warning);
|
|
260
381
|
const { ref, content, description } = buildCandidateProposal(candidate, sessionRef);
|
|
261
382
|
const result = createProposal(stashDir, {
|
|
262
383
|
ref,
|
|
@@ -267,9 +388,22 @@ async function processSession(harness, sessionRef, stashDir, config, llmConfig,
|
|
|
267
388
|
frontmatter: {
|
|
268
389
|
description,
|
|
269
390
|
...(candidate.when_to_use ? { when_to_use: candidate.when_to_use } : {}),
|
|
270
|
-
...(
|
|
391
|
+
...(effectiveConfidence !== undefined ? { confidence: effectiveConfidence } : {}),
|
|
271
392
|
sources: [`session:${sessionRef.harness}:${sessionRef.sessionId}`],
|
|
272
393
|
evidence: candidate.evidence,
|
|
394
|
+
// #615 WS-0: mirror ordered-action + outcome data in the proposal
|
|
395
|
+
// frontmatter record so downstream tooling can read it without
|
|
396
|
+
// re-parsing the content body. Omitted when not present.
|
|
397
|
+
...(candidate.orderedActions && candidate.orderedActions.length > 0
|
|
398
|
+
? { orderedActions: candidate.orderedActions }
|
|
399
|
+
: {}),
|
|
400
|
+
...(candidate.outcomeData ? { outcomeData: candidate.outcomeData } : {}),
|
|
401
|
+
// WS-3b step 0c: tag system-generated extractions as hot-probation
|
|
402
|
+
// when the feature is enabled. The consolidation pass will exclude
|
|
403
|
+
// them from the LLM merge pool until the intake dedup+quality pass
|
|
404
|
+
// runs against them. User-explicit `akm remember` (captureMode: hot)
|
|
405
|
+
// is unaffected — this only applies to extract-generated proposals.
|
|
406
|
+
...(hotProbationEnabled ? buildHotProbationFrontmatter() : {}),
|
|
273
407
|
},
|
|
274
408
|
},
|
|
275
409
|
}, ctx);
|
|
@@ -310,6 +444,7 @@ async function processSession(harness, sessionRef, stashDir, config, llmConfig,
|
|
|
310
444
|
truncatedCount: filtered.stats.truncatedCount,
|
|
311
445
|
},
|
|
312
446
|
warnings,
|
|
447
|
+
contentHash,
|
|
313
448
|
...sessionAsset,
|
|
314
449
|
};
|
|
315
450
|
}
|
|
@@ -323,13 +458,20 @@ export async function akmExtract(options) {
|
|
|
323
458
|
const stashDir = options.stashDir ?? resolveStashDir();
|
|
324
459
|
const dryRun = options.dryRun ?? false;
|
|
325
460
|
const sourceRun = options.sourceRun ?? `extract-${timestampForFilename()}`;
|
|
326
|
-
// Read the per-process extract config from the
|
|
327
|
-
//
|
|
328
|
-
//
|
|
329
|
-
//
|
|
330
|
-
|
|
461
|
+
// Read the per-process extract config + enabled-state from the ACTIVE improve
|
|
462
|
+
// profile when `akmImprove` threaded it; otherwise fall back to the `default`
|
|
463
|
+
// profile (the explicit `akm extract` path, which has no active profile). This
|
|
464
|
+
// is what stops a non-default profile's `extract.enabled` from being silently
|
|
465
|
+
// overridden by the default profile and vice-versa.
|
|
466
|
+
const activeProfile = options.improveProfile;
|
|
467
|
+
const extractProcess = activeProfile
|
|
468
|
+
? activeProfile.processes?.extract
|
|
469
|
+
: config.profiles?.improve?.default?.processes?.extract;
|
|
470
|
+
const extractEnabled = activeProfile
|
|
471
|
+
? resolveProcessEnabled("extract", activeProfile)
|
|
472
|
+
: isLlmFeatureEnabled(config, "session_extraction");
|
|
331
473
|
// Feature-gate early so we get a clean "skipped because disabled" envelope.
|
|
332
|
-
if (!
|
|
474
|
+
if (!extractEnabled) {
|
|
333
475
|
return {
|
|
334
476
|
schemaVersion: 1,
|
|
335
477
|
ok: true,
|
|
@@ -375,8 +517,17 @@ export async function akmExtract(options) {
|
|
|
375
517
|
// #595/#596 — minimum raw session size; sessions below it skip the LLM call
|
|
376
518
|
// entirely. Set `processes.extract.minContentChars: 0` to disable the gate.
|
|
377
519
|
const minContentChars = typeof extractProcess?.minContentChars === "number" ? extractProcess.minContentChars : DEFAULT_MIN_CONTENT_CHARS;
|
|
520
|
+
// Cap on NEW sessions LLM-processed per run; 0 disables. Absent = default.
|
|
521
|
+
// Bounds per-run wall time / LLM cost so a backlog can't push a run past its
|
|
522
|
+
// task timeout — the overflow stays unseen and is picked up by later runs.
|
|
523
|
+
const maxSessionsPerRun = typeof extractProcess?.maxSessionsPerRun === "number"
|
|
524
|
+
? extractProcess.maxSessionsPerRun
|
|
525
|
+
: DEFAULT_MAX_SESSIONS_PER_RUN;
|
|
378
526
|
// Default discovery window — process config can override the built-in 24h.
|
|
379
527
|
const effectiveSince = options.since ?? extractProcess?.defaultSince;
|
|
528
|
+
// #626 — resolve the triage gate config once per run. Default-off → the
|
|
529
|
+
// per-session path never calls the scorer and emits no telemetry.
|
|
530
|
+
const triage = resolveTriageConfig(extractProcess);
|
|
380
531
|
// #561 — resolve session-indexing config. Default ON: we only reach this code
|
|
381
532
|
// when `session_extraction` is enabled AND an LLM is configured (both checked
|
|
382
533
|
// above), so defaulting on costs nothing offline (the summary call fails open)
|
|
@@ -474,6 +625,10 @@ export async function akmExtract(options) {
|
|
|
474
625
|
const sessions = [];
|
|
475
626
|
let processedCount = 0;
|
|
476
627
|
let skippedCount = 0;
|
|
628
|
+
// #626 — per-run triage aggregation counters (counts-only telemetry, AC4).
|
|
629
|
+
let triageEvaluated = 0;
|
|
630
|
+
let triagePassed = 0;
|
|
631
|
+
let triagedOut = 0;
|
|
477
632
|
const allProposalIds = [];
|
|
478
633
|
const topLevelWarnings = [];
|
|
479
634
|
const chat = options.chat ?? chatCompletion;
|
|
@@ -497,39 +652,66 @@ export async function akmExtract(options) {
|
|
|
497
652
|
stateDb = undefined;
|
|
498
653
|
}
|
|
499
654
|
}
|
|
655
|
+
// WS-3b Step-0b: schema-similarity intake gate.
|
|
656
|
+
// Load derived-layer (lesson/knowledge) embeddings once per run, but ONLY
|
|
657
|
+
// when the gate is enabled in config. When disabled (the default) this block
|
|
658
|
+
// is fully skipped and schemaSimilarityCtx stays null → byte-identical to
|
|
659
|
+
// prior behaviour.
|
|
660
|
+
const schemaSimilarityCfg = extractProcess?.schemaSimilarity;
|
|
661
|
+
let schemaSimilarityCtx = null;
|
|
662
|
+
if (schemaSimilarityCfg?.enabled === true) {
|
|
663
|
+
const derivedEmbeddings = options.schemaSimilarityEmbeddings ?? loadDerivedLayerEmbeddings();
|
|
664
|
+
schemaSimilarityCtx = {
|
|
665
|
+
config: schemaSimilarityCfg,
|
|
666
|
+
derivedEmbeddings,
|
|
667
|
+
embeddingConfig: config.embedding,
|
|
668
|
+
embedFn: options.schemaSimilarityEmbedFn,
|
|
669
|
+
};
|
|
670
|
+
}
|
|
500
671
|
for (const summary of candidates) {
|
|
501
|
-
//
|
|
502
|
-
//
|
|
503
|
-
//
|
|
672
|
+
// #602 — the already-extracted skip moved INTO processSession (the content
|
|
673
|
+
// hash needs the session body, only available after readSession). The prior
|
|
674
|
+
// row + bypass flags are threaded through; an unchanged session returns
|
|
675
|
+
// skipReason 'already_extracted' WITHOUT any LLM call.
|
|
504
676
|
const prior = seenMap.get(summary.sessionId);
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
preFilter: { inputCount: 0, outputCount: 0, truncatedCount: 0 },
|
|
512
|
-
warnings: [
|
|
513
|
-
`already extracted at ${prior?.processed_at}; pass --force to re-process or wait until the session has new content`,
|
|
514
|
-
],
|
|
515
|
-
skipped: true,
|
|
516
|
-
skipReason: "already_extracted",
|
|
517
|
-
});
|
|
518
|
-
skippedCount += 1;
|
|
519
|
-
continue;
|
|
677
|
+
// Per-run cap on LLM-processed sessions (skip-tracked seen sessions above
|
|
678
|
+
// don't count). Single-session / --force modes bypass the cap (explicit
|
|
679
|
+
// intent). Overflow sessions are left unseen for the next run.
|
|
680
|
+
if (!options.sessionId && !options.force && maxSessionsPerRun > 0 && processedCount >= maxSessionsPerRun) {
|
|
681
|
+
topLevelWarnings.push(`Reached maxSessionsPerRun=${maxSessionsPerRun}; ${candidates.length - processedCount - skippedCount} session(s) deferred to a later run.`);
|
|
682
|
+
break;
|
|
520
683
|
}
|
|
521
684
|
try {
|
|
522
|
-
const result = await processSession(harness, summary, stashDir, config, llmConfig, chat, options.ctx, sourceRun, dryRun, timeoutMs, maxTotalChars, minContentChars, sessionIndexing);
|
|
685
|
+
const result = await processSession(harness, summary, stashDir, config, llmConfig, chat, options.ctx, sourceRun, dryRun, timeoutMs, maxTotalChars, minContentChars, triage, sessionIndexing, schemaSimilarityCtx, prior, options.force === true, typeof options.sessionId === "string" && options.sessionId.length > 0);
|
|
523
686
|
sessions.push(result);
|
|
687
|
+
// #626 — triage aggregation. A session reached the triage gate only when it
|
|
688
|
+
// was NOT already preempted by an earlier skip (read_failed / too_short /
|
|
689
|
+
// already_extracted handled above the processSession call). When triage is
|
|
690
|
+
// enabled, processSession either triages-out (skipReason 'triaged_out') or
|
|
691
|
+
// proceeds past the gate — both count as "evaluated".
|
|
692
|
+
if (triage.enabled) {
|
|
693
|
+
const preemptedBeforeTriage = result.skipReason === "read_failed" ||
|
|
694
|
+
result.skipReason === "too_short" ||
|
|
695
|
+
result.skipReason === "already_extracted";
|
|
696
|
+
if (!preemptedBeforeTriage) {
|
|
697
|
+
triageEvaluated += 1;
|
|
698
|
+
if (result.skipReason === "triaged_out")
|
|
699
|
+
triagedOut += 1;
|
|
700
|
+
else
|
|
701
|
+
triagePassed += 1;
|
|
702
|
+
}
|
|
703
|
+
}
|
|
524
704
|
if (result.skipped)
|
|
525
705
|
skippedCount += 1;
|
|
526
706
|
else
|
|
527
707
|
processedCount += 1;
|
|
528
708
|
allProposalIds.push(...result.proposalIds);
|
|
529
|
-
// Persist outcome so the next run skips this session unless
|
|
530
|
-
//
|
|
531
|
-
// and should never poison the seen-table.
|
|
532
|
-
|
|
709
|
+
// Persist outcome so the next run skips this session unless its content
|
|
710
|
+
// changes. We only track non-dry-run paths — dry-run is for inspection
|
|
711
|
+
// and should never poison the seen-table. #602: an `already_extracted`
|
|
712
|
+
// skip is a no-op (the row already carries the matching hash), so don't
|
|
713
|
+
// re-write it — that keeps `processed_at` stable across unchanged runs.
|
|
714
|
+
if (trackingEnabled && stateDb && !dryRun && result.skipReason !== "already_extracted") {
|
|
533
715
|
try {
|
|
534
716
|
const outcome = result.skipped
|
|
535
717
|
? result.skipReason === "read_failed" || result.skipReason === "exception"
|
|
@@ -548,6 +730,10 @@ export async function akmExtract(options) {
|
|
|
548
730
|
proposalCount: result.proposalIds.length,
|
|
549
731
|
rationale: result.rationaleIfEmpty ?? null,
|
|
550
732
|
sourceRun,
|
|
733
|
+
// #602 — persist the freshly computed content hash so the NEXT run
|
|
734
|
+
// can compare byte-for-byte. read_failed (before hash) → null, which
|
|
735
|
+
// keeps the row eligible for retry (matches failed-row semantics).
|
|
736
|
+
contentHash: result.contentHash ?? null,
|
|
551
737
|
metadata: {
|
|
552
738
|
preFilterInputCount: result.preFilter.inputCount,
|
|
553
739
|
preFilterOutputCount: result.preFilter.outputCount,
|
|
@@ -595,6 +781,20 @@ export async function akmExtract(options) {
|
|
|
595
781
|
// best-effort close
|
|
596
782
|
}
|
|
597
783
|
}
|
|
784
|
+
// #626 — counts-only triage telemetry (AC4). Exactly ONE aggregated event per
|
|
785
|
+
// run, emitted only when the gate was enabled and actually evaluated at least
|
|
786
|
+
// one session. No per-session events (avoids the log-spam the issue warns of).
|
|
787
|
+
if (triage.enabled && triageEvaluated > 0) {
|
|
788
|
+
appendEvent({
|
|
789
|
+
eventType: "extract_triaged",
|
|
790
|
+
metadata: {
|
|
791
|
+
evaluated: triageEvaluated,
|
|
792
|
+
passed: triagePassed,
|
|
793
|
+
triagedOut,
|
|
794
|
+
sourceRun,
|
|
795
|
+
},
|
|
796
|
+
}, options.ctx);
|
|
797
|
+
}
|
|
598
798
|
return {
|
|
599
799
|
schemaVersion: 1,
|
|
600
800
|
ok: true,
|
|
@@ -616,9 +816,15 @@ export async function akmExtract(options) {
|
|
|
616
816
|
* logic in {@link akmExtract} so the `#554 minNewSessions` gate in `improve`
|
|
617
817
|
* can decide whether the extract pass is worth running before any work begins.
|
|
618
818
|
*
|
|
619
|
-
*
|
|
620
|
-
*
|
|
621
|
-
*
|
|
819
|
+
* #602 — this gate is intentionally CHEAP: it does NOT read session bodies, so
|
|
820
|
+
* it cannot compute the content hash that {@link shouldSkipAlreadyExtractedSession}
|
|
821
|
+
* now uses. It therefore uses a CONSERVATIVE row-presence approximation: a
|
|
822
|
+
* session counts as "new" when there is NO prior row OR the prior row's
|
|
823
|
+
* `content_hash` is null (never-seen or backfill-eligible). A prior row WITH a
|
|
824
|
+
* non-null content_hash counts as NOT new — it MIGHT have changed, but the
|
|
825
|
+
* precise per-session hash check happens downstream in processSession, so an
|
|
826
|
+
* over-/under-count here only affects whether the pass RUNS, never whether a
|
|
827
|
+
* changed session is actually re-processed.
|
|
622
828
|
*/
|
|
623
829
|
export function countNewExtractCandidates(config, options = {}) {
|
|
624
830
|
const extractProcess = config.profiles?.improve?.default?.processes?.extract;
|
|
@@ -652,7 +858,10 @@ export function countNewExtractCandidates(config, options = {}) {
|
|
|
652
858
|
}
|
|
653
859
|
for (const summary of candidates) {
|
|
654
860
|
const prior = seenMap.get(summary.sessionId);
|
|
655
|
-
|
|
861
|
+
// #602 row-presence approximation (see fn doc): a prior row WITH a
|
|
862
|
+
// non-null content_hash is treated as not-new here; everything else
|
|
863
|
+
// (never-seen, or null-hash backfill-eligible) counts as new.
|
|
864
|
+
if (prior && prior.content_hash != null)
|
|
656
865
|
continue;
|
|
657
866
|
total += 1;
|
|
658
867
|
}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
// License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
// file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
/**
|
|
5
|
+
* Symmetric valence weighting for the improve eligibility sort (#614).
|
|
6
|
+
*
|
|
7
|
+
* BACKGROUND. The improve attention/eligibility ranking historically combined
|
|
8
|
+
* utility with a NEGATIVE-ONLY feedback term: `negative / (positive + negative)`.
|
|
9
|
+
* Under that formula a strong-positive asset contributes a feedback ratio of
|
|
10
|
+
* `0` — i.e. positive feedback never drives attention. Only complaints could
|
|
11
|
+
* lift an asset up the ranking, so a heavily-praised, heavily-used asset that
|
|
12
|
+
* deserves REINFORCEMENT (distill / promote the win) is treated identically to
|
|
13
|
+
* a never-rated one.
|
|
14
|
+
*
|
|
15
|
+
* FIX (gated, default-off). When symmetric valence is enabled we replace the
|
|
16
|
+
* negative-only ratio with a |valence| MAGNITUDE term so that BOTH strong
|
|
17
|
+
* positive and strong negative feedback drive attention. Utility remains the
|
|
18
|
+
* dominant ordering factor — valence is a secondary attention nudge with a
|
|
19
|
+
* small fixed weight, never a utility override.
|
|
20
|
+
*
|
|
21
|
+
* This module is intentionally pure and storage-free: it takes pre-aggregated
|
|
22
|
+
* positive/negative counts plus a utility lookup and returns a deterministic
|
|
23
|
+
* score and lane. All DB access stays in the caller.
|
|
24
|
+
*/
|
|
25
|
+
/** Weight on utility in the combined eligibility score. Utility is dominant. */
|
|
26
|
+
export const UTILITY_WEIGHT = 0.7;
|
|
27
|
+
/** Weight on the feedback attention term in the combined eligibility score. */
|
|
28
|
+
export const FEEDBACK_WEIGHT = 0.3;
|
|
29
|
+
/**
|
|
30
|
+
* Minimum |valence| magnitude for an item to be ROUTED to the fix / reinforce
|
|
31
|
+
* lane. Below this the feedback is too weak/mixed to be a confident signal and
|
|
32
|
+
* the item carries no attention lane (`null`). Pure magnitude in [0, 1].
|
|
33
|
+
*/
|
|
34
|
+
export const STRONG_VALENCE_THRESHOLD = 0.5;
|
|
35
|
+
/**
|
|
36
|
+
* Compute the symmetric-valence attention score for one asset's feedback.
|
|
37
|
+
*
|
|
38
|
+
* Deterministic: depends only on the integer counts. No clock, no randomness.
|
|
39
|
+
*/
|
|
40
|
+
export function computeValenceScore(counts) {
|
|
41
|
+
const positive = Math.max(0, counts.positive);
|
|
42
|
+
const negative = Math.max(0, counts.negative);
|
|
43
|
+
const total = positive + negative;
|
|
44
|
+
if (total === 0) {
|
|
45
|
+
return { valence: 0, magnitude: 0, attention: 0, lane: null };
|
|
46
|
+
}
|
|
47
|
+
const valence = (positive - negative) / total;
|
|
48
|
+
const magnitude = Math.abs(valence);
|
|
49
|
+
let lane = null;
|
|
50
|
+
if (magnitude >= STRONG_VALENCE_THRESHOLD) {
|
|
51
|
+
lane = valence < 0 ? "fix" : "reinforce";
|
|
52
|
+
}
|
|
53
|
+
return { valence, magnitude, attention: magnitude, lane };
|
|
54
|
+
}
|