dsh-continual-evolve 0.10.6 → 0.11.0

package/lib/wrapup.js

@@ -1,444 +1,10 @@
-import { ARCHIVED_AT_KEY, PROMOTED_AT_KEY, PROMOTED_TO_KEY, SOURCE_SEQS_KEY, SOURCE_SESSION_KEY, SOURCED_FROM_KEY, VALENCE_NEGATIVE_KEY, isArchived } from "./types.js";
-import { MEMORY_TYPE_KEY, isMemoryType } from "./types.js";
-import { extractJsonObject } from "./plan.js";
-import { compactText } from "./render.js";
 import { asLlmSessionId, streamText } from "./llm-text.js";
-import { getUsageCount, loadUsage } from "./usage.js";
 import { createTokenUsageObserver } from "./token-usage.js";
 import { recordLanguageInstruction, resolveRecordLanguage } from "./record-language.js";
-import { recencyScore } from "./inject.js";
-import { DEFAULT_PROMOTION_POLICY, mostSimilarGlobalEntry, projectScopedReason, secretLeakReason } from "./promotion.js";
-export function candidateKey(kind, id) {
-    return `${kind}:${id}`;
-}
-/** Lowercase, punctuation-stripped title used for cheap coverage matching. */
-function normalizeKey(value) {
-    return value.toLowerCase().replace(/[^a-z0-9\u3400-\u9fff]+/g, "").trim();
-}
-/**
- * Deterministic global-coverage check (STRONG signal): the global store
- * already covers a topic when it holds a title that normalizes equal to, or
- * (beyond a length floor) contains, the candidate's normalized title.
- * Archived global entries count too — the topic was already judged
- * cross-session; a local duplicate would only re-sediment it.
- *
- * The bare same-id case is deliberately NOT coverage: ids are slugs derived
- * from titles, so a real collision is usually caught by the title check
- * below. A same-id entry with a wildly different title is a weak signal — the
- * caller routes it through {@link globalHintsFor} for the assessor to judge
- * against the actual global title (real case: local `memory` "用户产品愿景与
- * 收入需求（本会话）" vs global `memory` "用户画像（持续更新）").
- */
-export function globalCoverageDetected(globalState, kind, entry) {
-    const records = globalState.entries[kind];
-    const title = normalizeKey(entry.title);
-    if (title.length === 0)
-        return false;
-    for (const other of Object.values(records)) {
-        const otherTitle = normalizeKey(other.title);
-        if (otherTitle.length === 0)
-            continue;
-        if (otherTitle === title)
-            return true;
-        if (title.length >= 4 && otherTitle.length >= 4 && (title.includes(otherTitle) || otherTitle.includes(title))) {
-            return true;
-        }
-    }
-    return false;
-}
-/**
- * The actual global entries that touch the same topic as a local candidate:
- * same id (regardless of title — the weak collision signal that is NOT
- * coverage on its own), equal normalized title, or title overlap. The raw ids
- * and titles let the assessor judge enrichment against real global content
- * (does the global copy already hold what the local one adds?) rather than a
- * bare boolean. Bounded: a handful of best matches, never the whole store.
- */
-export function globalHintsFor(globalState, kind, entry) {
-    const records = globalState.entries[kind];
-    const title = normalizeKey(entry.title);
-    const hints = [];
-    for (const other of Object.values(records)) {
-        const otherTitle = normalizeKey(other.title);
-        if (otherTitle.length === 0 && other.id !== entry.id)
-            continue;
-        const matches = other.id === entry.id ||
-            (otherTitle.length > 0 && (otherTitle === title || (title.length >= 4 && otherTitle.length >= 4 && (title.includes(otherTitle) || otherTitle.includes(title)))));
-        if (matches) {
-            hints.push({ id: other.id, title: other.title });
-        }
-    }
-    return hints;
-}
-/**
- * The auditable local candidates of a session: every non-archived local
- * entry that has not already been promoted (a promoted entry's lifecycle is
- * finished — the global copy is the live one). Each carries its
- * `coveredGlobally` flag so the assessor never wastes a promote on a topic
- * the global store already owns.
- */
-/** Staleness threshold: entries with recency below this AND zero usage are stale. */
-const STALE_RECENCY_THRESHOLD = 0.1;
-export function listLocalCandidates(state, globalState, baseDir) {
-    const usage = baseDir ? loadUsage(baseDir) : undefined;
-    const now = Date.now();
-    const candidates = [];
-    for (const kind of Object.keys(state.entries)) {
-        for (const entry of Object.values(state.entries[kind])) {
-            if (entry.scope !== "local")
-                continue;
-            if (isArchived(entry))
-                continue;
-            if (typeof entry.metadata[PROMOTED_TO_KEY] === "string")
-                continue;
-            const injectionCount = usage ? getUsageCount(usage, kind, entry.id) : 0;
-            const stale = injectionCount === 0 && recencyScore(entry, now) < STALE_RECENCY_THRESHOLD;
-            const rawNegative = entry.metadata[VALENCE_NEGATIVE_KEY];
-            const negativeCount = typeof rawNegative === "number" && Number.isFinite(rawNegative) && rawNegative > 0 ? rawNegative : 0;
-            candidates.push({
-                kind,
-                id: entry.id,
-                title: entry.title,
-                content: entry.content,
-                path: entry.path,
-                version: entry.version,
-                metadata: entry.metadata,
-                coveredGlobally: globalCoverageDetected(globalState, kind, entry),
-                globalHints: globalHintsFor(globalState, kind, entry),
-                injectionCount,
-                stale,
-                negativeCount,
-            });
-        }
-    }
-    return candidates;
-}
-/**
- * Parse and validate the model's assessment JSON. Defense is mechanical:
- * keys outside the candidate list are dropped, verdicts outside the enum
- * collapse to "keep", and candidates the model omitted default to "keep" —
- * a malformed reply can never change an entry's fate by itself.
- *
- * Split promotion (verdict "archive" with a `promote` sub-object): the
- * sub-object is accepted ONLY on archive verdicts and ONLY when both cleaned
- * title and content are non-empty strings — a dropped/malformed sub-object
- * silently degrades to a plain archive (the entry is never half-promoted).
- */
-export function parseWrapupAssessment(text, candidates) {
-    const value = extractJsonObject(text);
-    if (typeof value !== "object" || value === null || Array.isArray(value)) {
-        throw new Error("wrap-up assessment JSON must be an object");
-    }
-    const record = value;
-    const allowed = new Set(candidates.map((candidate) => candidateKey(candidate.kind, candidate.id)));
-    const items = [];
-    if (Array.isArray(record["items"])) {
-        for (const raw of record["items"]) {
-            if (typeof raw !== "object" || raw === null)
-                continue;
-            const item = raw;
-            const key = typeof item["key"] === "string" ? item["key"] : "";
-            if (!allowed.has(key))
-                continue;
-            const verdict = item["verdict"] === "promote" || item["verdict"] === "archive" ? item["verdict"] : "keep";
-            const built = { key, verdict, reason: typeof item["reason"] === "string" ? item["reason"] : "" };
-            if (item["contradicted"] === true) {
-                built.contradicted = true;
-            }
-            if (verdict === "archive" && typeof item["promote"] === "object" && item["promote"] !== null) {
-                const sub = item["promote"];
-                const subTitle = typeof sub["title"] === "string" ? sub["title"].trim() : "";
-                const subContent = typeof sub["content"] === "string" ? sub["content"].trim() : "";
-                if (subTitle.length > 0 && subContent.length > 0) {
-                    built.promote = { title: subTitle, content: subContent };
-                }
-            }
-            items.push(built);
-        }
-    }
-    for (const candidate of candidates) {
-        const key = candidateKey(candidate.kind, candidate.id);
-        if (!items.some((item) => item.key === key)) {
-            items.push({ key, verdict: "keep", reason: "not mentioned by the assessor" });
-        }
-    }
-    return { items, rationale: typeof record["rationale"] === "string" ? record["rationale"] : "" };
-}
-/**
- * Apply-time deterministic guard: re-check every promote verdict against the
- * global store right before it lands. The LLM classification may be stale
- * (a gate ran while assessing) or wrong; this ensures a promote never writes
- * a duplicate, project-scoped, or too-thin global entry. Pure and unit-tested.
- *
- * Guards (2026-08-22 promotion policy):
- * - audited candidate list + title coverage (pre-existing),
- * - project-scoped content markers (absolute paths / session ids) — the
- *   global store is shared across projects and must stay portable,
- * - thin content below the policy floor (framing outweighs the fact),
- * - near-duplicate of an existing global entry by content overlap.
- */
-export function filterPromotable(items, globalState, candidates, policy = DEFAULT_PROMOTION_POLICY) {
-    const byKey = new Map(candidates.map((candidate) => [candidateKey(candidate.kind, candidate.id), candidate]));
-    const promotable = [];
-    const skipped = [];
-    for (const item of items) {
-        if (item.verdict !== "promote")
-            continue;
-        const candidate = byKey.get(item.key);
-        if (!candidate) {
-            skipped.push({ key: item.key, reason: "not in the audited candidate list" });
-            continue;
-        }
-        if (candidate.coveredGlobally || globalCoverageDetected(globalState, candidate.kind, candidate)) {
-            skipped.push({ key: item.key, reason: "already covered globally" });
-            continue;
-        }
-        if (candidate.kind === "memory" && !isMemoryType(candidate.metadata[MEMORY_TYPE_KEY])) {
-            skipped.push({
-                key: item.key,
-                reason: `memory has no recall type (metadata.${MEMORY_TYPE_KEY} one of user|feedback|project|reference) — update the local entry to classify it first, then promote`,
-            });
-            continue;
-        }
-        const scoped = projectScopedReason(`${candidate.title}\n${candidate.content}`, policy);
-        if (scoped) {
-            skipped.push({ key: item.key, reason: scoped });
-            continue;
-        }
-        // Metadata screens too: wholePromoteProposals copies candidate.metadata
-        // verbatim into the global entry, so a credential planted in local
-        // metadata must not ride the promotion path into the shared store
-        // (review audit 2026-08-28 B2).
-        const secret = secretLeakReason([candidate.title, candidate.content, JSON.stringify(candidate.metadata ?? {})].join("\n"));
-        if (secret) {
-            skipped.push({ key: item.key, reason: secret });
-            continue;
-        }
-        if (candidate.content.length < policy.minPromoteChars) {
-            skipped.push({
-                key: item.key,
-                reason: `too thin to promote (${candidate.content.length} < ${policy.minPromoteChars} chars) — keep local or merge`,
-            });
-            continue;
-        }
-        const similar = mostSimilarGlobalEntry(globalState, candidate.kind, candidate.title, candidate.content, policy);
-        if (similar) {
-            skipped.push({
-                key: item.key,
-                reason: `near-duplicate of global ${candidate.kind}:${similar.id} "${similar.title}" (overlap ${similar.score.toFixed(2)}) — update that entry instead`,
-            });
-            continue;
-        }
-        promotable.push(item);
-    }
-    return { promotable, skipped };
-}
-/**
- * The symmetric archive guard. `filterPromotable` is one-directional: it
- * stops the model from WRITING duplicate global entries, but nothing stopped
- * an unfounded ARCHIVE from hiding content that was actually only local.
- * Guard criteria: an archive needs user confirmation when it is NOT covered
- * globally AND the entry carries a real distillation source (sourceSeqs /
- * sourceSession — i.e. it was distilled from actual user messages, so it
- * may hold reusable value). Operational/empty entries archive silently as
- * before. Split archives (archive + promote sub-object) skip this check:
- * their promotion already crosses a human approval gate, so the archive is
- * the completion of an approved action, not a silent burial.
- */
-export function needsArchiveReview(item, candidate) {
-    if (item.verdict !== "archive")
-        return false;
-    if (item.promote)
-        return false;
-    if (candidate.coveredGlobally)
-        return false;
-    const seqs = candidate.metadata[SOURCE_SEQS_KEY];
-    const session = candidate.metadata[SOURCE_SESSION_KEY];
-    return (Array.isArray(seqs) && seqs.length > 0) || (typeof session === "string" && session.length > 0);
-}
-/** Partition archive items into silent vs review-required (see needsArchiveReview). */
-export function splitArchiveGuards(items, candidates) {
-    const byKey = new Map(candidates.map((candidate) => [candidateKey(candidate.kind, candidate.id), candidate]));
-    const silent = [];
-    const review = [];
-    for (const item of items) {
-        if (item.verdict !== "archive")
-            continue;
-        const candidate = byKey.get(item.key);
-        if (candidate && needsArchiveReview(item, candidate)) {
-            review.push(item);
-        }
-        else {
-            silent.push(item);
-        }
-    }
-    return { silent, review };
-}
-/**
- * Apply-time guard for a split promotion (archive + promote sub-object):
- * the cleaned payload must pass the same promotion policy as a whole
- * promote — no global coverage duplicate, no project-scoped content, not
- * too thin, no near-duplicate global entry. A blocked split is dropped (the
- * entry still archives plain) rather than half-promoting a redundancy.
- */
-export function splitPromoteBlocked(item, globalState, kind, policy = DEFAULT_PROMOTION_POLICY, candidateMetadata) {
-    if (!item.promote)
-        return "no split payload";
-    if (kind === "memory" && !isMemoryType(candidateMetadata?.[MEMORY_TYPE_KEY])) {
-        return `split promotion needs the source entry classified (metadata.${MEMORY_TYPE_KEY} one of user|feedback|project|reference) — update it first`;
-    }
-    if (globalCoverageDetected(globalState, kind, { id: "", title: item.promote.title })) {
-        return "split promotion duplicates a globally covered topic";
-    }
-    const scoped = projectScopedReason(`${item.promote.title}\n${item.promote.content}`, policy);
-    if (scoped)
-        return `split promotion is ${scoped}`;
-    const secret = secretLeakReason([item.promote.title, item.promote.content].join("\n"));
-    if (secret)
-        return `split promotion blocked: ${secret}`;
-    if (item.promote.content.length < policy.minPromoteChars) {
-        return `split promotion too thin (${item.promote.content.length} < ${policy.minPromoteChars} chars)`;
-    }
-    const similar = mostSimilarGlobalEntry(globalState, kind, item.promote.title, item.promote.content, policy);
-    if (similar) {
-        return `split promotion near-duplicates global ${kind}:${similar.id} "${similar.title}" (overlap ${similar.score.toFixed(2)})`;
-    }
-    return undefined;
-}
-/**
- * Shared proposal builders for a WHOLE promotion — used by both the
- * `/evolve wrapup` command and the gate's local-fate dimension so the two
- * paths apply IDENTICAL edits (global create + local retirement stamp).
- *
- * The local stamp is a factory: the `promotedTo` id is only known after the
- * global create lands (validation may slugify the id), so the caller applies
- * the global proposal first and stamps the local copy with the created id.
- */
-export function wholePromoteProposals(item, candidate, sessionId) {
-    const now = new Date().toISOString();
-    return {
-        global: {
-            summary: `wrapup: promote local ${item.key} to the global store`,
-            rationale: item.reason,
-            expectedOutcome: `The entry is now visible to every session via the global store (sourcedFromLocal=${sessionId}:${candidate.id}).`,
-            edits: [
-                {
-                    action: "create",
-                    kind: candidate.kind,
-                    id: candidate.id,
-                    title: candidate.title,
-                    content: candidate.content,
-                    path: candidate.path,
-                    metadata: {
-                        ...candidate.metadata,
-                        [SOURCED_FROM_KEY]: `${sessionId}:${candidate.id}`,
-                        [PROMOTED_AT_KEY]: now,
-                    },
-                },
-            ],
-        },
-        localStamp: (createdId) => ({
-            summary: `wrapup: stamp local ${item.key} as promoted to ${createdId} and retire it from injection`,
-            rationale: item.reason,
-            expectedOutcome: `The local copy keeps its data but stops being injected; the global copy is the live one.`,
-            edits: [
-                {
-                    action: "update",
-                    kind: candidate.kind,
-                    id: candidate.id,
-                    title: candidate.title,
-                    content: candidate.content,
-                    metadata: {
-                        ...candidate.metadata,
-                        [PROMOTED_TO_KEY]: createdId,
-                        [PROMOTED_AT_KEY]: now,
-                        [ARCHIVED_AT_KEY]: now,
-                    },
-                },
-            ],
-        }),
-    };
-}
-/**
- * Shared proposal builders for a SPLIT promotion (A-form): archive a mixed
- * local entry but promote ONLY the cleaned durable part the model extracted.
- * Same usage contract as {@link wholePromoteProposals}: apply the global
- * create, then stamp the original local entry with the created id.
- */
-export function splitPromoteProposals(item, candidate, sessionId) {
-    if (!item.promote)
-        throw new Error("split promote proposals require a promote payload");
-    const now = new Date().toISOString();
-    return {
-        global: {
-            summary: `wrapup: split — promote cleaned part of ${item.key} to the global store`,
-            rationale: item.reason,
-            expectedOutcome: `Only the durable part becomes visible globally; the snapshot half stays archived with the original.`,
-            edits: [
-                {
-                    action: "create",
-                    kind: candidate.kind,
-                    id: candidate.id,
-                    title: item.promote.title,
-                    content: item.promote.content,
-                    path: candidate.path,
-                    metadata: {
-                        ...candidate.metadata,
-                        [SOURCED_FROM_KEY]: `${sessionId}:${candidate.id}`,
-                        [PROMOTED_AT_KEY]: now,
-                    },
-                },
-            ],
-        },
-        localStamp: (createdId) => ({
-            summary: `wrapup: split — archive original ${item.key}, stamped as promoted to ${createdId}`,
-            rationale: item.reason,
-            expectedOutcome: `The original leaves injection (data kept, restorable); the cleaned global copy is the live one.`,
-            edits: [
-                {
-                    action: "update",
-                    kind: candidate.kind,
-                    id: candidate.id,
-                    title: candidate.title,
-                    content: candidate.content,
-                    metadata: {
-                        ...candidate.metadata,
-                        [PROMOTED_TO_KEY]: createdId,
-                        [PROMOTED_AT_KEY]: now,
-                        [ARCHIVED_AT_KEY]: now,
-                    },
-                },
-            ],
-        }),
-    };
-}
-/**
- * Valence stamp (P1 效价反馈): a keep-verdict item the assessor marked
- * contradicted gets its negative-valence counter bumped — the entry stays
- * live but sinks in injection ranking and the next assessment prefers
- * archiving it. Promotes pass untouched (the human-approved global copy is
- * the live truth); archives don't need the stamp (they already leave
- * injection). Undefined when nothing applies.
- */
-export function valenceStampProposal(item, candidate) {
-    if (item.verdict !== "keep" || !item.contradicted)
-        return undefined;
-    return {
-        summary: `wrapup: stamp contradicted valence on ${item.key} (${candidate.negativeCount + 1})`,
-        rationale: item.reason,
-        expectedOutcome: "The entry's negative-valence counter rises; injection downranks it and the next assessment prefers archiving it.",
-        edits: [
-            {
-                action: "update",
-                kind: candidate.kind,
-                id: candidate.id,
-                title: candidate.title,
-                content: candidate.content,
-                metadata: { ...candidate.metadata, [VALENCE_NEGATIVE_KEY]: candidate.negativeCount + 1 },
-            },
-        ],
-    };
-}
+import { compactText } from "./render.js";
+import { candidateKey, parseWrapupAssessment } from "./wrapup-candidates.js";
+export * from "./wrapup-candidates.js";
+export * from "./wrapup-proposals.js";
 export const WRAPUP_ASSESS_SYSTEM_PROMPT = `You are the /evolve session wrap-up assessor.
 A session is ending and its local harness entries need a fate. Classify each
 listed entry exactly once:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-continual-evolve",
-  "version": "0.10.6",
+  "version": "0.11.0",
   "description": "Continual self-evolution plugin for DeepSeek Harness: versioned, auditable, rollback-safe harness state (prompt notes, memories, skills, subagent specs) refined from session trajectories.",
   "license": "MIT",
   "repository": {