dsh-continual-evolve 0.1.1 → 0.3.0

package/lib/wrapup.js

@@ -0,0 +1,427 @@
+import { ARCHIVED_AT_KEY, PROMOTED_AT_KEY, PROMOTED_TO_KEY, SOURCE_SEQS_KEY, SOURCE_SESSION_KEY, SOURCED_FROM_KEY, isArchived } from "./types.js";
+import { extractJsonObject } from "./plan.js";
+import { compactText } from "./render.js";
+import { streamText } from "./llm-text.js";
+import { getUsageCount, loadUsage } from "./usage.js";
+import { recencyScore } from "./inject.js";
+export function candidateKey(kind, id) {
+    return `${kind}:${id}`;
+}
+/** Lowercase, punctuation-stripped title used for cheap coverage matching. */
+function normalizeKey(value) {
+    return value.toLowerCase().replace(/[^a-z0-9\u3400-\u9fff]+/g, "").trim();
+}
+/**
+ * Deterministic global-coverage check (STRONG signal): the global store
+ * already covers a topic when it holds a title that normalizes equal to, or
+ * (beyond a length floor) contains, the candidate's normalized title.
+ * Archived global entries count too — the topic was already judged
+ * cross-session; a local duplicate would only re-sediment it.
+ *
+ * The bare same-id case is deliberately NOT coverage: ids are slugs derived
+ * from titles, so a real collision is usually caught by the title check
+ * below. A same-id entry with a wildly different title is a weak signal — the
+ * caller routes it through {@link globalHintsFor} for the assessor to judge
+ * against the actual global title (real case: local `memory` "用户产品愿景与
+ * 收入需求（本会话）" vs global `memory` "用户画像（持续更新）").
+ */
+export function globalCoverageDetected(globalState, kind, entry) {
+    const records = globalState.entries[kind];
+    const title = normalizeKey(entry.title);
+    if (title.length === 0)
+        return false;
+    for (const other of Object.values(records)) {
+        const otherTitle = normalizeKey(other.title);
+        if (otherTitle.length === 0)
+            continue;
+        if (otherTitle === title)
+            return true;
+        if (title.length >= 4 && otherTitle.length >= 4 && (title.includes(otherTitle) || otherTitle.includes(title))) {
+            return true;
+        }
+    }
+    return false;
+}
+/**
+ * The actual global entries that touch the same topic as a local candidate:
+ * same id (regardless of title — the weak collision signal that is NOT
+ * coverage on its own), equal normalized title, or title overlap. The raw ids
+ * and titles let the assessor judge enrichment against real global content
+ * (does the global copy already hold what the local one adds?) rather than a
+ * bare boolean. Bounded: a handful of best matches, never the whole store.
+ */
+export function globalHintsFor(globalState, kind, entry) {
+    const records = globalState.entries[kind];
+    const title = normalizeKey(entry.title);
+    const hints = [];
+    for (const other of Object.values(records)) {
+        const otherTitle = normalizeKey(other.title);
+        if (otherTitle.length === 0 && other.id !== entry.id)
+            continue;
+        const matches = other.id === entry.id ||
+            (otherTitle.length > 0 && (otherTitle === title || (title.length >= 4 && otherTitle.length >= 4 && (title.includes(otherTitle) || otherTitle.includes(title)))));
+        if (matches) {
+            hints.push({ id: other.id, title: other.title });
+        }
+    }
+    return hints;
+}
+/**
+ * The auditable local candidates of a session: every non-archived local
+ * entry that has not already been promoted (a promoted entry's lifecycle is
+ * finished — the global copy is the live one). Each carries its
+ * `coveredGlobally` flag so the assessor never wastes a promote on a topic
+ * the global store already owns.
+ */
+/** Staleness threshold: entries with recency below this AND zero usage are stale. */
+const STALE_RECENCY_THRESHOLD = 0.1;
+export function listLocalCandidates(state, globalState, baseDir) {
+    const usage = baseDir ? loadUsage(baseDir) : undefined;
+    const now = Date.now();
+    const candidates = [];
+    for (const kind of Object.keys(state.entries)) {
+        for (const entry of Object.values(state.entries[kind])) {
+            if (entry.scope !== "local")
+                continue;
+            if (isArchived(entry))
+                continue;
+            if (typeof entry.metadata[PROMOTED_TO_KEY] === "string")
+                continue;
+            const injectionCount = usage ? getUsageCount(usage, kind, entry.id) : 0;
+            const stale = injectionCount === 0 && recencyScore(entry, now) < STALE_RECENCY_THRESHOLD;
+            candidates.push({
+                kind,
+                id: entry.id,
+                title: entry.title,
+                content: entry.content,
+                path: entry.path,
+                version: entry.version,
+                metadata: entry.metadata,
+                coveredGlobally: globalCoverageDetected(globalState, kind, entry),
+                globalHints: globalHintsFor(globalState, kind, entry),
+                injectionCount,
+                stale,
+            });
+        }
+    }
+    return candidates;
+}
+/**
+ * Parse and validate the model's assessment JSON. Defense is mechanical:
+ * keys outside the candidate list are dropped, verdicts outside the enum
+ * collapse to "keep", and candidates the model omitted default to "keep" —
+ * a malformed reply can never change an entry's fate by itself.
+ *
+ * Split promotion (verdict "archive" with a `promote` sub-object): the
+ * sub-object is accepted ONLY on archive verdicts and ONLY when both cleaned
+ * title and content are non-empty strings — a dropped/malformed sub-object
+ * silently degrades to a plain archive (the entry is never half-promoted).
+ */
+export function parseWrapupAssessment(text, candidates) {
+    const value = extractJsonObject(text);
+    if (typeof value !== "object" || value === null || Array.isArray(value)) {
+        throw new Error("wrap-up assessment JSON must be an object");
+    }
+    const record = value;
+    const allowed = new Set(candidates.map((candidate) => candidateKey(candidate.kind, candidate.id)));
+    const items = [];
+    if (Array.isArray(record["items"])) {
+        for (const raw of record["items"]) {
+            if (typeof raw !== "object" || raw === null)
+                continue;
+            const item = raw;
+            const key = typeof item["key"] === "string" ? item["key"] : "";
+            if (!allowed.has(key))
+                continue;
+            const verdict = item["verdict"] === "promote" || item["verdict"] === "archive" ? item["verdict"] : "keep";
+            const built = { key, verdict, reason: typeof item["reason"] === "string" ? item["reason"] : "" };
+            if (verdict === "archive" && typeof item["promote"] === "object" && item["promote"] !== null) {
+                const sub = item["promote"];
+                const subTitle = typeof sub["title"] === "string" ? sub["title"].trim() : "";
+                const subContent = typeof sub["content"] === "string" ? sub["content"].trim() : "";
+                if (subTitle.length > 0 && subContent.length > 0) {
+                    built.promote = { title: subTitle, content: subContent };
+                }
+            }
+            items.push(built);
+        }
+    }
+    for (const candidate of candidates) {
+        const key = candidateKey(candidate.kind, candidate.id);
+        if (!items.some((item) => item.key === key)) {
+            items.push({ key, verdict: "keep", reason: "not mentioned by the assessor" });
+        }
+    }
+    return { items, rationale: typeof record["rationale"] === "string" ? record["rationale"] : "" };
+}
+/**
+ * Apply-time deterministic guard: re-check every promote verdict against the
+ * global store right before it lands. The LLM classification may be stale
+ * (a gate ran while assessing) or wrong; this ensures a promote never writes
+ * a duplicate global entry. Pure and unit-tested.
+ */
+export function filterPromotable(items, globalState, candidates) {
+    const byKey = new Map(candidates.map((candidate) => [candidateKey(candidate.kind, candidate.id), candidate]));
+    const promotable = [];
+    const skipped = [];
+    for (const item of items) {
+        if (item.verdict !== "promote")
+            continue;
+        const candidate = byKey.get(item.key);
+        if (!candidate) {
+            skipped.push({ key: item.key, reason: "not in the audited candidate list" });
+            continue;
+        }
+        if (candidate.coveredGlobally || globalCoverageDetected(globalState, candidate.kind, candidate)) {
+            skipped.push({ key: item.key, reason: "already covered globally" });
+            continue;
+        }
+        promotable.push(item);
+    }
+    return { promotable, skipped };
+}
+/**
+ * The symmetric archive guard. `filterPromotable` is one-directional: it
+ * stops the model from WRITING duplicate global entries, but nothing stopped
+ * an unfounded ARCHIVE from hiding content that was actually only local.
+ * Guard criteria: an archive needs user confirmation when it is NOT covered
+ * globally AND the entry carries a real distillation source (sourceSeqs /
+ * sourceSession — i.e. it was distilled from actual user messages, so it
+ * may hold reusable value). Operational/empty entries archive silently as
+ * before. Split archives (archive + promote sub-object) skip this check:
+ * their promotion already crosses a human approval gate, so the archive is
+ * the completion of an approved action, not a silent burial.
+ */
+export function needsArchiveReview(item, candidate) {
+    if (item.verdict !== "archive")
+        return false;
+    if (item.promote)
+        return false;
+    if (candidate.coveredGlobally)
+        return false;
+    const seqs = candidate.metadata[SOURCE_SEQS_KEY];
+    const session = candidate.metadata[SOURCE_SESSION_KEY];
+    return (Array.isArray(seqs) && seqs.length > 0) || (typeof session === "string" && session.length > 0);
+}
+/** Partition archive items into silent vs review-required (see needsArchiveReview). */
+export function splitArchiveGuards(items, candidates) {
+    const byKey = new Map(candidates.map((candidate) => [candidateKey(candidate.kind, candidate.id), candidate]));
+    const silent = [];
+    const review = [];
+    for (const item of items) {
+        if (item.verdict !== "archive")
+            continue;
+        const candidate = byKey.get(item.key);
+        if (candidate && needsArchiveReview(item, candidate)) {
+            review.push(item);
+        }
+        else {
+            silent.push(item);
+        }
+    }
+    return { silent, review };
+}
+/**
+ * Apply-time guard for a split promotion (archive + promote sub-object):
+ * the cleaned title must not duplicate a topic already covered globally. A
+ * duplicate split is dropped (the entry still archives plain) rather than
+ * half-promoting a redundancy.
+ */
+export function splitPromoteBlocked(item, globalState, kind) {
+    if (!item.promote)
+        return "no split payload";
+    if (globalCoverageDetected(globalState, kind, { id: "", title: item.promote.title })) {
+        return "split promotion duplicates a globally covered topic";
+    }
+    return undefined;
+}
+/**
+ * Shared proposal builders for a WHOLE promotion — used by both the
+ * `/evolve wrapup` command and the gate's local-fate dimension so the two
+ * paths apply IDENTICAL edits (global create + local retirement stamp).
+ *
+ * The local stamp is a factory: the `promotedTo` id is only known after the
+ * global create lands (validation may slugify the id), so the caller applies
+ * the global proposal first and stamps the local copy with the created id.
+ */
+export function wholePromoteProposals(item, candidate, sessionId) {
+    const now = new Date().toISOString();
+    return {
+        global: {
+            summary: `wrapup: promote local ${item.key} to the global store`,
+            rationale: item.reason,
+            expectedOutcome: `The entry is now visible to every session via the global store (sourcedFromLocal=${sessionId}:${candidate.id}).`,
+            edits: [
+                {
+                    action: "create",
+                    kind: candidate.kind,
+                    id: candidate.id,
+                    title: candidate.title,
+                    content: candidate.content,
+                    path: candidate.path,
+                    metadata: {
+                        ...candidate.metadata,
+                        [SOURCED_FROM_KEY]: `${sessionId}:${candidate.id}`,
+                        [PROMOTED_AT_KEY]: now,
+                    },
+                },
+            ],
+        },
+        localStamp: (createdId) => ({
+            summary: `wrapup: stamp local ${item.key} as promoted to ${createdId} and retire it from injection`,
+            rationale: item.reason,
+            expectedOutcome: `The local copy keeps its data but stops being injected; the global copy is the live one.`,
+            edits: [
+                {
+                    action: "update",
+                    kind: candidate.kind,
+                    id: candidate.id,
+                    title: candidate.title,
+                    content: candidate.content,
+                    metadata: {
+                        ...candidate.metadata,
+                        [PROMOTED_TO_KEY]: createdId,
+                        [PROMOTED_AT_KEY]: now,
+                        [ARCHIVED_AT_KEY]: now,
+                    },
+                },
+            ],
+        }),
+    };
+}
+/**
+ * Shared proposal builders for a SPLIT promotion (A-form): archive a mixed
+ * local entry but promote ONLY the cleaned durable part the model extracted.
+ * Same usage contract as {@link wholePromoteProposals}: apply the global
+ * create, then stamp the original local entry with the created id.
+ */
+export function splitPromoteProposals(item, candidate, sessionId) {
+    if (!item.promote)
+        throw new Error("split promote proposals require a promote payload");
+    const now = new Date().toISOString();
+    return {
+        global: {
+            summary: `wrapup: split — promote cleaned part of ${item.key} to the global store`,
+            rationale: item.reason,
+            expectedOutcome: `Only the durable part becomes visible globally; the snapshot half stays archived with the original.`,
+            edits: [
+                {
+                    action: "create",
+                    kind: candidate.kind,
+                    id: candidate.id,
+                    title: item.promote.title,
+                    content: item.promote.content,
+                    path: candidate.path,
+                    metadata: {
+                        ...candidate.metadata,
+                        [SOURCED_FROM_KEY]: `${sessionId}:${candidate.id}`,
+                        [PROMOTED_AT_KEY]: now,
+                    },
+                },
+            ],
+        },
+        localStamp: (createdId) => ({
+            summary: `wrapup: split — archive original ${item.key}, stamped as promoted to ${createdId}`,
+            rationale: item.reason,
+            expectedOutcome: `The original leaves injection (data kept, restorable); the cleaned global copy is the live one.`,
+            edits: [
+                {
+                    action: "update",
+                    kind: candidate.kind,
+                    id: candidate.id,
+                    title: candidate.title,
+                    content: candidate.content,
+                    metadata: {
+                        ...candidate.metadata,
+                        [PROMOTED_TO_KEY]: createdId,
+                        [PROMOTED_AT_KEY]: now,
+                        [ARCHIVED_AT_KEY]: now,
+                    },
+                },
+            ],
+        }),
+    };
+}
+export const WRAPUP_ASSESS_SYSTEM_PROMPT = `You are the /evolve session wrap-up assessor.
+
+A session is ending and its local harness entries need a fate. Classify each
+listed entry exactly once:
+
+- "promote" — the content is a stable, durable, CROSS-SESSION reusable lesson:
+  a durable user preference, a project-level fact or convention, a reusable
+  procedure or skill. Future sessions would benefit from seeing it.
+- "archive" — the content is session-specific task progress, one-off noise,
+  superseded or obsolete, or already covered by the global store (note
+  "covered globally" in the reason), or stale (old + never injected — note
+  "stale (injectionCount=0, recency low)" in the reason).
+- "keep" — still actively useful to this session, or genuinely uncertain.
+
+Rules:
+- When an entry is marked "covered globally" in the listing, prefer "archive"
+  or "keep" over "promote" — promoting a duplicate gains nothing.
+- When an entry is marked "stale" (injectionCount=0 and low recency), prefer
+  "archive" — the entry has never been used and is old, so it is unlikely to
+  be needed again. Only "keep" if the content is clearly valuable despite low
+  usage (e.g. a safety policy that rarely triggers but is critical).
+- Do not promote local task state, work-in-progress notes, or content tied to
+  one session's ephemeral details.
+- Skills: only "promote" a skill entry that is a genuinely reusable procedure
+  meeting the DSH skill quality standard; one-off workflows are "archive" or
+  "keep".
+- SPLIT PROMOTION: when an entry mixes a stable, cross-session-reusable part
+  WITH session-specific snapshot details, do NOT promote it whole. Instead
+  give verdict "archive" WITH a "promote" sub-object holding a CLEANED
+  version of only the durable part (a stable title + the persistent facts,
+  stripped of dates/states/one-off figures). Ephemeral snapshot content stays
+  out of the sub-object — it is left behind in the archive. A sub-object is
+  only meaningful on "archive" verdicts.
+
+Return JSON only:
+{
+  "rationale": "one or two sentences",
+  "items": [
+    {"key": "memory:foo", "verdict": "promote|archive|keep", "reason": "why"},
+    {"key": "memory:bar", "verdict": "archive", "reason": "why",
+     "promote": {"title": "cleaned stable title", "content": "cleaned durable part only"}}
+  ]
+}
+Only keys from the provided list are allowed; any entry you omit defaults to "keep".`;
+/**
+ * Ask the model to classify the audited local candidates. Routes through the
+ * calling agent's own provider/model (same model the session runs on), with
+ * reasoning disabled so the output budget goes to the JSON verdicts.
+ */
+export async function assessLocalEntries(ctx, agent, candidates, options = {}) {
+    if (candidates.length === 0) {
+        return { items: [], rationale: "No local candidates to assess." };
+    }
+    if (!agent.options.provider || !agent.options.model) {
+        throw new Error("evolve: no provider/model route for the wrap-up assessor");
+    }
+    const candidateText = candidates
+        .map((candidate) => {
+        const key = candidateKey(candidate.kind, candidate.id);
+        const covered = candidate.coveredGlobally ? " (covered globally)" : "";
+        const stale = candidate.stale ? ` (stale: injectionCount=${candidate.injectionCount}, recency low)` : "";
+        const hints = candidate.globalHints.length > 0
+            ? ` | global≈${candidate.globalHints.map((hint) => hint.id + ":" + hint.title).join(", ")}`
+            : "";
+        return `- ${key} [${candidate.path}, v${candidate.version}] "${candidate.title}"${covered}${stale}${hints}: ${compactText(candidate.content, 220)}`;
+    })
+        .join("\n");
+    const userPrompt = [
+        `A local session is wrapping up. Classify each entry below for its fate.`,
+        `<local_entries>\n${candidateText}\n</local_entries>`,
+        "Return only JSON. Every item must reference one of the keys above.",
+    ].join("\n\n");
+    const text = await streamText(ctx, {
+        provider: agent.options.provider,
+        model: agent.options.model,
+        system: WRAPUP_ASSESS_SYSTEM_PROMPT,
+        prompt: userPrompt,
+        maxTokens: options.maxOutputTokens ?? 4096,
+        signal: options.signal,
+    });
+    return parseWrapupAssessment(text, candidates);
+}
+//# sourceMappingURL=wrapup.js.map

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "dsh-continual-evolve",
-  "version": "0.1.1",
+  "version": "0.3.0",
   "description": "Continual self-evolution plugin for DeepSeek Harness: versioned, auditable, rollback-safe harness state (prompt notes, memories, skills, subagent specs) refined from session trajectories.",
   "license": "MIT",
   "repository": {
     "type": "git",
-    "url": "https://github.com/ZK-Andy/dsh-continual-evolve.git"
+    "url": "git+https://github.com/ZK-Andy/dsh-continual-evolve.git"
   },
   "homepage": "https://github.com/ZK-Andy/dsh-continual-evolve",
   "bugs": {
@@ -62,12 +62,12 @@
   },
   "devDependencies": {
     "@deepseek-ai/cordis": "^4.0.1",
-    "@deepseek-ai/dsh-agent": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-commands": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-home-paths": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-llm": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-system-prompt": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-tools": "0.1.0-rc.6",
+    "@deepseek-ai/dsh-agent": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-commands": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-home-paths": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-llm": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-system-prompt": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-tools": "0.1.0-rc.7",
     "@deepseek-ai/schemastery": "^3.18.1",
     "@types/node": "^22.10.0",
     "oxlint": "^0.16.0",