@lmzhen/dsh-evolution-core 0.1.0-rc.67 → 0.1.0-rc.69

package/lib/index.js

@@ -67,11 +67,14 @@ function nodeEvolutionIo() {
 	* the holder pid it carries (rc.66): a LIVE holder is never stolen, so a
 	* slow writer no longer loses its lock to a peer at the 5s mark (the
 	* takeover is the only best-effort surface; the retry budget fails loud —
-	* rc.65 — instead of ever proceeding unlocked).
+	* rc.65 — instead of ever proceeding unlocked). Budget = 40 * 50ms (~2s,
+	* rc.69): 8-writer contention bursts on a loaded CI runner exceed 10
+	* attempts (500ms), and a fail-loud throw was observed instead of a clean
+	* serialization.
 	*/
 	const withWriteLock = async (path, task) => {
 		const lock = `${path}.lock`;
-		for (let attempt = 0; attempt < 10; attempt += 1) try {
+		for (let attempt = 0; attempt < 40; attempt += 1) try {
 			await writeFile(lock, String(process.pid), { flag: "wx" });
 			try {
 				return await task();
@@ -716,6 +719,96 @@ function computeLifecycleTransitions(usage, config, now = /* @__PURE__ */ new Da
 	return result;
 }
 //#endregion
+//#region lib/types/evolution-events.js
+/**
+* Self-evolution event log (rc.68): an append-only sidecar under
+* `$DSH_HOME/evolution/events.json` that is the single source of truth for
+* the self-improvement loop. Feedback increments and learn actions share one
+* ordered timeline (`seq` is the ordering key), so "feedback before/after a
+* learn on target X" is answerable. The aggregate `feedback.json` is a
+* rebuildable boot cache, never the truth.
+*
+* The malformed-refusal posture matches the whole sidecar family (rc.65): an
+* append NEVER rewrites a corrupt log — the bytes stay untouched.
+*/
+const EVENT_LOG_VERSION = 1;
+function eventsFile(home) {
+	return join(home, "evolution", "events.json");
+}
+function isEventRecord(event) {
+	return typeof event === "object" && event !== null && typeof event.seq === "number";
+}
+/**
+* Parse an event log body. A missing file, a whitespace-only file (rc.69:
+* rebuildable, NOT malformed) or a corrupt one reads as empty; corrupt content
+* is still refused on append, never overwritten.
+*/
+function parseEvolutionEvents(raw) {
+	if (raw === null || raw.trim() === "") return [];
+	try {
+		const parsed = JSON.parse(raw);
+		if (!Array.isArray(parsed.events)) return [];
+		return parsed.events.filter(isEventRecord);
+	} catch {
+		return [];
+	}
+}
+/**
+* Append one event under the write lock (rc.68): `seq` = current max + 1
+* computed inside the transact, so two processes appending concurrently never
+* collide. A malformed log is refused (bytes preserved) and the append fails.
+* Returns the assigned seq.
+*/
+async function appendEvolutionEvent(io, path, event) {
+	let assigned = 0;
+	await transactIo(io, path, (current) => {
+		if (current !== null && current.trim() !== "") try {
+			JSON.parse(current);
+		} catch {
+			return Promise.resolve(current);
+		}
+		const events = parseEvolutionEvents(current);
+		const maxSeq = events.reduce((max, entry) => Math.max(max, entry.seq), 0);
+		const record = {
+			...event,
+			seq: maxSeq + 1,
+			at: (/* @__PURE__ */ new Date()).toISOString()
+		};
+		assigned = record.seq;
+		return Promise.resolve(JSON.stringify({
+			version: 1,
+			events: [...events, record]
+		}, null, 2));
+	});
+	if (assigned === 0) throw new Error(`evolution event log is malformed and was not touched: ${path}`);
+	return assigned;
+}
+/** Read the event log; a missing/whitespace-only file reads as empty,
+* corrupt content is flagged (and refused on append). */
+async function readEvolutionEvents(io, path) {
+	const raw = await io.readText(path);
+	if (raw === null || raw.trim() === "") return {
+		events: [],
+		malformed: false
+	};
+	try {
+		const parsed = JSON.parse(raw);
+		if (!Array.isArray(parsed.events)) return {
+			events: [],
+			malformed: true
+		};
+		return {
+			events: parsed.events.filter(isEventRecord),
+			malformed: false
+		};
+	} catch {
+		return {
+			events: [],
+			malformed: true
+		};
+	}
+}
+//#endregion
 //#region lib/types/prompts.js
 /**
 * Review and curation prompts adapted from Hermes Agent
@@ -3032,4 +3125,4 @@ function evolutionHome(env = process.env) {
 	return join(env.DSH_HOME ?? join(homedir(), ".dsh"), "evolution");
 }
 //#endregion
-export { AUTHORING_DESCRIPTION_BAR, COMBINED_REVIEW_PLAN_PROMPT, COMBINED_REVIEW_PROMPT, COMPLETION_SKILL_REVIEW_PROMPT, CURATOR_DRY_RUN_BANNER, CURATOR_PROMPT, DEFAULT_ARCHIVE_AFTER_DAYS, DEFAULT_CONSOLIDATION_FAILURES, DEFAULT_CURATOR_INTERVAL_HOURS, DEFAULT_MAX_OPS_PER_PLAN, DEFAULT_MEMORY_CHAR_LIMIT, DEFAULT_MIN_IDLE_HOURS, DEFAULT_MUTATION_CAP, DEFAULT_REVIEW_MEMORY_INTERVAL, DEFAULT_REVIEW_SKILL_INTERVAL, DEFAULT_SKILL_CONTENT_CHARS, DEFAULT_SKILL_LIMITS, DEFAULT_SKILL_REVIEW_COMPLETION_MIN_TOOL_CALLS, DEFAULT_SKILL_REVIEW_TRIGGER, DEFAULT_STALE_AFTER_DAYS, DEFAULT_SUBSTANTIVE_MIN_AGENT_CHARS, DEFAULT_SUBSTANTIVE_MIN_TOOL_CALLS, DEFAULT_SUBSTANTIVE_MIN_USER_CHARS, DEFAULT_USER_CHAR_LIMIT, DSH_AUTHORING_STANDARDS, ENTRY_DELIMITER, EvolutionGateSet, LOW_QUALITY_THRESHOLD, MAX_DESCRIPTION_LENGTH, MAX_SKILL_CONTENT_CHARS, MAX_SKILL_FILE_BYTES, MAX_SKILL_NAME_LENGTH, MEMORY_REVIEW_PROMPT, MUTATIONS_FILE_VERSION, MemoryStore, PROMPT_BUNDLE, PROMPT_BUNDLE_ID, PROMPT_BUNDLE_VERSION, PROTECTED_BUILTIN_SKILLS, QUALITY_WEIGHTS, SKILLS_GUIDANCE, SKILL_NAME_RE, SKILL_REVIEW_PLAN_PROMPT, SKILL_REVIEW_PROMPT, SNAPSHOT_EXTRA_NAME_RE, SUPPORT_DIRS, SUPPRESSED_FILE_VERSION, SkillLibrary, advanceReview, applyCuratorFields, authoringFeedback, buildCuratorRunReport, buildLearnPrompt, bumpPatch, bumpUse, bumpView, computeDedupGroups, computeLifecycleTransitions, computePrefixClusters, computeQualityScores, computeScopeView, contentHash, createGateSet, emptyRecord, evaluateThreat, evolutionHome, evolutionIoAdapter, foldCuratorFields, foldTurn, getRecord, latestActivityAt, lifecycleCandidate, loadMutations, loadSuppressedNames, loadUsage, markAgentCreated, memoryRoot, mutateUsage, mutationsFile, nodeEvolutionIo, normalizeUsageRecord, observeEvent, parseCuratorNominations, parseFrontmatter, recordMutation, relatedSkillNames, renderCuratorReportMarkdown, resolveOrigins, reviewPrompt, saveSuppressedNames, saveUsage, scanContentThreats, scanMemoryThreats, scanThreats, skillsRoot, suppressedFile, transactIo, updateSuppressedNames, usageFile, validateFrontmatter, verifyPromptBundle };
+export { AUTHORING_DESCRIPTION_BAR, COMBINED_REVIEW_PLAN_PROMPT, COMBINED_REVIEW_PROMPT, COMPLETION_SKILL_REVIEW_PROMPT, CURATOR_DRY_RUN_BANNER, CURATOR_PROMPT, DEFAULT_ARCHIVE_AFTER_DAYS, DEFAULT_CONSOLIDATION_FAILURES, DEFAULT_CURATOR_INTERVAL_HOURS, DEFAULT_MAX_OPS_PER_PLAN, DEFAULT_MEMORY_CHAR_LIMIT, DEFAULT_MIN_IDLE_HOURS, DEFAULT_MUTATION_CAP, DEFAULT_REVIEW_MEMORY_INTERVAL, DEFAULT_REVIEW_SKILL_INTERVAL, DEFAULT_SKILL_CONTENT_CHARS, DEFAULT_SKILL_LIMITS, DEFAULT_SKILL_REVIEW_COMPLETION_MIN_TOOL_CALLS, DEFAULT_SKILL_REVIEW_TRIGGER, DEFAULT_STALE_AFTER_DAYS, DEFAULT_SUBSTANTIVE_MIN_AGENT_CHARS, DEFAULT_SUBSTANTIVE_MIN_TOOL_CALLS, DEFAULT_SUBSTANTIVE_MIN_USER_CHARS, DEFAULT_USER_CHAR_LIMIT, DSH_AUTHORING_STANDARDS, ENTRY_DELIMITER, EVENT_LOG_VERSION, EvolutionGateSet, LOW_QUALITY_THRESHOLD, MAX_DESCRIPTION_LENGTH, MAX_SKILL_CONTENT_CHARS, MAX_SKILL_FILE_BYTES, MAX_SKILL_NAME_LENGTH, MEMORY_REVIEW_PROMPT, MUTATIONS_FILE_VERSION, MemoryStore, PROMPT_BUNDLE, PROMPT_BUNDLE_ID, PROMPT_BUNDLE_VERSION, PROTECTED_BUILTIN_SKILLS, QUALITY_WEIGHTS, SKILLS_GUIDANCE, SKILL_NAME_RE, SKILL_REVIEW_PLAN_PROMPT, SKILL_REVIEW_PROMPT, SNAPSHOT_EXTRA_NAME_RE, SUPPORT_DIRS, SUPPRESSED_FILE_VERSION, SkillLibrary, advanceReview, appendEvolutionEvent, applyCuratorFields, authoringFeedback, buildCuratorRunReport, buildLearnPrompt, bumpPatch, bumpUse, bumpView, computeDedupGroups, computeLifecycleTransitions, computePrefixClusters, computeQualityScores, computeScopeView, contentHash, createGateSet, emptyRecord, evaluateThreat, eventsFile, evolutionHome, evolutionIoAdapter, foldCuratorFields, foldTurn, getRecord, latestActivityAt, lifecycleCandidate, loadMutations, loadSuppressedNames, loadUsage, markAgentCreated, memoryRoot, mutateUsage, mutationsFile, nodeEvolutionIo, normalizeUsageRecord, observeEvent, parseCuratorNominations, parseEvolutionEvents, parseFrontmatter, readEvolutionEvents, recordMutation, relatedSkillNames, renderCuratorReportMarkdown, resolveOrigins, reviewPrompt, saveSuppressedNames, saveUsage, scanContentThreats, scanMemoryThreats, scanThreats, skillsRoot, suppressedFile, transactIo, updateSuppressedNames, usageFile, validateFrontmatter, verifyPromptBundle };

package/lib/types/evolution-events.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Self-evolution event log (rc.68): an append-only sidecar under
+ * `$DSH_HOME/evolution/events.json` that is the single source of truth for
+ * the self-improvement loop. Feedback increments and learn actions share one
+ * ordered timeline (`seq` is the ordering key), so "feedback before/after a
+ * learn on target X" is answerable. The aggregate `feedback.json` is a
+ * rebuildable boot cache, never the truth.
+ *
+ * The malformed-refusal posture matches the whole sidecar family (rc.65): an
+ * append NEVER rewrites a corrupt log — the bytes stay untouched.
+ */
+import { type EvolutionIoLike } from './io.ts';
+export declare const EVENT_LOG_VERSION = 1;
+export interface EvolutionEvent {
+    /** Global monotonic order key, assigned inside the append transact. */
+    seq: number;
+    /** ISO timestamp at append time. */
+    at: string;
+    /** Tagged-union discriminator: feedback increments vs learn actions. */
+    type: 'feedback' | 'learn';
+    target?: string | undefined;
+    kind?: 'skill' | 'session' | undefined;
+    rating?: 'positive' | 'negative' | undefined;
+    note?: string | undefined;
+    source?: string | undefined;
+    request?: string | undefined;
+}
+export declare function eventsFile(home: string): string;
+/**
+ * Parse an event log body. A missing file, a whitespace-only file (rc.69:
+ * rebuildable, NOT malformed) or a corrupt one reads as empty; corrupt content
+ * is still refused on append, never overwritten.
+ */
+export declare function parseEvolutionEvents(raw: string | null): EvolutionEvent[];
+/**
+ * Append one event under the write lock (rc.68): `seq` = current max + 1
+ * computed inside the transact, so two processes appending concurrently never
+ * collide. A malformed log is refused (bytes preserved) and the append fails.
+ * Returns the assigned seq.
+ */
+export declare function appendEvolutionEvent(io: EvolutionIoLike, path: string, event: Omit<EvolutionEvent, 'seq' | 'at'>): Promise<number>;
+export interface EventLogRead {
+    events: EvolutionEvent[];
+    /** True when the file existed but could not be parsed (loss case; never overwritten). */
+    malformed: boolean;
+}
+/** Read the event log; a missing/whitespace-only file reads as empty,
+ * corrupt content is flagged (and refused on append). */
+export declare function readEvolutionEvents(io: EvolutionIoLike, path: string): Promise<EventLogRead>;
+//# sourceMappingURL=evolution-events.d.ts.map

package/lib/types/index.d.ts

@@ -8,6 +8,7 @@
  * @module @deepseek-ai/dsh-evolution-core
  */
 export * from './curator.ts';
+export * from './evolution-events.ts';
 export * from './gates.ts';
 export * from './events.ts';
 export * from './io.ts';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@lmzhen/dsh-evolution-core",
   "description": "Shared stores, prompts, signals and lifecycle logic for the dsh-evolution plugin family (community build)",
-  "version": "0.1.0-rc.67",
+  "version": "0.1.0-rc.69",
   "publishConfig": {
     "access": "public"
   },