@lmzhen/dsh-evolution-core 0.1.0-rc.70 → 0.1.0-rc.71

package/lib/index.js

@@ -732,6 +732,17 @@ function computeLifecycleTransitions(usage, config, now = /* @__PURE__ */ new Da
 * append NEVER rewrites a corrupt log — the bytes stay untouched.
 */
 const EVENT_LOG_VERSION = 1;
+/** Active-log split point (rc.71): when the active log reaches this many events
+* the older half is rotated into an archive; the active stays bounded so a
+* single append stays O(active) instead of O(total-history). Tunable default —
+* callers may override per append (the tests use small values). */
+const EVENT_LOG_ROTATE_AT = 4e3;
+/** Number of archives retained (rc.71): older archives are pruned at rotation,
+* mirroring retainReports. The horizon covers the loop-analysis window. */
+const EVENT_LOG_RETAIN_ARCHIVES = 10;
+/** Archive file prefix: `events-<lastArchivedSeq>.json`. The active file is
+* `events.json` and never matches this glob. */
+const EVENT_ARCHIVE_PREFIX = "events-";
 function eventsFile(home) {
 	return join(home, "evolution", "events.json");
 }
@@ -763,31 +774,74 @@ function parseEvolutionEvents(raw) {
 * computed inside the transact, so two processes appending concurrently never
 * collide. A malformed log is refused (bytes preserved) and the append fails.
 * Returns the assigned seq.
+*
+* Rotation (rc.71, 007 design): when the active log reaches `rotateAt`, the
+* older half is copied into an archive inside the SAME transact (the archive
+* path has its own lock, so no recursion) and the active is replaced with the
+* newer half + the new event. seqs stay globally monotonic; a crash between
+* archive write and active write leaves both copies, which the timeline merge
+* dedupes by seq. An archive-write failure aborts the append (active keeps the
+* full old content — no loss) and the caller's best-effort handling applies.
 */
-async function appendEvolutionEvent(io, path, event) {
+async function appendEvolutionEvent(io, path, event, rotateAt = EVENT_LOG_ROTATE_AT) {
 	let assigned = 0;
-	await transactIo(io, path, (current) => {
+	await transactIo(io, path, async (current) => {
 		if (current !== null && current.trim() !== "") try {
 			JSON.parse(current);
 		} catch {
-			return Promise.resolve(current);
+			return current;
 		}
-		const events = parseEvolutionEvents(current);
-		const maxSeq = events.reduce((max, entry) => Math.max(max, entry.seq), 0);
+		const nextEvents = await rotateIfDue(io, path, parseEvolutionEvents(current), rotateAt);
+		const maxSeq = nextEvents.reduce((max, entry) => Math.max(max, entry.seq), 0);
 		const record = {
 			...event,
 			seq: maxSeq + 1,
 			at: (/* @__PURE__ */ new Date()).toISOString()
 		};
 		assigned = record.seq;
-		return Promise.resolve(JSON.stringify({
+		return JSON.stringify({
 			version: 1,
-			events: [...events, record]
-		}, null, 2));
+			events: [...nextEvents, record]
+		}, null, 2);
 	});
 	if (assigned === 0) throw new Error(`evolution event log is malformed and was not touched: ${path}`);
 	return assigned;
 }
+/**
+* Split the active log at its midpoint when due: the older half is written to
+* `events-<lastArchivedSeq>.json` (await — a failed archive write aborts the
+* append so the active is never truncated without its copy), old archives are
+* pruned, and the newer half is returned as the next active body. No-op when
+* under the threshold.
+*/
+async function rotateIfDue(io, path, events, rotateAt) {
+	if (events.length < rotateAt) return events;
+	const mid = Math.ceil(events.length / 2);
+	const head = events.slice(0, mid);
+	const tail = events.slice(mid);
+	const anchor = tail[0]?.seq ?? events[events.length - 1]?.seq ?? 0;
+	const archivePath = join(dirname(path), `${EVENT_ARCHIVE_PREFIX}${anchor - 1}.json`);
+	await io.writeText(archivePath, JSON.stringify({
+		version: 1,
+		events: head
+	}, null, 2));
+	await retainEventArchives(io, path);
+	return tail;
+}
+/**
+* Prune old event archives (rc.71): keep the newest `EVENT_LOG_RETAIN_ARCHIVES`.
+* The name's numeric part is the last archived seq, so ordering is NUMERIC —
+* lexicographic would rank `events-10` before `events-2`. Best-effort per
+* removal; exported for the retention test.
+*/
+async function retainEventArchives(io, path) {
+	const dir = dirname(path);
+	const names = (await io.list(dir)).filter((name) => name.startsWith("events-") && name.endsWith(".json"));
+	const archiveSeq = (name) => Number.parseInt(name.slice(7, name.length - 5), 10) || 0;
+	names.sort((a, b) => archiveSeq(a) - archiveSeq(b));
+	const excess = names.slice(0, Math.max(0, names.length - 10));
+	for (const name of excess) await io.remove(join(dir, name)).catch(() => {});
+}
 /** Read the event log; a missing/whitespace-only file reads as empty,
 * corrupt content is flagged (and refused on append). */
 async function readEvolutionEvents(io, path) {
@@ -813,6 +867,30 @@ async function readEvolutionEvents(io, path) {
 		};
 	}
 }
+/**
+* Read the full timeline (rc.71): active log + all archives, merged by seq
+* (active copy wins, duplicates only arise from the rotation crash window),
+* sorted ascending. Per-file malformed flag as in `readEvolutionEvents`; a
+* malformed ARCHIVE is skipped (never bricks the boot) and still flagged.
+*/
+async function readEvolutionTimeline(io, path) {
+	const dir = dirname(path);
+	const names = (await io.list(dir)).filter((name) => name.startsWith("events-") && name.endsWith(".json")).sort();
+	let malformed = false;
+	const bySeq = /* @__PURE__ */ new Map();
+	for (const name of names) {
+		const read = await readEvolutionEvents(io, join(dir, name));
+		if (read.malformed) malformed = true;
+		for (const event of read.events) bySeq.set(event.seq, event);
+	}
+	const active = await readEvolutionEvents(io, path);
+	if (active.malformed) malformed = true;
+	for (const event of active.events) bySeq.set(event.seq, event);
+	return {
+		events: [...bySeq.values()].sort((a, b) => a.seq - b.seq),
+		malformed
+	};
+}
 //#endregion
 //#region lib/types/prompts.js
 /**
@@ -3130,4 +3208,4 @@ function evolutionHome(env = process.env) {
 	return join(env.DSH_HOME ?? join(homedir(), ".dsh"), "evolution");
 }
 //#endregion
-export { AUTHORING_DESCRIPTION_BAR, COMBINED_REVIEW_PLAN_PROMPT, COMBINED_REVIEW_PROMPT, COMPLETION_SKILL_REVIEW_PROMPT, CURATOR_DRY_RUN_BANNER, CURATOR_PROMPT, DEFAULT_ARCHIVE_AFTER_DAYS, DEFAULT_CONSOLIDATION_FAILURES, DEFAULT_CURATOR_INTERVAL_HOURS, DEFAULT_MAX_OPS_PER_PLAN, DEFAULT_MEMORY_CHAR_LIMIT, DEFAULT_MIN_IDLE_HOURS, DEFAULT_MUTATION_CAP, DEFAULT_REVIEW_MEMORY_INTERVAL, DEFAULT_REVIEW_SKILL_INTERVAL, DEFAULT_SKILL_CONTENT_CHARS, DEFAULT_SKILL_LIMITS, DEFAULT_SKILL_REVIEW_COMPLETION_MIN_TOOL_CALLS, DEFAULT_SKILL_REVIEW_TRIGGER, DEFAULT_STALE_AFTER_DAYS, DEFAULT_SUBSTANTIVE_MIN_AGENT_CHARS, DEFAULT_SUBSTANTIVE_MIN_TOOL_CALLS, DEFAULT_SUBSTANTIVE_MIN_USER_CHARS, DEFAULT_USER_CHAR_LIMIT, DSH_AUTHORING_STANDARDS, ENTRY_DELIMITER, EVENT_LOG_VERSION, EvolutionGateSet, LOW_QUALITY_THRESHOLD, MAX_DESCRIPTION_LENGTH, MAX_SKILL_CONTENT_CHARS, MAX_SKILL_FILE_BYTES, MAX_SKILL_NAME_LENGTH, MEMORY_REVIEW_PROMPT, MUTATIONS_FILE_VERSION, MemoryStore, PROMPT_BUNDLE, PROMPT_BUNDLE_ID, PROMPT_BUNDLE_VERSION, PROTECTED_BUILTIN_SKILLS, QUALITY_WEIGHTS, SKILLS_GUIDANCE, SKILL_NAME_RE, SKILL_REVIEW_PLAN_PROMPT, SKILL_REVIEW_PROMPT, SNAPSHOT_EXTRA_NAME_RE, SUPPORT_DIRS, SUPPRESSED_FILE_VERSION, SkillLibrary, advanceReview, appendEvolutionEvent, applyCuratorFields, authoringFeedback, buildCuratorRunReport, buildLearnPrompt, bumpPatch, bumpUse, bumpView, computeDedupGroups, computeLifecycleTransitions, computePrefixClusters, computeQualityScores, computeScopeView, contentHash, createGateSet, emptyRecord, evaluateThreat, eventsFile, evolutionHome, evolutionIoAdapter, foldCuratorFields, foldTurn, getRecord, latestActivityAt, lifecycleCandidate, loadMutations, loadSuppressedNames, loadUsage, markAgentCreated, memoryRoot, mutateUsage, mutationsFile, nodeEvolutionIo, normalizeUsageRecord, observeEvent, parseCuratorNominations, parseEvolutionEvents, parseFrontmatter, readEvolutionEvents, recordMutation, relatedSkillNames, renderCuratorReportMarkdown, resolveOrigins, reviewPrompt, saveSuppressedNames, saveUsage, scanContentThreats, scanMemoryThreats, scanThreats, skillsRoot, suppressedFile, transactIo, updateSuppressedNames, usageFile, validateFrontmatter, verifyPromptBundle };
+export { AUTHORING_DESCRIPTION_BAR, COMBINED_REVIEW_PLAN_PROMPT, COMBINED_REVIEW_PROMPT, COMPLETION_SKILL_REVIEW_PROMPT, CURATOR_DRY_RUN_BANNER, CURATOR_PROMPT, DEFAULT_ARCHIVE_AFTER_DAYS, DEFAULT_CONSOLIDATION_FAILURES, DEFAULT_CURATOR_INTERVAL_HOURS, DEFAULT_MAX_OPS_PER_PLAN, DEFAULT_MEMORY_CHAR_LIMIT, DEFAULT_MIN_IDLE_HOURS, DEFAULT_MUTATION_CAP, DEFAULT_REVIEW_MEMORY_INTERVAL, DEFAULT_REVIEW_SKILL_INTERVAL, DEFAULT_SKILL_CONTENT_CHARS, DEFAULT_SKILL_LIMITS, DEFAULT_SKILL_REVIEW_COMPLETION_MIN_TOOL_CALLS, DEFAULT_SKILL_REVIEW_TRIGGER, DEFAULT_STALE_AFTER_DAYS, DEFAULT_SUBSTANTIVE_MIN_AGENT_CHARS, DEFAULT_SUBSTANTIVE_MIN_TOOL_CALLS, DEFAULT_SUBSTANTIVE_MIN_USER_CHARS, DEFAULT_USER_CHAR_LIMIT, DSH_AUTHORING_STANDARDS, ENTRY_DELIMITER, EVENT_ARCHIVE_PREFIX, EVENT_LOG_RETAIN_ARCHIVES, EVENT_LOG_ROTATE_AT, EVENT_LOG_VERSION, EvolutionGateSet, LOW_QUALITY_THRESHOLD, MAX_DESCRIPTION_LENGTH, MAX_SKILL_CONTENT_CHARS, MAX_SKILL_FILE_BYTES, MAX_SKILL_NAME_LENGTH, MEMORY_REVIEW_PROMPT, MUTATIONS_FILE_VERSION, MemoryStore, PROMPT_BUNDLE, PROMPT_BUNDLE_ID, PROMPT_BUNDLE_VERSION, PROTECTED_BUILTIN_SKILLS, QUALITY_WEIGHTS, SKILLS_GUIDANCE, SKILL_NAME_RE, SKILL_REVIEW_PLAN_PROMPT, SKILL_REVIEW_PROMPT, SNAPSHOT_EXTRA_NAME_RE, SUPPORT_DIRS, SUPPRESSED_FILE_VERSION, SkillLibrary, advanceReview, appendEvolutionEvent, applyCuratorFields, authoringFeedback, buildCuratorRunReport, buildLearnPrompt, bumpPatch, bumpUse, bumpView, computeDedupGroups, computeLifecycleTransitions, computePrefixClusters, computeQualityScores, computeScopeView, contentHash, createGateSet, emptyRecord, evaluateThreat, eventsFile, evolutionHome, evolutionIoAdapter, foldCuratorFields, foldTurn, getRecord, latestActivityAt, lifecycleCandidate, loadMutations, loadSuppressedNames, loadUsage, markAgentCreated, memoryRoot, mutateUsage, mutationsFile, nodeEvolutionIo, normalizeUsageRecord, observeEvent, parseCuratorNominations, parseEvolutionEvents, parseFrontmatter, readEvolutionEvents, readEvolutionTimeline, recordMutation, relatedSkillNames, renderCuratorReportMarkdown, resolveOrigins, retainEventArchives, reviewPrompt, saveSuppressedNames, saveUsage, scanContentThreats, scanMemoryThreats, scanThreats, skillsRoot, suppressedFile, transactIo, updateSuppressedNames, usageFile, validateFrontmatter, verifyPromptBundle };

package/lib/types/evolution-events.d.ts

@@ -11,6 +11,17 @@
  */
 import { type EvolutionIoLike } from './io.ts';
 export declare const EVENT_LOG_VERSION = 1;
+/** Active-log split point (rc.71): when the active log reaches this many events
+ * the older half is rotated into an archive; the active stays bounded so a
+ * single append stays O(active) instead of O(total-history). Tunable default —
+ * callers may override per append (the tests use small values). */
+export declare const EVENT_LOG_ROTATE_AT = 4000;
+/** Number of archives retained (rc.71): older archives are pruned at rotation,
+ * mirroring retainReports. The horizon covers the loop-analysis window. */
+export declare const EVENT_LOG_RETAIN_ARCHIVES = 10;
+/** Archive file prefix: `events-<lastArchivedSeq>.json`. The active file is
+ * `events.json` and never matches this glob. */
+export declare const EVENT_ARCHIVE_PREFIX = "events-";
 export interface EvolutionEvent {
     /** Global monotonic order key, assigned inside the append transact. */
     seq: number;
@@ -42,8 +53,23 @@ export declare function parseEvolutionEvents(raw: string | null): EvolutionEvent
  * computed inside the transact, so two processes appending concurrently never
  * collide. A malformed log is refused (bytes preserved) and the append fails.
  * Returns the assigned seq.
+ *
+ * Rotation (rc.71, 007 design): when the active log reaches `rotateAt`, the
+ * older half is copied into an archive inside the SAME transact (the archive
+ * path has its own lock, so no recursion) and the active is replaced with the
+ * newer half + the new event. seqs stay globally monotonic; a crash between
+ * archive write and active write leaves both copies, which the timeline merge
+ * dedupes by seq. An archive-write failure aborts the append (active keeps the
+ * full old content — no loss) and the caller's best-effort handling applies.
+ */
+export declare function appendEvolutionEvent(io: EvolutionIoLike, path: string, event: Omit<EvolutionEvent, 'seq' | 'at'>, rotateAt?: number): Promise<number>;
+/**
+ * Prune old event archives (rc.71): keep the newest `EVENT_LOG_RETAIN_ARCHIVES`.
+ * The name's numeric part is the last archived seq, so ordering is NUMERIC —
+ * lexicographic would rank `events-10` before `events-2`. Best-effort per
+ * removal; exported for the retention test.
  */
-export declare function appendEvolutionEvent(io: EvolutionIoLike, path: string, event: Omit<EvolutionEvent, 'seq' | 'at'>): Promise<number>;
+export declare function retainEventArchives(io: EvolutionIoLike, path: string): Promise<void>;
 export interface EventLogRead {
     events: EvolutionEvent[];
     /** True when the body is not valid JSON (syntax-level damage): refused on
@@ -55,4 +81,11 @@ export interface EventLogRead {
 /** Read the event log; a missing/whitespace-only file reads as empty,
  * corrupt content is flagged (and refused on append). */
 export declare function readEvolutionEvents(io: EvolutionIoLike, path: string): Promise<EventLogRead>;
+/**
+ * Read the full timeline (rc.71): active log + all archives, merged by seq
+ * (active copy wins, duplicates only arise from the rotation crash window),
+ * sorted ascending. Per-file malformed flag as in `readEvolutionEvents`; a
+ * malformed ARCHIVE is skipped (never bricks the boot) and still flagged.
+ */
+export declare function readEvolutionTimeline(io: EvolutionIoLike, path: string): Promise<EventLogRead>;
 //# sourceMappingURL=evolution-events.d.ts.map

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@lmzhen/dsh-evolution-core",
   "description": "Shared stores, prompts, signals and lifecycle logic for the dsh-evolution plugin family (community build)",
-  "version": "0.1.0-rc.70",
+  "version": "0.1.0-rc.71",
   "publishConfig": {
     "access": "public"
   },