@lmzhen/dsh-evolution-core 0.3.33 → 0.3.35

package/lib/index.js

@@ -1,5 +1,5 @@
 import { basename, dirname, join } from "node:path";
-import { cp, lstat, mkdir, readFile, readdir, rename, rm, stat, writeFile } from "node:fs/promises";
+import { cp, lstat, mkdir, open, readFile, readdir, rename, rm, stat, writeFile } from "node:fs/promises";
 import { createHash, randomBytes } from "node:crypto";
 import { homedir } from "node:os";
 import { load } from "js-yaml";
@@ -149,11 +149,20 @@ function nodeEvolutionIo() {
 		const lock = `${path}.lock`;
 		let myClaim = "";
 		for (let attempt = 0; attempt < 40; attempt += 1) {
+			let lockHandle = null;
 			try {
 				myClaim = `${process.pid}:${randomBytes(4).toString("hex")}`;
-				await writeFile(lock, myClaim, { flag: "wx" });
+				lockHandle = await open(lock, "wx");
+				await lockHandle.writeFile(myClaim);
+				await lockHandle.close();
+				lockHandle = null;
 			} catch (error) {
 				const code = error?.code;
+				if (lockHandle) {
+					await lockHandle.close().catch(() => {});
+					await rm(lock, { force: true }).catch(() => {});
+					throw error;
+				}
 				if (code !== "EEXIST" && code !== "EPERM") throw error;
 				try {
 					const st = await stat(lock);
@@ -169,13 +178,16 @@ function nodeEvolutionIo() {
 						}
 						continue;
 					}
-					if (Number.isInteger(holder) && holder > 0 && Date.now() - st.mtimeMs > 1e3 && !holderAlive) {
+					const staleDead = Number.isInteger(holder) && holder > 0 && Date.now() - st.mtimeMs > 1e3 && !holderAlive;
+					const staleEmpty = holderContent === "" && Date.now() - st.mtimeMs > 1e3;
+					if (staleDead || staleEmpty) {
 						if (await readFile(lock, "utf8").catch(() => "") === holderContent) {
 							const ticket = `${lock}.next`;
 							try {
 								const ticketBody = await readFile(ticket, "utf8").catch(() => "");
+								const ticketMtime = await stat(ticket).then((s) => s.mtimeMs, () => 0);
 								const ticketHolder = Number(ticketBody.split(":")[0] ?? "");
-								if ((!Number.isInteger(ticketHolder) || ticketHolder <= 0 || !isAlive(ticketHolder) || Date.now() - await stat(ticket).then((s) => s.mtimeMs, () => 0) > 1e3) && ticketBody !== "") await rm(ticket, { force: true }).catch(() => {});
+								if ((!Number.isInteger(ticketHolder) || ticketHolder <= 0 || !isAlive(ticketHolder) || Date.now() - ticketMtime > 1e3) && (ticketBody !== "" || Date.now() - ticketMtime > 1e3)) await rm(ticket, { force: true }).catch(() => {});
 							} catch {}
 							try {
 								await writeFile(ticket, `${process.pid}:${randomBytes(4).toString("hex")}`, { flag: "wx" });
@@ -217,8 +229,24 @@ function nodeEvolutionIo() {
 			return;
 		}
 		const prefix = `${base}.`;
+		const lockName = `${base}.lock`;
+		const ticketName = `${lockName}.next`;
 		for (const name of entries) {
-			if (!name.startsWith(prefix) || !name.endsWith(".tmp")) continue;
+			if (!name.startsWith(prefix) || name === lockName) continue;
+			if (!name.endsWith(".tmp")) {
+				if (name === ticketName) {
+					const ticketPath = join(dir, name);
+					try {
+						const body = await readFile(ticketPath, "utf8").catch(() => "");
+						const holder = Number(body.split(":")[0] ?? "");
+						const st = await stat(ticketPath);
+						const dead = !Number.isInteger(holder) || holder <= 0 || !isAlive(holder);
+						const old = Date.now() - st.mtimeMs > 1e3;
+						if (dead || old) await rm(ticketPath, { force: true });
+					} catch {}
+				}
+				continue;
+			}
 			const tmpPath = join(dir, name);
 			const holder = Number(name.slice(prefix.length, name.length - 4).split(".")[0] ?? "");
 			try {
@@ -1779,9 +1807,13 @@ const SCOPE_ORDER = {
 	strict: 3
 };
 const NO_SCAN_OPTIONS = {};
-/** Window overlap for the full-coverage scan: far larger than the longest
-* pattern span (~530 chars: `curl [^\n]{0,512} ...`), so a match straddling a
-* window boundary is fully inside at least one window (E-12, 0.3.16). */
+/** Minimum window size for the full-coverage scan (V6-05, 0.3.35). With the
+* proportional half-window step below, the overlap is `ceil(w/2)` — only a
+* window at or above this floor keeps the overlap above the longest pattern
+* span (~530 chars: `curl [^\n]{0,512} ...`), so a match straddling a window
+* boundary is fully inside at least one window (E-12, 0.3.16). The clamp
+* falls back to the default for a smaller caller value instead of risking a
+* blind zone. */
 const PATTERN_OVERLAP = 4096;
 /**
 * Scan text at `scope`. Patterns are cumulative: `strict` includes all scopes.
@@ -1791,7 +1823,7 @@ const PATTERN_OVERLAP = 4096;
 * characters (skill files may run to 100,000) is no longer a blind zone.
 */
 function scanThreats(text, scope = "strict", maxScanChars = 65536, options = NO_SCAN_OPTIONS) {
-	const windowSize = clampedNumber(maxScanChars, 65536, { min: 1 });
+	const windowSize = clampedNumber(maxScanChars, 65536, { min: 4097 });
 	const findings = [];
 	if (ZERO_WIDTH_CHARS.test(text)) findings.push({
 		label: "unicode_zero_width",
@@ -1807,7 +1839,7 @@ function scanThreats(text, scope = "strict", maxScanChars = 65536, options = NO_
 	const windows = [];
 	if (normalized.length <= windowSize) windows.push(normalized);
 	else {
-		const step = Math.max(1, windowSize - PATTERN_OVERLAP);
+		const step = Math.max(Math.floor(windowSize / 2), 1);
 		for (let start = 0; start < normalized.length; start += step) windows.push(normalized.slice(start, start + windowSize));
 	}
 	const excluded = new Set(options.excludeLabels ?? []);
@@ -4738,4 +4770,4 @@ function evolutionHome(env = process.env) {
 	return join(evolutionRoot(env), "evolution");
 }
 //#endregion
-export { AUTHORING_DESCRIPTION_BAR, COMBINED_REVIEW_PLAN_PROMPT, COMBINED_REVIEW_PROMPT, COMPLETION_SKILL_REVIEW_PROMPT, CURATOR_DRY_RUN_BANNER, CURATOR_PROMPT, DEFAULT_ARCHIVE_AFTER_DAYS, DEFAULT_CONSOLIDATION_FAILURES, DEFAULT_CURATOR_INTERVAL_HOURS, DEFAULT_HEALTH_THRESHOLDS, DEFAULT_MAX_OPS_PER_PLAN, DEFAULT_MEMORY_CHAR_LIMIT, DEFAULT_MIN_IDLE_HOURS, DEFAULT_MUTATION_CAP, DEFAULT_REVIEW_MEMORY_INTERVAL, DEFAULT_REVIEW_SKILL_INTERVAL, DEFAULT_SKILL_CONTENT_CHARS, DEFAULT_SKILL_LIMITS, DEFAULT_SKILL_REVIEW_COMPLETION_MIN_TOOL_CALLS, DEFAULT_SKILL_REVIEW_TRIGGER, DEFAULT_STALE_AFTER_DAYS, DEFAULT_SUBSTANTIVE_MIN_AGENT_CHARS, DEFAULT_SUBSTANTIVE_MIN_TOOL_CALLS, DEFAULT_SUBSTANTIVE_MIN_USER_CHARS, DEFAULT_USER_CHAR_LIMIT, DRIFT_MAX_LINE_CHARS, DRIFT_SIGNALS_VERSION, DRIFT_SIGNAL_NOUNS, DSH_AUTHORING_STANDARDS, ENTRY_DELIMITER, EVENT_ARCHIVE_PREFIX, EVENT_LOG_RETAIN_ARCHIVES, EVENT_LOG_ROTATE_AT, EVENT_LOG_VERSION, EVOLUTION_WRITE_TOOLS, EvolutionGateSet, FORBIDDEN_CONTROL_KEYS, HEALTH_STAMP_RE, LOW_QUALITY_THRESHOLD, MAINTAIN_PROMPT, MAX_DESCRIPTION_LENGTH, MAX_RESTRUCTURE_MOVES, MAX_SKILL_CONTENT_CHARS, MAX_SKILL_FILE_BYTES, MAX_SKILL_NAME_LENGTH, MEMORY_REVIEW_PROMPT, MIN_STAMP_BODY_CHARS, MUTATIONS_FILE_VERSION, MemoryStore, PROMPT_BUNDLE, PROMPT_BUNDLE_ID, PROMPT_BUNDLE_VERSION, PROTECTED_BUILTIN_SKILLS, QUALITY_WEIGHTS, RESTRUCTURE_TARGET_RE, SKILLS_GUIDANCE, SKILL_NAME_RE, SKILL_REVIEW_PLAN_PROMPT, SKILL_REVIEW_PROMPT, SNAPSHOT_EXTRA_NAME_RE, SUPPORT_DIRS, SUPPRESSED_FILE_VERSION, SkillLibrary, advanceReview, appendEvolutionEvent, applyCuratorFields, applyCuratorLifecycleFields, applyCuratorMetaFields, assessStructureHealth, authoringFeedback, buildCuratorRunReport, buildLearnPrompt, bumpPatch, bumpUse, bumpView, clampedNumber, composePresetComposition, computeDedupGroups, computeDriftSignals, computeLifecycleTransitions, computePrefixClusters, computeQualityScores, computeScopeView, contentHash, createGateSet, duplicateHeadings, emptyRecord, evaluateThreat, eventsFile, evolutionHome, evolutionIoAdapter, evolutionRoot, findDriftSignal, foldCuratorFields, foldTurn, frontmatterBlock, frontmatterYamlUnsafeValues, getRecord, latestActivityAt, lifecycleCandidate, listEventArchives, loadMutations, loadSuppressedNames, loadUsage, makeSerialQueue, markAgentCreated, markerEntryName, memoryRoot, missingSupportPointers, mutateUsage, mutationsFile, narrowNameMatches, nodeEvolutionIo, normalizeFrontmatter, normalizeUsageRecord, observeEvent, overlongLines, parseCuratorNominations, parseEvolutionEvents, parseFrontmatter, pendingSelfCleanup, readEvolutionEvents, readEvolutionTimeline, recordMutation, redactSecrets, relatedSkillNames, renameWithRetry, renderCuratorReportMarkdown, resolveOrigins, resolveSkillsRoot, retainEventArchives, reviewPrompt, saveSuppressedNames, saveUsage, scanContentThreats, scanMemoryThreats, scanThreats, skillsRoot, suppressedFile, transactIo, updateSuppressedNames, usageFile, usageObserved, validateFrontmatter, verifyPromptBundle, yamlPlainScalarNeedsQuotes };
+export { AUTHORING_DESCRIPTION_BAR, COMBINED_REVIEW_PLAN_PROMPT, COMBINED_REVIEW_PROMPT, COMPLETION_SKILL_REVIEW_PROMPT, CURATOR_DRY_RUN_BANNER, CURATOR_PROMPT, DEFAULT_ARCHIVE_AFTER_DAYS, DEFAULT_CONSOLIDATION_FAILURES, DEFAULT_CURATOR_INTERVAL_HOURS, DEFAULT_HEALTH_THRESHOLDS, DEFAULT_MAX_OPS_PER_PLAN, DEFAULT_MEMORY_CHAR_LIMIT, DEFAULT_MIN_IDLE_HOURS, DEFAULT_MUTATION_CAP, DEFAULT_REVIEW_MEMORY_INTERVAL, DEFAULT_REVIEW_SKILL_INTERVAL, DEFAULT_SKILL_CONTENT_CHARS, DEFAULT_SKILL_LIMITS, DEFAULT_SKILL_REVIEW_COMPLETION_MIN_TOOL_CALLS, DEFAULT_SKILL_REVIEW_TRIGGER, DEFAULT_STALE_AFTER_DAYS, DEFAULT_SUBSTANTIVE_MIN_AGENT_CHARS, DEFAULT_SUBSTANTIVE_MIN_TOOL_CALLS, DEFAULT_SUBSTANTIVE_MIN_USER_CHARS, DEFAULT_USER_CHAR_LIMIT, DRIFT_MAX_LINE_CHARS, DRIFT_SIGNALS_VERSION, DRIFT_SIGNAL_NOUNS, DSH_AUTHORING_STANDARDS, ENTRY_DELIMITER, EVENT_ARCHIVE_PREFIX, EVENT_LOG_RETAIN_ARCHIVES, EVENT_LOG_ROTATE_AT, EVENT_LOG_VERSION, EVOLUTION_WRITE_TOOLS, EvolutionGateSet, FORBIDDEN_CONTROL_KEYS, HEALTH_STAMP_RE, LOW_QUALITY_THRESHOLD, MAINTAIN_PROMPT, MAX_DESCRIPTION_LENGTH, MAX_RESTRUCTURE_MOVES, MAX_SKILL_CONTENT_CHARS, MAX_SKILL_FILE_BYTES, MAX_SKILL_NAME_LENGTH, MEMORY_REVIEW_PROMPT, MIN_STAMP_BODY_CHARS, MUTATIONS_FILE_VERSION, MemoryStore, PATTERN_OVERLAP, PROMPT_BUNDLE, PROMPT_BUNDLE_ID, PROMPT_BUNDLE_VERSION, PROTECTED_BUILTIN_SKILLS, QUALITY_WEIGHTS, RESTRUCTURE_TARGET_RE, SKILLS_GUIDANCE, SKILL_NAME_RE, SKILL_REVIEW_PLAN_PROMPT, SKILL_REVIEW_PROMPT, SNAPSHOT_EXTRA_NAME_RE, SUPPORT_DIRS, SUPPRESSED_FILE_VERSION, SkillLibrary, advanceReview, appendEvolutionEvent, applyCuratorFields, applyCuratorLifecycleFields, applyCuratorMetaFields, assessStructureHealth, authoringFeedback, buildCuratorRunReport, buildLearnPrompt, bumpPatch, bumpUse, bumpView, clampedNumber, composePresetComposition, computeDedupGroups, computeDriftSignals, computeLifecycleTransitions, computePrefixClusters, computeQualityScores, computeScopeView, contentHash, createGateSet, duplicateHeadings, emptyRecord, evaluateThreat, eventsFile, evolutionHome, evolutionIoAdapter, evolutionRoot, findDriftSignal, foldCuratorFields, foldTurn, frontmatterBlock, frontmatterYamlUnsafeValues, getRecord, latestActivityAt, lifecycleCandidate, listEventArchives, loadMutations, loadSuppressedNames, loadUsage, makeSerialQueue, markAgentCreated, markerEntryName, memoryRoot, missingSupportPointers, mutateUsage, mutationsFile, narrowNameMatches, nodeEvolutionIo, normalizeFrontmatter, normalizeUsageRecord, observeEvent, overlongLines, parseCuratorNominations, parseEvolutionEvents, parseFrontmatter, pendingSelfCleanup, readEvolutionEvents, readEvolutionTimeline, recordMutation, redactSecrets, relatedSkillNames, renameWithRetry, renderCuratorReportMarkdown, resolveOrigins, resolveSkillsRoot, retainEventArchives, reviewPrompt, saveSuppressedNames, saveUsage, scanContentThreats, scanMemoryThreats, scanThreats, skillsRoot, suppressedFile, transactIo, updateSuppressedNames, usageFile, usageObserved, validateFrontmatter, verifyPromptBundle, yamlPlainScalarNeedsQuotes };

package/lib/types/threats.d.ts

@@ -23,6 +23,14 @@ export interface ScanOptions {
     /** Pattern labels to skip during this scan. */
     excludeLabels?: readonly string[];
 }
+/** Minimum window size for the full-coverage scan (V6-05, 0.3.35). With the
+ * proportional half-window step below, the overlap is `ceil(w/2)` — only a
+ * window at or above this floor keeps the overlap above the longest pattern
+ * span (~530 chars: `curl [^\n]{0,512} ...`), so a match straddling a window
+ * boundary is fully inside at least one window (E-12, 0.3.16). The clamp
+ * falls back to the default for a smaller caller value instead of risking a
+ * blind zone. */
+export declare const PATTERN_OVERLAP = 4096;
 /**
  * Scan text at `scope`. Patterns are cumulative: `strict` includes all scopes.
  * `options.excludeLabels` removes matching patterns without changing `scope`.

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@lmzhen/dsh-evolution-core",
   "description": "Shared stores, prompts, signals and lifecycle logic for the dsh-evolution plugin family (community build)",
-  "version": "0.3.33",
+  "version": "0.3.35",
   "publishConfig": {
     "access": "public"
   },