skilld 0.9.4 → 0.9.6

package/dist/_chunks/detect-imports.mjs

@@ -1,6 +1,6 @@
 import { t as __exportAll } from "./chunk.mjs";
 import { _ as writeSections, b as sanitizeMarkdown, h as readCachedSection, y as repairMarkdown } from "./storage.mjs";
-import { o as mapInsert, t as yamlEscape, u as getFilePatterns } from "./yaml.mjs";
+import { o as getFilePatterns, s as getPackageRules, t as yamlEscape } from "./yaml.mjs";
 import { homedir } from "node:os";
 import { dirname, join, relative } from "pathe";
 import { existsSync, lstatSync, mkdirSync, readFileSync, readdirSync, realpathSync, symlinkSync, unlinkSync, writeFileSync } from "node:fs";
@@ -8,6 +8,7 @@ import { exec, spawn, spawnSync } from "node:child_process";
 import { globby } from "globby";
 import { findDynamicImports, findStaticImports } from "mlly";
 import { createHash } from "node:crypto";
+import { setTimeout } from "node:timers/promises";
 import { promisify } from "node:util";
 import { readFile } from "node:fs/promises";
 import { parseSync } from "oxc-parser";
@@ -558,7 +559,7 @@ function budgetScale(sectionCount) {
 	if (sectionCount === 3) return .7;
 	return .6;
 }
-function apiChangesSection({ packageName, version, hasReleases, hasChangelog, hasIssues, hasDiscussions, features, enabledSectionCount }) {
+function apiChangesSection({ packageName, version, hasReleases, hasChangelog, hasDocs, hasIssues, hasDiscussions, features, enabledSectionCount }) {
 	const [, major, minor] = version?.match(/^(\d+)\.(\d+)/) ?? [];
 	const searchHints = [];
 	if (features?.search !== false) {
@@ -587,11 +588,11 @@ function apiChangesSection({ packageName, version, hasReleases, hasChangelog, ha
 	});
 	if (hasChangelog) referenceWeights.push({
 		name: "Changelog",
-		path: `./.skilld/pkg/${hasChangelog}`,
+		path: `./.skilld/${hasChangelog}`,
 		score: 9,
 		useFor: "Features/Breaking Changes sections per version"
 	});
-	referenceWeights.push({
+	if (hasDocs) referenceWeights.push({
 		name: "Docs",
 		path: "./.skilld/docs/",
 		score: 4,
@@ -646,15 +647,16 @@ Each item: ⚠️ (breaking/deprecated) or ✨ (new) + API name + what changed +
 		].filter(Boolean)
 	};
 }
-function bestPracticesSection({ packageName, hasIssues, hasDiscussions, hasReleases, hasChangelog, features, enabledSectionCount }) {
+function bestPracticesSection({ packageName, hasIssues, hasDiscussions, hasReleases, hasChangelog, hasDocs, features, enabledSectionCount }) {
 	const searchHints = [];
 	if (features?.search !== false) searchHints.push(`\`npx -y skilld search "recommended" -p ${packageName}\``, `\`npx -y skilld search "avoid" -p ${packageName}\``);
-	const referenceWeights = [{
+	const referenceWeights = [];
+	if (hasDocs) referenceWeights.push({
 		name: "Docs",
 		path: "./.skilld/docs/",
 		score: 9,
 		useFor: "Primary source — recommended patterns, configuration, idiomatic usage"
-	}];
+	});
 	if (hasDiscussions) referenceWeights.push({
 		name: "Discussions",
 		path: "./.skilld/discussions/_INDEX.md",
@@ -675,7 +677,7 @@ function bestPracticesSection({ packageName, hasIssues, hasDiscussions, hasRelea
 	});
 	if (hasChangelog) referenceWeights.push({
 		name: "Changelog",
-		path: `./.skilld/pkg/${hasChangelog}`,
+		path: `./.skilld/${hasChangelog}`,
 		score: 3,
 		useFor: "Only for new patterns introduced in recent versions"
 	});
@@ -723,13 +725,14 @@ Content addressing the user's instructions above, using concise examples and sou
 		rules: [`- **Custom section "${heading}":** MAX ${maxLines(50, 80, enabledSectionCount)} lines, use \`## ${heading}\` heading`]
 	};
 }
-function apiSection({ hasReleases, hasChangelog, hasIssues, hasDiscussions, enabledSectionCount }) {
-	const referenceWeights = [{
+function apiSection({ hasReleases, hasChangelog, hasDocs, hasIssues, hasDiscussions, enabledSectionCount }) {
+	const referenceWeights = [];
+	if (hasDocs) referenceWeights.push({
 		name: "Docs",
 		path: "./.skilld/docs/",
 		score: 10,
 		useFor: "Primary source — scan all doc pages for export names"
-	}];
+	});
 	if (hasReleases) referenceWeights.push({
 		name: "Releases",
 		path: "./.skilld/releases/_INDEX.md",
@@ -738,7 +741,7 @@ function apiSection({ hasReleases, hasChangelog, hasIssues, hasDiscussions, enab
 	});
 	if (hasChangelog) referenceWeights.push({
 		name: "Changelog",
-		path: `./.skilld/pkg/${hasChangelog}`,
+		path: `./.skilld/${hasChangelog}`,
 		score: 5,
 		useFor: "New APIs added in recent versions"
 	});
@@ -815,7 +818,7 @@ function generateImportantBlock({ packageName, hasIssues, hasDiscussions, hasRel
 	const rows = [["Docs", hasShippedDocs ? `\`${skillDir}/.skilld/pkg/docs/\` or \`${skillDir}/.skilld/pkg/README.md\`` : docsType === "llms.txt" ? `\`${skillDir}/.skilld/docs/llms.txt\`` : docsType === "readme" ? `\`${skillDir}/.skilld/pkg/README.md\`` : `\`${skillDir}/.skilld/docs/\``], ["Package", `\`${skillDir}/.skilld/pkg/\``]];
 	if (hasIssues) rows.push(["Issues", `\`${skillDir}/.skilld/issues/\``]);
 	if (hasDiscussions) rows.push(["Discussions", `\`${skillDir}/.skilld/discussions/\``]);
-	if (hasChangelog) rows.push(["Changelog", `\`${skillDir}/.skilld/pkg/${hasChangelog}\``]);
+	if (hasChangelog) rows.push(["Changelog", `\`${skillDir}/.skilld/${hasChangelog}\``]);
 	if (hasReleases) rows.push(["Releases", `\`${skillDir}/.skilld/releases/\``]);
 	const table = [
 		"| Resource | Path |",
@@ -890,15 +893,18 @@ function buildSectionPrompt(opts) {
 		hasDiscussions,
 		hasReleases,
 		hasChangelog,
+		hasDocs: !!opts.docFiles?.some((f) => f.includes("/docs/")),
 		features: opts.features,
 		enabledSectionCount: opts.enabledSectionCount
 	}, customPrompt);
 	if (!sectionDef) return "";
 	const outputFile = SECTION_OUTPUT_FILES[section];
+	const packageRules = getPackageRules(packageName);
 	const rules = [
 		...sectionDef.rules ?? [],
 		"- Link to exact source file where you found info",
-		"- TypeScript only, Vue uses `<script setup lang=\"ts\">`",
+		"- TypeScript only",
+		...packageRules.map((r) => `- ${r}`),
 		"- Imperative voice (\"Use X\" not \"You should use X\")",
 		`- **NEVER fetch external URLs.** All information is in the local \`./.skilld/\` directory. Use Read, Glob${opts.features?.search !== false ? ", and `skilld search`" : ""} only.`,
 		"- **Do NOT use Task tool or spawn subagents.** Work directly.",
@@ -1342,7 +1348,7 @@ function buildArgs(model, skillDir, symlinkDirs) {
 		"-m",
 		model,
 		"--allowed-tools",
-		"read_file,write_file,glob_tool",
+		"read_file,write_file,glob_tool,list_directory,search_file_content",
 		"--include-directories",
 		skillDir,
 		...symlinkDirs.flatMap((d) => ["--include-directories", d])
@@ -1382,61 +1388,44 @@ const TOOL_VERBS = {
 	Bash: "Running",
 	read_file: "Reading",
 	glob_tool: "Searching",
-	write_file: "Writing"
+	write_file: "Writing",
+	list_directory: "Listing",
+	search_file_content: "Searching"
 };
 function createToolProgress(log) {
-	const pending = /* @__PURE__ */ new Map();
-	let timer = null;
-	let lastEmitted = "";
-	function flush() {
-		const parts = [];
-		for (const [section, { verb, path, count }] of pending) {
-			const suffix = count > 1 ? ` \x1B[90m(+${count - 1})\x1B[0m` : "";
-			parts.push(`\x1B[90m[${section}]\x1B[0m ${verb} ${path}${suffix}`);
-		}
-		const msg = parts.join("  ");
-		if (msg && msg !== lastEmitted) {
+	let lastMsg = "";
+	let repeatCount = 0;
+	function emit(msg) {
+		if (msg === lastMsg) {
+			repeatCount++;
+			log.message(`${msg} \x1B[90m(+${repeatCount})\x1B[0m`);
+		} else {
+			lastMsg = msg;
+			repeatCount = 0;
 			log.message(msg);
-			lastEmitted = msg;
 		}
-		pending.clear();
-		timer = null;
 	}
 	return ({ type, chunk, section }) => {
 		if (type === "text") {
-			log.message(`${section ? `\x1B[90m[${section}]\x1B[0m ` : ""}Writing...`);
+			emit(`${section ? `\x1B[90m[${section}]\x1B[0m ` : ""}Writing...`);
 			return;
 		}
 		if (type !== "reasoning" || !chunk.startsWith("[")) return;
-		const key = section ?? "";
-		const match = chunk.match(/^\[(\w+)(?:,\s\w+)*(?::\s(.+))?\]$/);
+		const match = chunk.match(/^\[([^:[\]]+)(?::\s(.+))?\]$/);
 		if (!match) return;
-		const rawName = match[1];
-		const hint = match[2] ?? "";
-		let verb = TOOL_VERBS[rawName] ?? rawName;
-		let path = hint || "...";
-		if (rawName === "Bash" && hint) {
-			const searchMatch = hint.match(/skilld search\s+"([^"]+)"/);
-			if (searchMatch) {
-				verb = "skilld search:";
-				path = searchMatch[1];
-			} else path = hint.length > 60 ? `${hint.slice(0, 57)}...` : hint;
-		} else path = shortenPath(path);
-		if (rawName === "Write") {
-			if (timer) flush();
+		const names = match[1].split(",").map((n) => n.trim());
+		const hints = match[2]?.split(",").map((h) => h.trim()) ?? [];
+		for (let i = 0; i < names.length; i++) {
+			const rawName = names[i];
+			const hint = hints[i] ?? hints[0] ?? "";
+			const verb = TOOL_VERBS[rawName] ?? rawName;
 			const prefix = section ? `\x1B[90m[${section}]\x1B[0m ` : "";
-			log.message(`${prefix}Writing ${path}`);
-			return;
+			if (rawName === "Bash" && hint) {
+				const searchMatch = hint.match(/skilld search\s+"([^"]+)"/);
+				if (searchMatch) emit(`${prefix}Searching \x1B[36m"${searchMatch[1]}"\x1B[0m`);
+				else emit(`${prefix}Running ${hint.length > 50 ? `${hint.slice(0, 47)}...` : hint}`);
+			} else emit(`${prefix}${verb} \x1B[90m${shortenPath(hint || "...")}\x1B[0m`);
 		}
-		const entry = mapInsert(pending, key, () => ({
-			verb,
-			path,
-			count: 0
-		}));
-		entry.verb = verb;
-		entry.path = path;
-		entry.count++;
-		if (!timer) timer = setTimeout(flush, 400);
 	};
 }
 const CLI_DEFS = [
@@ -1615,13 +1604,16 @@ function optimizeSection(opts) {
 				} catch {}
 			}
 			const raw = (existsSync(outputPath) ? readFileSync(outputPath, "utf-8") : lastWriteContent || accumulatedText).trim();
+			const logsDir = join(skilldDir, "logs");
+			const logName = section.toUpperCase().replace(/-/g, "_");
+			if (debug || stderr && (!raw || code !== 0)) {
+				mkdirSync(logsDir, { recursive: true });
+				if (stderr) writeFileSync(join(logsDir, `${logName}.stderr.log`), stderr);
+			}
 			if (debug) {
-				const logsDir = join(skilldDir, "logs");
 				mkdirSync(logsDir, { recursive: true });
-				const logName = section.toUpperCase().replace(/-/g, "_");
 				if (rawLines.length) writeFileSync(join(logsDir, `${logName}.jsonl`), rawLines.join("\n"));
 				if (raw) writeFileSync(join(logsDir, `${logName}.md`), raw);
-				if (stderr) writeFileSync(join(logsDir, `${logName}.stderr.log`), stderr);
 			}
 			if (!raw && code !== 0) {
 				resolve({
@@ -1732,10 +1724,22 @@ async function optimizeDocs(opts) {
 	}
 	const skilldDir = join(skillDir, ".skilld");
 	mkdirSync(skilldDir, { recursive: true });
+	for (const entry of readdirSync(skilldDir)) {
+		const entryPath = join(skilldDir, entry);
+		try {
+			if (lstatSync(entryPath).isSymbolicLink() && !existsSync(entryPath)) onProgress?.({
+				chunk: `[warn: broken symlink .skilld/${entry}]`,
+				type: "reasoning",
+				text: "",
+				reasoning: ""
+			});
+		} catch {}
+	}
 	const preExistingFiles = new Set(readdirSync(skilldDir));
-	const spawnResults = uncachedSections.length > 0 ? await Promise.allSettled(uncachedSections.map(({ section, prompt }) => {
+	const STAGGER_MS = 3e3;
+	const spawnResults = uncachedSections.length > 0 ? await Promise.allSettled(uncachedSections.map(({ section, prompt }, i) => {
 		const outputFile = SECTION_OUTPUT_FILES[section];
-		return optimizeSection({
+		const run = () => optimizeSection({
 			section,
 			prompt,
 			outputFile,
@@ -1747,32 +1751,71 @@ async function optimizeDocs(opts) {
 			debug,
 			preExistingFiles
 		});
+		if (i === 0) return run();
+		return setTimeout(i * STAGGER_MS).then(run);
 	})) : [];
 	const allResults = [...cachedResults];
 	let totalUsage;
 	let totalCost = 0;
+	const retryQueue = [];
 	for (let i = 0; i < spawnResults.length; i++) {
 		const r = spawnResults[i];
 		const { section, prompt } = uncachedSections[i];
-		if (r.status === "fulfilled") {
-			const result = r.value;
-			allResults.push(result);
-			if (result.wasOptimized && !noCache) setCache(prompt, model, section, result.content);
-			if (result.usage) {
+		if (r.status === "fulfilled" && r.value.wasOptimized) {
+			allResults.push(r.value);
+			if (r.value.usage) {
 				totalUsage = totalUsage ?? {
 					input: 0,
 					output: 0
 				};
-				totalUsage.input += result.usage.input;
-				totalUsage.output += result.usage.output;
+				totalUsage.input += r.value.usage.input;
+				totalUsage.output += r.value.usage.output;
 			}
-			if (result.cost != null) totalCost += result.cost;
-		} else allResults.push({
+			if (r.value.cost != null) totalCost += r.value.cost;
+			if (!noCache) setCache(prompt, model, section, r.value.content);
+		} else retryQueue.push({
+			index: i,
+			section,
+			prompt
+		});
+	}
+	for (const { section, prompt } of retryQueue) {
+		onProgress?.({
+			chunk: `[${section}: retrying...]`,
+			type: "reasoning",
+			text: "",
+			reasoning: "",
+			section
+		});
+		await setTimeout(STAGGER_MS);
+		const result = await optimizeSection({
+			section,
+			prompt,
+			outputFile: SECTION_OUTPUT_FILES[section],
+			skillDir,
+			model,
+			packageName,
+			onProgress,
+			timeout,
+			debug,
+			preExistingFiles
+		}).catch((err) => ({
 			section,
 			content: "",
 			wasOptimized: false,
-			error: String(r.reason)
-		});
+			error: err.message
+		}));
+		allResults.push(result);
+		if (result.wasOptimized && !noCache) setCache(prompt, model, section, result.content);
+		if (result.usage) {
+			totalUsage = totalUsage ?? {
+				input: 0,
+				output: 0
+			};
+			totalUsage.input += result.usage.input;
+			totalUsage.output += result.usage.output;
+		}
+		if (result.cost != null) totalCost += result.cost;
 	}
 	if (version) {
 		const sectionFiles = allResults.filter((r) => r.wasOptimized && r.content).map((r) => ({