skilld 0.10.1 → 0.11.0

package/dist/_chunks/markdown.mjs

@@ -0,0 +1,76 @@
+import { n as yamlParseKV } from "./yaml.mjs";
+import { fromMarkdown } from "mdast-util-from-markdown";
+import { frontmatterFromMarkdown } from "mdast-util-frontmatter";
+import { toString } from "mdast-util-to-string";
+import { frontmatter } from "micromark-extension-frontmatter";
+import { visit } from "unist-util-visit";
+function parseMd(content) {
+	const tree = fromMarkdown(content, {
+		extensions: [frontmatter(["yaml"])],
+		mdastExtensions: [frontmatterFromMarkdown(["yaml"])]
+	});
+	const fm = {};
+	visit(tree, "yaml", (node) => {
+		if (node.type === "yaml") for (const line of node.value.split("\n")) {
+			const kv = yamlParseKV(line);
+			if (kv) fm[kv[0]] = kv[1];
+		}
+	});
+	return {
+		tree,
+		frontmatter: fm
+	};
+}
+function parseFrontmatter(content) {
+	return parseMd(content).frontmatter;
+}
+function stripHeadingAnchors(text) {
+	return text.replace(/\s*\{#[^}]+\}\s*$/, "").trim();
+}
+function extractTitle(content) {
+	const { tree, frontmatter: fm } = parseMd(content);
+	if (fm.title) return fm.title;
+	let title = null;
+	visit(tree, "heading", (node) => {
+		if (node.depth === 1 && !title) {
+			const text = stripHeadingAnchors(toString(node)).replace(/^\\+\s*/, "").trim();
+			if (text.length > 0) title = text;
+		}
+	});
+	return title;
+}
+function extractDescription(content) {
+	const { tree } = parseMd(content);
+	let desc = null;
+	visit(tree, "paragraph", (node, _index, parent) => {
+		if (desc || parent?.type !== "root") return;
+		const text = toString(node).trim();
+		if (text.length === 0) return;
+		let clean = text.replace(/\[([^\]]+)\]\([^)]+\)/g, "$1").replace(/[`*_~]/g, "");
+		if (clean.length > 150) clean = `${clean.slice(0, 147)}...`;
+		desc = clean;
+	});
+	return desc;
+}
+function extractLinks(content) {
+	const { tree } = parseMd(content);
+	const links = [];
+	const seen = /* @__PURE__ */ new Set();
+	visit(tree, "link", (node) => {
+		if (!seen.has(node.url)) {
+			seen.add(node.url);
+			links.push({
+				title: toString(node),
+				url: node.url
+			});
+		}
+	});
+	return links;
+}
+function stripFrontmatter(content) {
+	const match = content.match(/^---\r?\n[\s\S]*?\r?\n---\r?\n/);
+	return match ? content.slice(match[0].length).trim() : content;
+}
+export { stripFrontmatter as a, parseFrontmatter as i, extractLinks as n, extractTitle as r, extractDescription as t };
+
+//# sourceMappingURL=markdown.mjs.map

package/dist/_chunks/markdown.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.mjs","names":[],"sources":["../../src/core/markdown.ts"],"sourcesContent":["/**\n * AST-based markdown parsing using mdast/micromark.\n * Replaces scattered regex-based frontmatter/heading/link extraction.\n */\n\nimport type { Nodes, Root } from 'mdast'\nimport { fromMarkdown } from 'mdast-util-from-markdown'\nimport { frontmatterFromMarkdown } from 'mdast-util-frontmatter'\nimport { toString } from 'mdast-util-to-string'\nimport { frontmatter } from 'micromark-extension-frontmatter'\nimport { visit } from 'unist-util-visit'\nimport { yamlParseKV } from './yaml.ts'\n\nexport interface MdHeading {\n  depth: number\n  text: string\n}\n\nexport interface MdLink {\n  title: string\n  url: string\n}\n\nexport interface ParsedMd {\n  tree: Root\n  frontmatter: Record<string, string>\n}\n\n/** Parse markdown string to AST + frontmatter key-values */\nexport function parseMd(content: string): ParsedMd {\n  const tree = fromMarkdown(content, {\n    extensions: [frontmatter(['yaml'])],\n    mdastExtensions: [frontmatterFromMarkdown(['yaml'])],\n  })\n\n  const fm: Record<string, string> = {}\n  visit(tree, 'yaml', (node: Nodes) => {\n    if (node.type === 'yaml') {\n      for (const line of (node as any).value.split('\\n')) {\n        const kv = yamlParseKV(line)\n        if (kv)\n          fm[kv[0]] = kv[1]\n      }\n    }\n  })\n\n  return { tree, frontmatter: fm }\n}\n\n/** Extract frontmatter key-value pairs only */\nexport function parseFrontmatter(content: string): Record<string, string> {\n  return parseMd(content).frontmatter\n}\n\n/** Strip custom heading anchors like {#some-id} */\nfunction stripHeadingAnchors(text: string): string {\n  return text.replace(/\\s*\\{#[^}]+\\}\\s*$/, '').trim()\n}\n\n/** Extract title: frontmatter title > first h1 > null */\nexport function extractTitle(content: string): string | null {\n  const { tree, frontmatter: fm } = parseMd(content)\n  if (fm.title)\n    return fm.title\n\n  let title: string | null = null\n  visit(tree, 'heading', (node) => {\n    if (node.depth === 1 && !title) {\n      // Strip {#id} anchors and leading backslash escapes (e.g. `# \\`)\n      const text = stripHeadingAnchors(toString(node)).replace(/^\\\\+\\s*/, '').trim()\n      if (text.length > 0)\n        title = text\n    }\n  })\n\n  return title\n}\n\n/** Extract first paragraph text, 150 char max */\nexport function extractDescription(content: string): string | null {\n  const { tree } = parseMd(content)\n\n  let desc: string | null = null\n  visit(tree, 'paragraph', (node, _index, parent) => {\n    // Only top-level paragraphs (skip blockquote children, list items, etc.)\n    if (desc || parent?.type !== 'root')\n      return\n\n    const text = toString(node).trim()\n    if (text.length === 0)\n      return\n\n    // Strip markdown link syntax remnants and formatting chars\n    let clean = text.replace(/\\[([^\\]]+)\\]\\([^)]+\\)/g, '$1').replace(/[`*_~]/g, '')\n    if (clean.length > 150)\n      clean = `${clean.slice(0, 147)}...`\n    desc = clean\n  })\n\n  return desc\n}\n\n/** Extract all headings with depth and text */\nexport function extractHeadings(content: string): MdHeading[] {\n  const { tree } = parseMd(content)\n  const headings: MdHeading[] = []\n\n  visit(tree, 'heading', (node) => {\n    headings.push({ depth: node.depth, text: stripHeadingAnchors(toString(node)) })\n  })\n\n  return headings\n}\n\n/** Extract all links (deduped by url) */\nexport function extractLinks(content: string): MdLink[] {\n  const { tree } = parseMd(content)\n  const links: MdLink[] = []\n  const seen = new Set<string>()\n\n  visit(tree, 'link', (node) => {\n    if (!seen.has(node.url)) {\n      seen.add(node.url)\n      links.push({ title: toString(node), url: node.url })\n    }\n  })\n\n  return links\n}\n\n/** Strip frontmatter block, return body only */\nexport function stripFrontmatter(content: string): string {\n  const match = content.match(/^---\\r?\\n[\\s\\S]*?\\r?\\n---\\r?\\n/)\n  return match ? content.slice(match[0].length).trim() : content\n}\n"],"mappings":";;;;;;AA6BA,SAAgB,QAAQ,SAA2B;CACjD,MAAM,OAAO,aAAa,SAAS;EACjC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;EACnC,iBAAiB,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAA;EACpD,CAAC;CAEF,MAAM,KAA6B,EAAE;AACrC,OAAM,MAAM,SAAS,SAAgB;AACnC,MAAI,KAAK,SAAS,OAChB,MAAK,MAAM,QAAS,KAAa,MAAM,MAAM,KAAK,EAAE;GAClD,MAAM,KAAK,YAAY,KAAK;AAC5B,OAAI,GACF,IAAG,GAAG,MAAM,GAAG;;GAGrB;AAEF,QAAO;EAAE;EAAM,aAAa;EAAI;;AAIlC,SAAgB,iBAAiB,SAAyC;AACxE,QAAO,QAAQ,QAAQ,CAAC;;AAI1B,SAAS,oBAAoB,MAAsB;AACjD,QAAO,KAAK,QAAQ,qBAAqB,GAAG,CAAC,MAAM;;AAIrD,SAAgB,aAAa,SAAgC;CAC3D,MAAM,EAAE,MAAM,aAAa,OAAO,QAAQ,QAAQ;AAClD,KAAI,GAAG,MACL,QAAO,GAAG;CAEZ,IAAI,QAAuB;AAC3B,OAAM,MAAM,YAAY,SAAS;AAC/B,MAAI,KAAK,UAAU,KAAK,CAAC,OAAO;GAE9B,MAAM,OAAO,oBAAoB,SAAS,KAAK,CAAC,CAAC,QAAQ,WAAW,GAAG,CAAC,MAAM;AAC9E,OAAI,KAAK,SAAS,EAChB,SAAQ;;GAEZ;AAEF,QAAO;;AAIT,SAAgB,mBAAmB,SAAgC;CACjE,MAAM,EAAE,SAAS,QAAQ,QAAQ;CAEjC,IAAI,OAAsB;AAC1B,OAAM,MAAM,cAAc,MAAM,QAAQ,WAAW;AAEjD,MAAI,QAAQ,QAAQ,SAAS,OAC3B;EAEF,MAAM,OAAO,SAAS,KAAK,CAAC,MAAM;AAClC,MAAI,KAAK,WAAW,EAClB;EAGF,IAAI,QAAQ,KAAK,QAAQ,0BAA0B,KAAK,CAAC,QAAQ,WAAW,GAAG;AAC/E,MAAI,MAAM,SAAS,IACjB,SAAQ,GAAG,MAAM,MAAM,GAAG,IAAI,CAAC;AACjC,SAAO;GACP;AAEF,QAAO;;AAgBT,SAAgB,aAAa,SAA2B;CACtD,MAAM,EAAE,SAAS,QAAQ,QAAQ;CACjC,MAAM,QAAkB,EAAE;CAC1B,MAAM,uBAAO,IAAI,KAAa;AAE9B,OAAM,MAAM,SAAS,SAAS;AAC5B,MAAI,CAAC,KAAK,IAAI,KAAK,IAAI,EAAE;AACvB,QAAK,IAAI,KAAK,IAAI;AAClB,SAAM,KAAK;IAAE,OAAO,SAAS,KAAK;IAAE,KAAK,KAAK;IAAK,CAAC;;GAEtD;AAEF,QAAO;;AAIT,SAAgB,iBAAiB,SAAyB;CACxD,MAAM,QAAQ,QAAQ,MAAM,iCAAiC;AAC7D,QAAO,QAAQ,QAAQ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG"}

package/dist/_chunks/npm.mjs

@@ -1,5 +1,6 @@
 import { i as getCacheDir } from "./config.mjs";
-import { a as getDocOverride, i as getBlogPreset, n as yamlParseKV } from "./yaml.mjs";
+import { i as parseFrontmatter, n as extractLinks, r as extractTitle, t as extractDescription } from "./markdown.mjs";
+import { n as getDocOverride, t as getBlogPreset } from "./package-registry.mjs";
 import { basename, dirname, join, resolve } from "pathe";
 import { createWriteStream, existsSync, mkdirSync, readFileSync, readdirSync, rmSync, unlinkSync } from "node:fs";
 import { htmlToMarkdown } from "mdream";
@@ -755,9 +756,29 @@ function truncateBody(body, limit) {
 	if (lastParagraph > lastSafeEnd * .6) return `${slice.slice(0, lastParagraph)}\n\n...`;
 	return `${slice}...`;
 }
+const TITLE_NOISE_RE = /looking .*(?:developer|engineer|freelanc)|hiring|job post|guide me to (?:complete|finish|build)|help me (?:complete|finish|build)|seeking .* tutorial|recommend.* course/i;
+const MIN_DISCUSSION_SCORE = 3;
 function scoreComment(c) {
 	return (c.isMaintainer ? 3 : 1) * (hasCodeBlock(c.body) ? 2 : 1) * (1 + c.reactions);
 }
+function scoreDiscussion(d) {
+	if (TITLE_NOISE_RE.test(d.title)) return -1;
+	let score = 0;
+	if (d.isMaintainer) score += 3;
+	if (hasCodeBlock([
+		d.body,
+		d.answer || "",
+		...d.topComments.map((c) => c.body)
+	].join("\n"))) score += 3;
+	score += Math.min(d.upvoteCount, 5);
+	if (d.answer) {
+		score += 2;
+		if (d.answer.length > 100) score += 1;
+	}
+	if (d.topComments.some((c) => c.isMaintainer)) score += 2;
+	if (d.topComments.some((c) => c.reactions > 0)) score += 1;
+	return score;
+}
 async function fetchGitHubDiscussions(owner, repo, limit = 20, releasedAt, fromDate) {
 	if (!isGhAvailable()) return [];
 	if (!fromDate && releasedAt) {
@@ -770,7 +791,7 @@ async function fetchGitHubDiscussions(owner, repo, limit = 20, releasedAt, fromD
 			"api",
 			"graphql",
 			"-f",
-			`query=${`query($owner: String!, $repo: String!) { repository(owner: $owner, name: $repo) { discussions(first: ${Math.min(limit * 3, 80)}, orderBy: {field: CREATED_AT, direction: DESC}) { nodes { number title body category { name } createdAt url upvoteCount comments(first: 10) { totalCount nodes { body author { login } authorAssociation reactions { totalCount } } } answer { body author { login } authorAssociation } author { login } } } } }`}`,
+			`query=${`query($owner: String!, $repo: String!) { repository(owner: $owner, name: $repo) { discussions(first: ${Math.min(limit * 3, 80)}, orderBy: {field: CREATED_AT, direction: DESC}) { nodes { number title body category { name } createdAt url upvoteCount comments(first: 10) { totalCount nodes { body author { login } authorAssociation reactions { totalCount } } } answer { body author { login } authorAssociation } author { login } authorAssociation } } } }`}`,
 			"-f",
 			`owner=${owner}`,
 			"-f",
@@ -819,15 +840,23 @@ async function fetchGitHubDiscussions(owner, repo, limit = 20, releasedAt, fromD
 				url: d.url,
 				upvoteCount: d.upvoteCount || 0,
 				comments: d.comments?.totalCount || 0,
+				isMaintainer: [
+					"OWNER",
+					"MEMBER",
+					"COLLABORATOR"
+				].includes(d.authorAssociation),
 				answer,
 				topComments: comments
 			};
-		}).sort((a, b) => {
-			const aHigh = HIGH_VALUE_CATEGORIES.has(a.category.toLowerCase()) ? 1 : 0;
-			const bHigh = HIGH_VALUE_CATEGORIES.has(b.category.toLowerCase()) ? 1 : 0;
+		}).map((d) => ({
+			d,
+			score: scoreDiscussion(d)
+		})).filter(({ score }) => score >= MIN_DISCUSSION_SCORE).sort((a, b) => {
+			const aHigh = HIGH_VALUE_CATEGORIES.has(a.d.category.toLowerCase()) ? 1 : 0;
+			const bHigh = HIGH_VALUE_CATEGORIES.has(b.d.category.toLowerCase()) ? 1 : 0;
 			if (aHigh !== bHigh) return bHigh - aHigh;
-			return b.upvoteCount + b.comments - (a.upvoteCount + a.comments);
-		}).slice(0, limit);
+			return b.score - a.score;
+		}).slice(0, limit).map(({ d }) => d);
 	} catch {
 		return [];
 	}
@@ -892,6 +921,50 @@ function generateDiscussionIndex(discussions) {
 	}
 	return sections.join("\n");
 }
+function generateDocsIndex(docs) {
+	const docFiles = docs.filter((d) => d.path.startsWith("docs/") && d.path.endsWith(".md") && !d.path.endsWith("_INDEX.md")).sort((a, b) => a.path.localeCompare(b.path));
+	if (docFiles.length === 0) return "";
+	const rootFiles = [];
+	const byDir = /* @__PURE__ */ new Map();
+	for (const doc of docFiles) {
+		const rel = doc.path.slice(5);
+		const dir = rel.includes("/") ? rel.slice(0, rel.lastIndexOf("/")) : "";
+		if (!dir) rootFiles.push(doc);
+		else {
+			const list = byDir.get(dir);
+			if (list) list.push(doc);
+			else byDir.set(dir, [doc]);
+		}
+	}
+	const sections = [
+		"---",
+		`total: ${docFiles.length}`,
+		"---",
+		"",
+		"# Docs Index",
+		""
+	];
+	for (const file of rootFiles) {
+		const rel = file.path.slice(5);
+		const title = extractTitle(file.content) || rel.replace(/\.md$/, "");
+		const desc = extractDescription(file.content);
+		const descPart = desc ? `: ${desc}` : "";
+		sections.push(`- [${title}](./${rel})${descPart}`);
+	}
+	if (rootFiles.length > 0) sections.push("");
+	for (const [dir, files] of byDir) {
+		sections.push(`## ${dir} (${files.length})`, "");
+		for (const file of files) {
+			const rel = file.path.slice(5);
+			const title = extractTitle(file.content) || rel.replace(/\.md$/, "").split("/").pop();
+			const desc = extractDescription(file.content);
+			const descPart = desc ? `: ${desc}` : "";
+			sections.push(`- [${title}](./${rel})${descPart}`);
+		}
+		sections.push("");
+	}
+	return sections.join("\n");
+}
 const SKIP_DIRS = [
 	"node_modules",
 	"_vendor",
@@ -1006,16 +1079,11 @@ function parseGitUrl(url) {
 	}
 }
 function parseSkillFrontmatterName(content) {
-	const match = content.match(/^---\n([\s\S]*?)\n---/);
-	if (!match) return {};
-	const result = {};
-	for (const line of match[1].split("\n")) {
-		const kv = yamlParseKV(line);
-		if (!kv) continue;
-		if (kv[0] === "name") result.name = kv[1];
-		if (kv[0] === "description") result.description = kv[1];
-	}
-	return result;
+	const fm = parseFrontmatter(content);
+	return {
+		name: fm.name,
+		description: fm.description
+	};
 }
 const SUPPORTING_DIRS = [
 	"scripts",
@@ -1204,20 +1272,7 @@ async function fetchLlmsTxt(url) {
 	};
 }
 function parseMarkdownLinks(content) {
-	const links = [];
-	const seen = /* @__PURE__ */ new Set();
-	const linkRegex = /\[([^\]]+)\]\(([^)]+\.md)\)/g;
-	for (let match = linkRegex.exec(content); match !== null; match = linkRegex.exec(content)) {
-		const url = match[2];
-		if (!seen.has(url)) {
-			seen.add(url);
-			links.push({
-				title: match[1],
-				url
-			});
-		}
-	}
-	return links;
+	return extractLinks(content).filter((l) => l.url.endsWith(".md"));
 }
 function isSafeUrl(url) {
 	try {
@@ -2048,6 +2103,6 @@ function getInstalledSkillVersion(skillDir) {
 	if (!existsSync(skillPath)) return null;
 	return readFileSync(skillPath, "utf-8").match(/^version:\s*"?([^"\n]+)"?/m)?.[1] || null;
 }
-export { SHARED_SKILLS_DIR as $, parseSkillFrontmatterName as A, parseSemver as B, extractSections as C, parseMarkdownLinks as D, normalizeLlmsLinks as E, fetchBlogReleases as F, normalizeRepoUrl as G, extractBranchHint as H, compareSemver as I, verifyUrl as J, parseGitHubUrl as K, fetchReleaseNotes as L, fetchGitHubDiscussions as M, formatDiscussionAsMarkdown as N, fetchGitSkills as O, generateDiscussionIndex as P, isGhAvailable as Q, generateReleaseIndex as R, downloadLlmsDocs as S, fetchLlmsUrl as T, fetchText as U, $fetch as V, isGitHubRepoUrl as W, formatIssueAsMarkdown as X, fetchGitHubIssues as Y, generateIssueIndex as Z, fetchReadme as _, getInstalledSkillVersion as a, resolveGitHubRepo as b, readLocalPackageInfo as c, resolvePackageDocs as d, getSharedSkillsDir as et, resolvePackageDocsWithAttempts as f, fetchGitHubRepoMeta as g, fetchGitDocs as h, fetchPkgDist as i, resolveEntryFiles as j, parseGitSkillInput as k, resolveInstalledVersion as l, MIN_GIT_DOCS as m, fetchNpmPackage as n, semverGt as nt, parseVersionSpecifier as o, searchNpmPackages as p, parsePackageSpec as q, fetchNpmRegistryMeta as r, readLocalDependencies as s, fetchLatestVersion as t, mapInsert as tt, resolveLocalPackageDocs as u, fetchReadmeContent as v, fetchLlmsTxt as w, validateGitDocsWithLlms as x, isShallowGitDocs as y, isPrerelease as z };
+export { isGhAvailable as $, parseSkillFrontmatterName as A, isPrerelease as B, extractSections as C, parseMarkdownLinks as D, normalizeLlmsLinks as E, generateDiscussionIndex as F, isGitHubRepoUrl as G, $fetch as H, fetchBlogReleases as I, parsePackageSpec as J, normalizeRepoUrl as K, compareSemver as L, generateDocsIndex as M, fetchGitHubDiscussions as N, fetchGitSkills as O, formatDiscussionAsMarkdown as P, generateIssueIndex as Q, fetchReleaseNotes as R, downloadLlmsDocs as S, fetchLlmsUrl as T, extractBranchHint as U, parseSemver as V, fetchText as W, fetchGitHubIssues as X, verifyUrl as Y, formatIssueAsMarkdown as Z, fetchReadme as _, getInstalledSkillVersion as a, resolveGitHubRepo as b, readLocalPackageInfo as c, resolvePackageDocs as d, SHARED_SKILLS_DIR as et, resolvePackageDocsWithAttempts as f, fetchGitHubRepoMeta as g, fetchGitDocs as h, fetchPkgDist as i, resolveEntryFiles as j, parseGitSkillInput as k, resolveInstalledVersion as l, MIN_GIT_DOCS as m, fetchNpmPackage as n, mapInsert as nt, parseVersionSpecifier as o, searchNpmPackages as p, parseGitHubUrl as q, fetchNpmRegistryMeta as r, semverGt as rt, readLocalDependencies as s, fetchLatestVersion as t, getSharedSkillsDir as tt, resolveLocalPackageDocs as u, fetchReadmeContent as v, fetchLlmsTxt as w, validateGitDocsWithLlms as x, isShallowGitDocs as y, generateReleaseIndex as z };
 
 //# sourceMappingURL=npm.mjs.map