skilld 0.0.1 → 0.1.1

package/dist/index.mjs

@@ -1,181 +1,7 @@
-import { mkdirSync, writeFileSync } from "node:fs";
-import { join as join$1 } from "node:path";
-async function generateSkill(config, onProgress) {
-	const { url, outputDir = ".skilld", chunkSize = 1e3, chunkOverlap = 200, maxPages = 100, skipLlmsTxt = false, model = "Xenova/bge-small-en-v1.5" } = config;
-	const siteName = getSiteName(url);
-	const skillDir = join$1(outputDir, siteName);
-	const referencesDir = join$1(skillDir, "references");
-	const dbPath = join$1(skillDir, "search.db");
-	mkdirSync(referencesDir, { recursive: true });
-	let docs;
-	let skillContent;
-	if (!skipLlmsTxt) {
-		const llmsResult = await fetchFromLlmsTxt(url, maxPages, onProgress);
-		if (llmsResult) {
-			docs = llmsResult.docs;
-			skillContent = llmsResult.llmsContent;
-		} else docs = await crawlSite(url, maxPages, onProgress);
-	} else docs = await crawlSite(url, maxPages, onProgress);
-	if (docs.length === 0) throw new Error("No documents found to index");
-	const skillPath = join$1(skillDir, "SKILL.md");
-	if (skillContent) writeFileSync(skillPath, skillContent);
-	const { splitText } = await import("./split-text.mjs");
-	const { sqliteVec } = await import("retriv/db/sqlite-vec");
-	const { transformers } = await import("retriv/embeddings/transformers");
-	const documents = [];
-	for (const doc of docs) {
-		const chunks = splitText(doc.content, {
-			chunkSize,
-			chunkOverlap
-		});
-		for (const chunk of chunks) {
-			const section = extractSection(chunk.text);
-			const docId = chunks.length > 1 ? `${doc.url}#chunk-${chunk.index}` : doc.url;
-			const prefix = [doc.title, section].filter(Boolean).join(" > ");
-			const content = prefix ? `${prefix}\n\n${chunk.text}` : chunk.text;
-			documents.push({
-				id: docId,
-				content,
-				metadata: {
-					source: doc.url,
-					title: doc.title,
-					...section && { section },
-					...chunks.length > 1 && {
-						chunkIndex: chunk.index,
-						chunkTotal: chunks.length
-					}
-				}
-			});
-			writeFileSync(join$1(referencesDir, sanitizeFilename(docId) + ".md"), formatReferenceFile(docId, doc, section, chunk, chunks.length));
-		}
-	}
-	onProgress?.({
-		url: "embedding",
-		count: documents.length,
-		phase: "index"
-	});
-	const db = await sqliteVec({
-		path: dbPath,
-		embeddings: transformers({ model })
-	});
-	await db.index(documents);
-	await db.close?.();
-	return {
-		siteName,
-		skillPath,
-		referencesDir,
-		dbPath,
-		chunkCount: documents.length
-	};
-}
-function getSiteName(url) {
-	return new URL(url).hostname.replace(/^www\./, "");
-}
-function sanitizeFilename(id) {
-	return id.replace(/^https?:\/\//, "").replace(/[#?]/g, "-").replace(/[^a-z0-9.-]/gi, "-").replace(/-+/g, "-").replace(/^-|-$/g, "").slice(0, 100);
-}
-function extractSection(text) {
-	const headings = [];
-	for (const line of text.split("\n")) {
-		const match = line.match(/^(#{1,6}) ([^\n]+)$/);
-		if (match) {
-			const level = match[1].length;
-			const heading = match[2].trim();
-			headings.length = level - 1;
-			headings[level - 1] = heading;
-		}
-	}
-	return headings.filter(Boolean).join(" > ") || void 0;
-}
-function formatReferenceFile(docId, doc, section, chunk, totalChunks) {
-	const frontmatter = [
-		"---",
-		`id: "${docId}"`,
-		`source: "${doc.url}"`,
-		`title: "${doc.title}"`
-	];
-	if (section) frontmatter.push(`section: "${section}"`);
-	if (totalChunks > 1) frontmatter.push(`chunk: ${chunk.index + 1}/${totalChunks}`);
-	frontmatter.push("---", "");
-	const prefix = [doc.title, section].filter(Boolean).join(" > ");
-	return frontmatter.join("\n") + (prefix ? `${prefix}\n\n` : "") + chunk.text;
-}
-async function fetchFromLlmsTxt(baseUrl, maxPages, onProgress) {
-	const llmsUrl = `${new URL(baseUrl).origin}/llms.txt`;
-	const res = await fetch(llmsUrl, { headers: { "User-Agent": "skilld/1.0" } }).catch(() => null);
-	if (!res?.ok) return null;
-	const llmsContent = await res.text();
-	if (llmsContent.length < 50) return null;
-	const links = parseLinks(llmsContent);
-	const docs = [];
-	let count = 0;
-	for (const { title, url } of links.slice(0, maxPages)) {
-		count++;
-		onProgress?.({
-			url,
-			count,
-			phase: "fetch"
-		});
-		const content = await fetchMarkdown(url);
-		if (content && content.length >= 50) docs.push({
-			url,
-			title,
-			content
-		});
-	}
-	return {
-		docs,
-		llmsContent
-	};
-}
-function parseLinks(content) {
-	const links = [];
-	const linkRegex = /\[([^\]]+)\]\(([^)]+)\)/g;
-	let match;
-	while ((match = linkRegex.exec(content)) !== null) {
-		const [, title, url] = match;
-		if (url.includes("/raw/") || url.endsWith(".md")) links.push({
-			title,
-			url
-		});
-	}
-	return links;
-}
-async function fetchMarkdown(url) {
-	const res = await fetch(url, { headers: { "User-Agent": "skilld/1.0" } }).catch(() => null);
-	if (!res?.ok) return null;
-	return res.text();
-}
-async function crawlSite(url, maxPages, onProgress) {
-	const { htmlToMarkdown } = await import("mdream");
-	const { crawlAndGenerate } = await import("@mdream/crawl");
-	const { tmpdir } = await import("node:os");
-	const { join } = await import("node:path");
-	const docs = [];
-	let count = 0;
-	const outputDir = join(tmpdir(), `skilld-crawl-${Date.now()}`);
-	await crawlAndGenerate({
-		urls: [url],
-		outputDir,
-		maxRequestsPerCrawl: maxPages,
-		followLinks: true,
-		onPage: async ({ url: pageUrl, html, title }) => {
-			count++;
-			onProgress?.({
-				url: pageUrl,
-				count,
-				phase: "fetch"
-			});
-			const markdown = htmlToMarkdown(html, { origin: new URL(pageUrl).origin });
-			if (markdown && markdown.length >= 50) docs.push({
-				url: pageUrl,
-				title: title || pageUrl,
-				content: markdown
-			});
-		}
-	});
-	return docs;
-}
-export { generateSkill };
-
-//# sourceMappingURL=index.mjs.map
+import { a as getCacheDir, n as REFERENCES_DIR, o as getCacheKey, r as SEARCH_DB, s as getVersionKey, t as CACHE_DIR } from "./_chunks/config.mjs";
+import { _ as writeToCache, h as readCachedDocs, n as clearCache, p as listCached, r as ensureCacheDir, s as isCached, t as clearAllCache, u as linkReferences } from "./_chunks/storage.mjs";
+import "./cache/index.mjs";
+import { createIndex, search, searchSnippets } from "./retriv/index.mjs";
+import { S as fetchReadmeContent, _ as normalizeLlmsLinks, c as readLocalDependencies, d as resolvePackageDocs, h as fetchLlmsTxt, p as downloadLlmsDocs, r as fetchNpmPackage, v as parseMarkdownLinks } from "./_chunks/releases.mjs";
+import "./sources/index.mjs";
+export { CACHE_DIR, REFERENCES_DIR, SEARCH_DB, clearAllCache, clearCache, createIndex, downloadLlmsDocs, ensureCacheDir, fetchLlmsTxt, fetchNpmPackage, fetchReadmeContent, getCacheDir, getCacheKey, getVersionKey, isCached, linkReferences, listCached, normalizeLlmsLinks, parseMarkdownLinks, readCachedDocs, readLocalDependencies, resolvePackageDocs, search, searchSnippets, writeToCache };

package/dist/retriv/index.d.mts

@@ -0,0 +1,12 @@
+import { a as SearchOptions, i as SearchFilter, n as Document, o as SearchResult, r as IndexConfig, s as SearchSnippet, t as ChunkEntity } from "../_chunks/types.mjs";
+
+//#region src/retriv/index.d.ts
+declare function createIndex(documents: Document[], config: IndexConfig): Promise<void>;
+declare function search(query: string, config: IndexConfig, options?: SearchOptions): Promise<SearchResult[]>;
+/**
+ * Search and return formatted snippets
+ */
+declare function searchSnippets(query: string, config: IndexConfig, options?: SearchOptions): Promise<SearchSnippet[]>;
+//#endregion
+export { type ChunkEntity, type Document, type IndexConfig, type SearchFilter, type SearchOptions, type SearchResult, type SearchSnippet, createIndex, search, searchSnippets };
+//# sourceMappingURL=index.d.mts.map

package/dist/retriv/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/retriv/index.ts"],"mappings":";;;iBAkBsB,WAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;AAAA,iBAkBmB,MAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,YAAA;;;;iBA6BW,cAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA"}

package/dist/retriv/index.mjs

@@ -0,0 +1,76 @@
+import { createRetriv } from "retriv";
+import { autoChunker } from "retriv/chunkers/auto";
+import sqlite from "retriv/db/sqlite";
+import { transformersJs } from "retriv/embeddings/transformers-js";
+function getDb(config) {
+	return createRetriv({
+		driver: sqlite({
+			path: config.dbPath,
+			embeddings: transformersJs()
+		}),
+		chunking: autoChunker()
+	});
+}
+async function createIndex(documents, config) {
+	const db = await getDb(config);
+	const BATCH_SIZE = 5;
+	let indexed = 0;
+	for (let i = 0; i < documents.length; i += BATCH_SIZE) {
+		const batch = documents.slice(i, i + BATCH_SIZE);
+		await db.index(batch);
+		indexed += batch.length;
+		const last = batch[batch.length - 1];
+		config.onProgress?.(indexed, documents.length, {
+			id: last.id,
+			type: last.metadata?.type
+		});
+	}
+	await db.close?.();
+}
+async function search(query, config, options = {}) {
+	const { limit = 10, filter } = options;
+	const db = await getDb(config);
+	const results = await db.search(query, {
+		limit,
+		filter,
+		returnContent: true,
+		returnMetadata: true,
+		returnMeta: true
+	});
+	await db.close?.();
+	return results.map((r) => ({
+		id: r.id,
+		content: r.content ?? "",
+		score: r.score,
+		metadata: r.metadata ?? {},
+		highlights: r._meta?.highlights ?? [],
+		lineRange: r._chunk?.lineRange,
+		entities: r._chunk?.entities,
+		scope: r._chunk?.scope
+	}));
+}
+function stripFrontmatter(content) {
+	const match = content.match(/^---\r?\n[\s\S]*?\r?\n---\r?\n/);
+	return match ? content.slice(match[0].length).trim() : content;
+}
+async function searchSnippets(query, config, options = {}) {
+	return (await search(query, config, options)).map((r) => {
+		const content = stripFrontmatter(r.content);
+		const source = r.metadata.source || r.id;
+		const lines = content.split("\n").length;
+		return {
+			package: r.metadata.package || "unknown",
+			source,
+			lineStart: r.lineRange?.[0] ?? 1,
+			lineEnd: r.lineRange?.[1] ?? lines,
+			content,
+			score: r.score,
+			highlights: r.highlights,
+			entities: r.entities,
+			scope: r.scope
+		};
+	});
+}
+export { createIndex, search, searchSnippets };
+
+//# sourceMappingURL=index.mjs.map

package/dist/retriv/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":[],"sources":["../../src/retriv/index.ts"],"sourcesContent":["import type { ChunkEntity, Document, IndexConfig, SearchFilter, SearchOptions, SearchResult, SearchSnippet } from './types'\nimport { createRetriv } from 'retriv'\nimport { autoChunker } from 'retriv/chunkers/auto'\nimport sqlite from 'retriv/db/sqlite'\nimport { transformersJs } from 'retriv/embeddings/transformers-js'\n\nexport type { ChunkEntity, Document, IndexConfig, SearchFilter, SearchOptions, SearchResult, SearchSnippet }\n\nfunction getDb(config: IndexConfig) {\n  return createRetriv({\n    driver: sqlite({\n      path: config.dbPath,\n      embeddings: transformersJs(),\n    }),\n    chunking: autoChunker(),\n  })\n}\n\nexport async function createIndex(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  const db = await getDb(config)\n\n  // Batch documents to report progress\n  const BATCH_SIZE = 5\n  let indexed = 0\n\n  for (let i = 0; i < documents.length; i += BATCH_SIZE) {\n    const batch = documents.slice(i, i + BATCH_SIZE)\n    await db.index(batch)\n    indexed += batch.length\n    const last = batch[batch.length - 1]!\n    config.onProgress?.(indexed, documents.length, { id: last.id, type: last.metadata?.type })\n  }\n\n  await db.close?.()\n}\n\nexport async function search(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchResult[]> {\n  const { limit = 10, filter } = options\n  const db = await getDb(config)\n  const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n  await db.close?.()\n\n  return results.map(r => ({\n    id: r.id,\n    content: r.content ?? '',\n    score: r.score,\n    metadata: r.metadata ?? {},\n    highlights: r._meta?.highlights ?? [],\n    lineRange: r._chunk?.lineRange,\n    entities: r._chunk?.entities,\n    scope: r._chunk?.scope,\n  }))\n}\n\n/**\n * Strip YAML frontmatter from markdown content\n */\nfunction stripFrontmatter(content: string): string {\n  const match = content.match(/^---\\r?\\n[\\s\\S]*?\\r?\\n---\\r?\\n/)\n  return match ? content.slice(match[0].length).trim() : content\n}\n\n/**\n * Search and return formatted snippets\n */\nexport async function searchSnippets(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const results = await search(query, config, options)\n\n  return results.map((r) => {\n    const content = stripFrontmatter(r.content)\n    const source = r.metadata.source || r.id\n    const lines = content.split('\\n').length\n\n    return {\n      package: r.metadata.package || 'unknown',\n      source,\n      lineStart: r.lineRange?.[0] ?? 1,\n      lineEnd: r.lineRange?.[1] ?? lines,\n      content,\n      score: r.score,\n      highlights: r.highlights,\n      entities: r.entities,\n      scope: r.scope,\n    }\n  })\n}\n"],"mappings":";;;;AAQA,SAAS,MAAM,QAAqB;AAClC,QAAO,aAAa;EAClB,QAAQ,OAAO;GACb,MAAM,OAAO;GACb,YAAY,gBAAA;GACb,CAAC;EACF,UAAU,aAAA;EACX,CAAC;;AAGJ,eAAsB,YACpB,WACA,QACe;CACf,MAAM,KAAK,MAAM,MAAM,OAAO;CAG9B,MAAM,aAAa;CACnB,IAAI,UAAU;AAEd,MAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK,YAAY;EACrD,MAAM,QAAQ,UAAU,MAAM,GAAG,IAAI,WAAW;AAChD,QAAM,GAAG,MAAM,MAAM;AACrB,aAAW,MAAM;EACjB,MAAM,OAAO,MAAM,MAAM,SAAS;AAClC,SAAO,aAAa,SAAS,UAAU,QAAQ;GAAE,IAAI,KAAK;GAAI,MAAM,KAAK,UAAU;GAAM,CAAC;;AAG5F,OAAM,GAAG,SAAS;;AAGpB,eAAsB,OACpB,OACA,QACA,UAAyB,EAAE,EACF;CACzB,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,KAAK,MAAM,MAAM,OAAO;CAC9B,MAAM,UAAU,MAAM,GAAG,OAAO,OAAO;EAAE;EAAO;EAAQ,eAAe;EAAM,gBAAgB;EAAM,YAAY;EAAM,CAAC;AACtH,OAAM,GAAG,SAAS;AAElB,QAAO,QAAQ,KAAI,OAAM;EACvB,IAAI,EAAE;EACN,SAAS,EAAE,WAAW;EACtB,OAAO,EAAE;EACT,UAAU,EAAE,YAAY,EAAE;EAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;EACrC,WAAW,EAAE,QAAQ;EACrB,UAAU,EAAE,QAAQ;EACpB,OAAO,EAAE,QAAQ;EAClB,EAAE;;AAML,SAAS,iBAAiB,SAAyB;CACjD,MAAM,QAAQ,QAAQ,MAAM,iCAAiC;AAC7D,QAAO,QAAQ,QAAQ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG;;AAMzD,eAAsB,eACpB,OACA,QACA,UAAyB,EAAE,EACD;AAG1B,SAFgB,MAAM,OAAO,OAAO,QAAQ,QAAQ,EAErC,KAAK,MAAM;EACxB,MAAM,UAAU,iBAAiB,EAAE,QAAQ;EAC3C,MAAM,SAAS,EAAE,SAAS,UAAU,EAAE;EACtC,MAAM,QAAQ,QAAQ,MAAM,KAAK,CAAC;AAElC,SAAO;GACL,SAAS,EAAE,SAAS,WAAW;GAC/B;GACA,WAAW,EAAE,YAAY,MAAM;GAC/B,SAAS,EAAE,YAAY,MAAM;GAC7B;GACA,OAAO,EAAE;GACT,YAAY,EAAE;GACd,UAAU,EAAE;GACZ,OAAO,EAAE;GACV;GACD"}

package/dist/sources/index.d.mts

@@ -0,0 +1,2 @@
+import { A as parseMarkdownLinks, B as fetchGitHubIssues, C as resolvePackageDocs, D as fetchLlmsTxt, E as extractSections, F as NpmPackageInfo, G as fetchGitHubRepoMeta, H as isGhAvailable, I as ResolveAttempt, J as EntryFile, K as fetchReadme, L as ResolveResult, M as LlmsContent, N as LlmsLink, O as fetchLlmsUrl, P as LocalDependency, Q as formatDiscussionsAsMarkdown, R as ResolvedPackage, S as resolveLocalPackageDocs, T as downloadLlmsDocs, U as GitDocsResult, V as formatIssuesAsMarkdown, W as fetchGitDocs, X as GitHubDiscussion, Y as resolveEntryFiles, Z as fetchGitHubDiscussions, _ as fetchPkgDist, a as verifyUrl, b as readLocalDependencies, c as DOC_OVERRIDES, d as LocalPackageInfo, f as ResolveOptions, g as fetchNpmRegistryMeta, h as fetchNpmPackage, i as parseGitHubUrl, j as FetchedDoc, k as normalizeLlmsLinks, l as DocOverride, m as fetchLatestVersion, n as isGitHubRepoUrl, o as GitHubRelease, p as ResolveStep, q as fetchReadmeContent, r as normalizeRepoUrl, s as fetchReleaseNotes, t as fetchText, u as getDocOverride, v as getInstalledSkillVersion, w as resolvePackageDocsWithAttempts, x as readLocalPackageInfo, y as parseVersionSpecifier, z as GitHubIssue } from "../_chunks/utils.mjs";
+export { DOC_OVERRIDES, type DocOverride, type EntryFile, type FetchedDoc, type GitDocsResult, type GitHubDiscussion, type GitHubIssue, type GitHubRelease, type LlmsContent, type LlmsLink, type LocalDependency, type LocalPackageInfo, type NpmPackageInfo, type ResolveAttempt, type ResolveOptions, type ResolveResult, type ResolveStep, type ResolvedPackage, downloadLlmsDocs, extractSections, fetchGitDocs, fetchGitHubDiscussions, fetchGitHubIssues, fetchGitHubRepoMeta, fetchLatestVersion, fetchLlmsTxt, fetchLlmsUrl, fetchNpmPackage, fetchNpmRegistryMeta, fetchPkgDist, fetchReadme, fetchReadmeContent, fetchReleaseNotes, fetchText, formatDiscussionsAsMarkdown, formatIssuesAsMarkdown, getDocOverride, getInstalledSkillVersion, isGhAvailable, isGitHubRepoUrl, normalizeLlmsLinks, normalizeRepoUrl, parseGitHubUrl, parseMarkdownLinks, parseVersionSpecifier, readLocalDependencies, readLocalPackageInfo, resolveEntryFiles, resolveLocalPackageDocs, resolvePackageDocs, resolvePackageDocsWithAttempts, verifyUrl };

package/dist/sources/index.mjs

@@ -0,0 +1,3 @@
+import "../_chunks/config.mjs";
+import { A as resolveEntryFiles, C as fetchText, D as verifyUrl, E as parseGitHubUrl, F as isGhAvailable, M as formatDiscussionsAsMarkdown, N as fetchGitHubIssues, O as DOC_OVERRIDES, P as formatIssuesAsMarkdown, S as fetchReadmeContent, T as normalizeRepoUrl, _ as normalizeLlmsLinks, a as fetchPkgDist, b as fetchGitHubRepoMeta, c as readLocalDependencies, d as resolvePackageDocs, f as resolvePackageDocsWithAttempts, g as fetchLlmsUrl, h as fetchLlmsTxt, i as fetchNpmRegistryMeta, j as fetchGitHubDiscussions, k as getDocOverride, l as readLocalPackageInfo, m as extractSections, n as fetchLatestVersion, o as getInstalledSkillVersion, p as downloadLlmsDocs, r as fetchNpmPackage, s as parseVersionSpecifier, t as fetchReleaseNotes, u as resolveLocalPackageDocs, v as parseMarkdownLinks, w as isGitHubRepoUrl, x as fetchReadme, y as fetchGitDocs } from "../_chunks/releases.mjs";
+export { DOC_OVERRIDES, downloadLlmsDocs, extractSections, fetchGitDocs, fetchGitHubDiscussions, fetchGitHubIssues, fetchGitHubRepoMeta, fetchLatestVersion, fetchLlmsTxt, fetchLlmsUrl, fetchNpmPackage, fetchNpmRegistryMeta, fetchPkgDist, fetchReadme, fetchReadmeContent, fetchReleaseNotes, fetchText, formatDiscussionsAsMarkdown, formatIssuesAsMarkdown, getDocOverride, getInstalledSkillVersion, isGhAvailable, isGitHubRepoUrl, normalizeLlmsLinks, normalizeRepoUrl, parseGitHubUrl, parseMarkdownLinks, parseVersionSpecifier, readLocalDependencies, readLocalPackageInfo, resolveEntryFiles, resolveLocalPackageDocs, resolvePackageDocs, resolvePackageDocsWithAttempts, verifyUrl };

package/dist/types.d.mts

@@ -1,37 +1,4 @@
-//#region src/types.d.ts
-interface SkillConfig {
-  /** Base URL or llms.txt URL */
-  url: string;
-  /** Output directory for skill files */
-  outputDir?: string;
-  /** Chunk size in characters */
-  chunkSize?: number;
-  /** Chunk overlap in characters */
-  chunkOverlap?: number;
-  /** Max pages to fetch */
-  maxPages?: number;
-  /** Skip llms.txt check and always crawl */
-  skipLlmsTxt?: boolean;
-  /** Embedding model */
-  model?: string;
-}
-interface SkillResult {
-  /** Site name (hostname) */
-  siteName: string;
-  /** Path to SKILL.md */
-  skillPath: string;
-  /** Path to references directory */
-  referencesDir: string;
-  /** Path to search database */
-  dbPath: string;
-  /** Number of chunks indexed */
-  chunkCount: number;
-}
-interface FetchedDoc {
-  url: string;
-  title: string;
-  content: string;
-}
-//#endregion
-export { FetchedDoc, SkillConfig, SkillResult };
-//# sourceMappingURL=types.d.mts.map
+import { S as CacheConfig, w as CachedPackage } from "./_chunks/version.mjs";
+import { a as SearchOptions, i as SearchFilter, n as Document, o as SearchResult, r as IndexConfig, s as SearchSnippet } from "./_chunks/types.mjs";
+import { M as LlmsContent, N as LlmsLink, j as FetchedDoc } from "./_chunks/utils.mjs";
+export { type CacheConfig, type CachedPackage, type Document, type FetchedDoc, type IndexConfig, type LlmsContent, type LlmsLink, type SearchFilter, type SearchOptions, type SearchResult, type SearchSnippet };

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "skilld",
   "type": "module",
-  "version": "0.0.1",
-  "description": "Generate searchable skills from documentation sites using llms.txt and crawling.",
+  "version": "0.1.1",
+  "description": "Generate AI agent skills from npm package documentation",
   "author": {
     "name": "Harlan Wilton",
     "email": "harlan@harlanzw.com",
@@ -13,6 +13,17 @@
     "type": "git",
     "url": "https://github.com/harlan-zw/skilld"
   },
+  "keywords": [
+    "ai",
+    "agent",
+    "skills",
+    "npm",
+    "documentation",
+    "claude",
+    "llm",
+    "cursor",
+    "codex"
+  ],
   "exports": {
     ".": {
       "types": "./dist/index.d.mts",
@@ -25,28 +36,43 @@
     "skilld": "./dist/cli.mjs"
   },
   "files": [
-    "dist"
+    "dist",
+    "skills"
   ],
+  "engines": {
+    "node": ">=18"
+  },
   "dependencies": {
+    "@clack/prompts": "^1.0.0",
     "@huggingface/transformers": "^3.8.1",
-    "@mdream/crawl": "^0.15.3",
-    "citty": "^0.1.6",
+    "citty": "^0.2.0",
     "consola": "^3.4.2",
-    "mdream": "^0.15.3",
-    "retriv": "link:../retriv"
+    "globby": "^16.1.0",
+    "log-update": "^7.1.0",
+    "mlly": "^1.8.0",
+    "oxc-parser": "^0.112.0",
+    "p-limit": "^7.3.0",
+    "retriv": "^0.8.3",
+    "sqlite-vec": "^0.1.6",
+    "typescript": "^5.9.3"
   },
   "devDependencies": {
-    "@antfu/eslint-config": "^6.7.3",
-    "@types/node": "^22.10.0",
-    "obuild": "^0.4.14",
-    "typescript": "^5.9.3",
-    "vitest": "^4.0.16"
+    "@antfu/eslint-config": "^7.2.0",
+    "@types/node": "^25.2.1",
+    "@vitest/coverage-v8": "^4.0.18",
+    "bumpp": "^10.4.1",
+    "evalite": "^0.19.0",
+    "obuild": "^0.4.27",
+    "vitest": "^4.0.18"
   },
   "scripts": {
     "build": "obuild",
     "dev:prepare": "obuild --stub",
     "lint": "eslint .",
+    "lint:fix": "eslint . --fix",
     "typecheck": "tsc --noEmit",
-    "test": "vitest"
+    "test": "vitest",
+    "test:run": "vitest run",
+    "release": "bumpp && pnpm publish"
   }
 }

package/dist/agents.d.mts

@@ -1,56 +0,0 @@
-//#region src/agents.d.ts
-/**
- * Agent detection and skill installation
- * Writes directly to agent skill directories in the project
- */
-type AgentType = 'claude-code' | 'cursor' | 'windsurf' | 'cline' | 'codex' | 'github-copilot' | 'gemini-cli' | 'goose' | 'amp' | 'opencode' | 'roo';
-interface AgentConfig {
-  name: AgentType;
-  displayName: string;
-  /** Project-level skills directory (e.g., .claude/skills) */
-  skillsDir: string;
-  /** Global skills directory (e.g., ~/.claude/skills) */
-  globalSkillsDir: string | undefined;
-  /** Check if agent is installed on the system */
-  detectInstalled: () => boolean;
-}
-declare const agents: Record<AgentType, AgentConfig>;
-/**
- * Detect which agents are installed on the system
- */
-declare function detectInstalledAgents(): AgentType[];
-/**
- * Detect which agent is currently running this command
- * Returns the active agent based on environment variables and context
- */
-declare function detectCurrentAgent(): AgentType | null;
-/**
- * Sanitize skill name for filesystem
- */
-declare function sanitizeName(name: string): string;
-/**
- * Install a skill directly to agent skill directories
- * Writes to each agent's skill folder in the project (e.g., .claude/skills/package-name/)
- */
-declare function installSkillForAgents(skillName: string, skillContent: string, options?: {
-  global?: boolean;
-  cwd?: string;
-  agents?: AgentType[]; /** Additional files to write (filename -> content) */
-  files?: Record<string, string>;
-}): {
-  installed: AgentType[];
-  paths: string[];
-};
-interface SkillMetadata {
-  name: string;
-  version?: string;
-  description?: string;
-}
-/**
- * Generate SKILL.md frontmatter content
- * The description tells the agent when to use this skill
- */
-declare function generateSkillMd(meta: SkillMetadata, body: string): string;
-//#endregion
-export { AgentConfig, AgentType, SkillMetadata, agents, detectCurrentAgent, detectInstalledAgents, generateSkillMd, installSkillForAgents, sanitizeName };
-//# sourceMappingURL=agents.d.mts.map

package/dist/agents.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agents.d.mts","names":[],"sources":["../src/agents.ts"],"mappings":";;AAcA;;;KAAY,SAAA;AAAA,UAaK,WAAA;EACf,IAAA,EAAM,SAAA;EACN,WAAA;;EAEA,SAAA;EAHA;EAKA,eAAA;EAJA;EAMA,eAAA;AAAA;AAAA,cAGW,MAAA,EAAQ,MAAA,CAAO,SAAA,EAAW,WAAA;;;AAAvC;iBAmFgB,qBAAA,CAAA,GAAyB,SAAA;;;;;iBAUzB,kBAAA,CAAA,GAAsB,SAAA;;;;iBAyDtB,YAAA,CAAa,IAAA;;;AAnE7B;;iBA+EgB,qBAAA,CACd,SAAA,UACA,YAAA,UACA,OAAA;EACE,MAAA;EACA,GAAA;EACA,MAAA,GAAS,SAAA,IA3EqB;EA6E9B,KAAA,GAAQ,MAAA;AAAA;EAEP,SAAA,EAAW,SAAA;EAAa,KAAA;AAAA;AAAA,UAuCZ,aAAA;EACf,IAAA;EACA,OAAA;EACA,WAAA;AAAA;;;;;iBAOc,eAAA,CACd,IAAA,EAAM,aAAA,EACN,IAAA"}

package/dist/agents.mjs

@@ -1,148 +0,0 @@
-import { existsSync, mkdirSync, writeFileSync } from "node:fs";
-import { join } from "node:path";
-import { homedir } from "node:os";
-const home = homedir();
-const configHome = process.env.XDG_CONFIG_HOME || join(home, ".config");
-const claudeHome = process.env.CLAUDE_CONFIG_DIR || join(home, ".claude");
-const codexHome = process.env.CODEX_HOME || join(home, ".codex");
-const agents = {
-	"claude-code": {
-		name: "claude-code",
-		displayName: "Claude Code",
-		skillsDir: ".claude/skills",
-		globalSkillsDir: join(claudeHome, "skills"),
-		detectInstalled: () => existsSync(claudeHome)
-	},
-	cursor: {
-		name: "cursor",
-		displayName: "Cursor",
-		skillsDir: ".cursor/skills",
-		globalSkillsDir: join(home, ".cursor/skills"),
-		detectInstalled: () => existsSync(join(home, ".cursor"))
-	},
-	windsurf: {
-		name: "windsurf",
-		displayName: "Windsurf",
-		skillsDir: ".windsurf/skills",
-		globalSkillsDir: join(home, ".codeium/windsurf/skills"),
-		detectInstalled: () => existsSync(join(home, ".codeium/windsurf"))
-	},
-	cline: {
-		name: "cline",
-		displayName: "Cline",
-		skillsDir: ".cline/skills",
-		globalSkillsDir: join(home, ".cline/skills"),
-		detectInstalled: () => existsSync(join(home, ".cline"))
-	},
-	codex: {
-		name: "codex",
-		displayName: "Codex",
-		skillsDir: ".codex/skills",
-		globalSkillsDir: join(codexHome, "skills"),
-		detectInstalled: () => existsSync(codexHome)
-	},
-	"github-copilot": {
-		name: "github-copilot",
-		displayName: "GitHub Copilot",
-		skillsDir: ".github/skills",
-		globalSkillsDir: join(home, ".copilot/skills"),
-		detectInstalled: () => existsSync(join(home, ".copilot"))
-	},
-	"gemini-cli": {
-		name: "gemini-cli",
-		displayName: "Gemini CLI",
-		skillsDir: ".gemini/skills",
-		globalSkillsDir: join(home, ".gemini/skills"),
-		detectInstalled: () => existsSync(join(home, ".gemini"))
-	},
-	goose: {
-		name: "goose",
-		displayName: "Goose",
-		skillsDir: ".goose/skills",
-		globalSkillsDir: join(configHome, "goose/skills"),
-		detectInstalled: () => existsSync(join(configHome, "goose"))
-	},
-	amp: {
-		name: "amp",
-		displayName: "Amp",
-		skillsDir: ".agents/skills",
-		globalSkillsDir: join(configHome, "agents/skills"),
-		detectInstalled: () => existsSync(join(configHome, "amp"))
-	},
-	opencode: {
-		name: "opencode",
-		displayName: "OpenCode",
-		skillsDir: ".opencode/skills",
-		globalSkillsDir: join(configHome, "opencode/skills"),
-		detectInstalled: () => existsSync(join(configHome, "opencode"))
-	},
-	roo: {
-		name: "roo",
-		displayName: "Roo Code",
-		skillsDir: ".roo/skills",
-		globalSkillsDir: join(home, ".roo/skills"),
-		detectInstalled: () => existsSync(join(home, ".roo"))
-	}
-};
-function detectInstalledAgents() {
-	return Object.entries(agents).filter(([_, config]) => config.detectInstalled()).map(([type]) => type);
-}
-function detectCurrentAgent() {
-	if (process.env.CLAUDE_CODE || process.env.CLAUDE_CONFIG_DIR) return "claude-code";
-	if (process.env.CURSOR_SESSION || process.env.CURSOR_TRACE_ID) return "cursor";
-	if (process.env.WINDSURF_SESSION) return "windsurf";
-	if (process.env.CLINE_TASK_ID) return "cline";
-	if (process.env.CODEX_HOME || process.env.CODEX_SESSION) return "codex";
-	if (process.env.GITHUB_COPILOT_SESSION) return "github-copilot";
-	if (process.env.GEMINI_API_KEY && process.env.GEMINI_SESSION) return "gemini-cli";
-	if (process.env.GOOSE_SESSION) return "goose";
-	if (process.env.AMP_SESSION) return "amp";
-	if (process.env.OPENCODE_SESSION) return "opencode";
-	if (process.env.ROO_SESSION) return "roo";
-	const cwd = process.cwd();
-	if (existsSync(join(cwd, ".claude"))) return "claude-code";
-	if (existsSync(join(cwd, ".cursor"))) return "cursor";
-	if (existsSync(join(cwd, ".windsurf"))) return "windsurf";
-	if (existsSync(join(cwd, ".cline"))) return "cline";
-	return null;
-}
-function sanitizeName(name) {
-	return name.toLowerCase().replace(/[^a-z0-9._]+/g, "-").replace(/^[.\-]+|[.\-]+$/g, "").slice(0, 255) || "unnamed-skill";
-}
-function installSkillForAgents(skillName, skillContent, options = {}) {
-	const isGlobal = options.global ?? false;
-	const cwd = options.cwd || process.cwd();
-	const sanitized = sanitizeName(skillName);
-	const targetAgents = options.agents || detectInstalledAgents();
-	const installed = [];
-	const paths = [];
-	for (const agentType of targetAgents) {
-		const agent = agents[agentType];
-		if (isGlobal && !agent.globalSkillsDir) continue;
-		const skillDir = join(isGlobal ? agent.globalSkillsDir : join(cwd, agent.skillsDir), sanitized);
-		mkdirSync(skillDir, { recursive: true });
-		writeFileSync(join(skillDir, "SKILL.md"), skillContent);
-		if (options.files) for (const [filename, content] of Object.entries(options.files)) writeFileSync(join(skillDir, filename), content);
-		installed.push(agentType);
-		paths.push(skillDir);
-	}
-	return {
-		installed,
-		paths
-	};
-}
-function generateSkillMd(meta, body) {
-	const { name, version, description: packageDescription } = meta;
-	const description = packageDescription ? `${packageDescription} Use this skill when working with ${name}, importing from "${name}", or when the user asks about ${name} features, API, or usage.` : `Documentation for ${name}. Use this skill when working with ${name} or importing from "${name}".`;
-	const frontmatter = [
-		"---",
-		`name: ${name}`,
-		`description: ${description}`
-	];
-	if (version) frontmatter.push(`version: "${version}"`);
-	frontmatter.push("---");
-	return frontmatter.join("\n") + "\n\n" + body;
-}
-export { agents, detectCurrentAgent, detectInstalledAgents, generateSkillMd, installSkillForAgents, sanitizeName };
-
-//# sourceMappingURL=agents.mjs.map