skilld 0.10.2 → 0.11.1

package/dist/index.mjs

@@ -2,9 +2,10 @@ import "./_chunks/chunk.mjs";
 import { a as getCacheKey, i as getCacheDir, n as REFERENCES_DIR, o as getVersionKey, t as CACHE_DIR } from "./_chunks/config.mjs";
 import { f as listCached, m as readCachedDocs, n as clearCache, r as ensureCacheDir, s as isCached, t as clearAllCache, v as writeToCache } from "./_chunks/storage.mjs";
 import "./cache/index.mjs";
+import "./_chunks/markdown.mjs";
 import "./_chunks/embedding-cache.mjs";
 import { createIndex, search, searchSnippets } from "./retriv/index.mjs";
-import "./_chunks/yaml.mjs";
+import "./_chunks/package-registry.mjs";
 import { D as parseMarkdownLinks, E as normalizeLlmsLinks, S as downloadLlmsDocs, d as resolvePackageDocs, n as fetchNpmPackage, s as readLocalDependencies, v as fetchReadmeContent, w as fetchLlmsTxt } from "./_chunks/npm.mjs";
 import "./sources/index.mjs";
 export { CACHE_DIR, REFERENCES_DIR, clearAllCache, clearCache, createIndex, downloadLlmsDocs, ensureCacheDir, fetchLlmsTxt, fetchNpmPackage, fetchReadmeContent, getCacheDir, getCacheKey, getVersionKey, isCached, listCached, normalizeLlmsLinks, parseMarkdownLinks, readCachedDocs, readLocalDependencies, resolvePackageDocs, search, searchSnippets, writeToCache };

package/dist/retriv/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/retriv/index.ts"],"mappings":";;;;KASK,cAAA,GAAiB,OAAA,CAAQ,UAAA,QAAkB,YAAA;AAFuF;;;;AAAA,iBAkBjH,iBAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;;;;;iBAUmB,WAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;AAAA,iBAMmB,MAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,YAAA;;;AA1BX;iBAuDsB,cAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBA2BW,QAAA,CAAS,OAAA,aAAoB,OAAA,CAAQ,GAAA,SAAY,cAAA;AAAA,iBASjD,YAAA,CACpB,KAAA,UACA,IAAA,EAAM,GAAA,SAAY,cAAA,GAClB,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBAqBW,SAAA,CAAU,IAAA,EAAM,GAAA,SAAY,cAAA,IAAkB,OAAA"}
+{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/retriv/index.ts"],"mappings":";;;;KAUK,cAAA,GAAiB,OAAA,CAAQ,UAAA,QAAkB,YAAA;AAFuF;;;;AAAA,iBAkBjH,iBAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;;;;;iBAUmB,WAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;AAAA,iBAMmB,MAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,YAAA;;;AA1BX;iBA+CsB,cAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBA2BW,QAAA,CAAS,OAAA,aAAoB,OAAA,CAAQ,GAAA,SAAY,cAAA;AAAA,iBASjD,YAAA,CACpB,KAAA,UACA,IAAA,EAAM,GAAA,SAAY,cAAA,GAClB,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBAqBW,SAAA,CAAU,IAAA,EAAM,GAAA,SAAY,cAAA,IAAkB,OAAA"}

package/dist/retriv/index.mjs

@@ -1,6 +1,7 @@
 import "../_chunks/chunk.mjs";
 import "../_chunks/config.mjs";
 import "../_chunks/storage.mjs";
+import { a as stripFrontmatter } from "../_chunks/markdown.mjs";
 import { t as cachedEmbeddings } from "../_chunks/embedding-cache.mjs";
 import { createRetriv } from "retriv";
 import { autoChunker } from "retriv/chunkers/auto";
@@ -46,10 +47,6 @@ async function search(query, config, options = {}) {
 		scope: r._chunk?.scope
 	}));
 }
-function stripFrontmatter(content) {
-	const match = content.match(/^---\r?\n[\s\S]*?\r?\n---\r?\n/);
-	return match ? content.slice(match[0].length).trim() : content;
-}
 async function searchSnippets(query, config, options = {}) {
 	return toSnippets(await search(query, config, options));
 }

package/dist/retriv/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":[],"sources":["../../src/retriv/index.ts"],"sourcesContent":["import type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet } from './types.ts'\nimport { createRetriv } from 'retriv'\nimport { autoChunker } from 'retriv/chunkers/auto'\nimport sqlite from 'retriv/db/sqlite'\nimport { transformersJs } from 'retriv/embeddings/transformers-js'\nimport { cachedEmbeddings } from './embedding-cache.ts'\n\nexport type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet }\n\ntype RetrivInstance = Awaited<ReturnType<typeof createRetriv>>\n\nfunction getDb(config: IndexConfig) {\n  return createRetriv({\n    driver: sqlite({\n      path: config.dbPath,\n      embeddings: cachedEmbeddings(transformersJs()),\n    }),\n    chunking: autoChunker(),\n  })\n}\n\n/**\n * Index documents in-process (no worker thread).\n * Preferred for tests and environments where worker_threads is unreliable.\n */\nexport async function createIndexDirect(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  const db = await getDb(config)\n  await db.index(documents, { onProgress: config.onProgress })\n  await db.close?.()\n}\n\n/**\n * Index documents in a background worker thread.\n * Falls back to direct indexing if worker fails to spawn.\n */\nexport async function createIndex(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  // Dynamic import justified: search/searchSnippets shouldn't pull in worker_threads\n  const { createIndexInWorker } = await import('./pool.ts')\n  return createIndexInWorker(documents, config)\n}\n\nexport async function search(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchResult[]> {\n  const { limit = 10, filter } = options\n  const db = await getDb(config)\n  const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n  await db.close?.()\n\n  return results.map(r => ({\n    id: r.id,\n    content: r.content ?? '',\n    score: r.score,\n    metadata: r.metadata ?? {},\n    highlights: r._meta?.highlights ?? [],\n    lineRange: r._chunk?.lineRange,\n    entities: r._chunk?.entities,\n    scope: r._chunk?.scope,\n  }))\n}\n\n/**\n * Strip YAML frontmatter from markdown content\n */\nfunction stripFrontmatter(content: string): string {\n  const match = content.match(/^---\\r?\\n[\\s\\S]*?\\r?\\n---\\r?\\n/)\n  return match ? content.slice(match[0].length).trim() : content\n}\n\n/**\n * Search and return formatted snippets\n */\nexport async function searchSnippets(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const results = await search(query, config, options)\n  return toSnippets(results)\n}\n\nfunction toSnippets(results: SearchResult[]): SearchSnippet[] {\n  return results.map((r) => {\n    const content = stripFrontmatter(r.content)\n    const source = r.metadata.source || r.id\n    const lines = content.split('\\n').length\n\n    return {\n      package: r.metadata.package || 'unknown',\n      source,\n      lineStart: r.lineRange?.[0] ?? 1,\n      lineEnd: r.lineRange?.[1] ?? lines,\n      content,\n      score: r.score,\n      highlights: r.highlights,\n      entities: r.entities,\n      scope: r.scope,\n    }\n  })\n}\n\n// ── Pooled DB access for interactive search ──\n\nexport async function openPool(dbPaths: string[]): Promise<Map<string, RetrivInstance>> {\n  const pool = new Map<string, RetrivInstance>()\n  await Promise.all(dbPaths.map(async (dbPath) => {\n    const db = await getDb({ dbPath })\n    pool.set(dbPath, db)\n  }))\n  return pool\n}\n\nexport async function searchPooled(\n  query: string,\n  pool: Map<string, RetrivInstance>,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const { limit = 10, filter } = options\n  const allResults = await Promise.all(\n    [...pool.values()].map(async (db) => {\n      const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n      return results.map(r => ({\n        id: r.id,\n        content: r.content ?? '',\n        score: r.score,\n        metadata: r.metadata ?? {},\n        highlights: r._meta?.highlights ?? [],\n        lineRange: r._chunk?.lineRange as [number, number] | undefined,\n        entities: r._chunk?.entities,\n        scope: r._chunk?.scope,\n      }))\n    }),\n  )\n  const merged = allResults.flat().sort((a, b) => b.score - a.score).slice(0, limit)\n  return toSnippets(merged)\n}\n\nexport async function closePool(pool: Map<string, RetrivInstance>): Promise<void> {\n  await Promise.all([...pool.values()].map(db => db.close?.()))\n  pool.clear()\n}\n"],"mappings":";;;;;;;;AAWA,SAAS,MAAM,QAAqB;AAClC,QAAO,aAAa;EAClB,QAAQ,OAAO;GACb,MAAM,OAAO;GACb,YAAY,iBAAiB,gBAAgB,CAAA;GAC9C,CAAC;EACF,UAAU,aAAA;EACX,CAAC;;AAOJ,eAAsB,kBACpB,WACA,QACe;CACf,MAAM,KAAK,MAAM,MAAM,OAAO;AAC9B,OAAM,GAAG,MAAM,WAAW,EAAE,YAAY,OAAO,YAAY,CAAC;AAC5D,OAAM,GAAG,SAAS;;AAOpB,eAAsB,YACpB,WACA,QACe;CAEf,MAAM,EAAE,wBAAwB,MAAM,OAAO,wBAAA,MAAA,MAAA,EAAA,EAAA;AAC7C,QAAO,oBAAoB,WAAW,OAAO;;AAG/C,eAAsB,OACpB,OACA,QACA,UAAyB,EAAE,EACF;CACzB,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,KAAK,MAAM,MAAM,OAAO;CAC9B,MAAM,UAAU,MAAM,GAAG,OAAO,OAAO;EAAE;EAAO;EAAQ,eAAe;EAAM,gBAAgB;EAAM,YAAY;EAAM,CAAC;AACtH,OAAM,GAAG,SAAS;AAElB,QAAO,QAAQ,KAAI,OAAM;EACvB,IAAI,EAAE;EACN,SAAS,EAAE,WAAW;EACtB,OAAO,EAAE;EACT,UAAU,EAAE,YAAY,EAAE;EAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;EACrC,WAAW,EAAE,QAAQ;EACrB,UAAU,EAAE,QAAQ;EACpB,OAAO,EAAE,QAAQ;EAClB,EAAE;;AAML,SAAS,iBAAiB,SAAyB;CACjD,MAAM,QAAQ,QAAQ,MAAM,iCAAiC;AAC7D,QAAO,QAAQ,QAAQ,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG;;AAMzD,eAAsB,eACpB,OACA,QACA,UAAyB,EAAE,EACD;AAE1B,QAAO,WADS,MAAM,OAAO,OAAO,QAAQ,QAAQ,CAC1B;;AAG5B,SAAS,WAAW,SAA0C;AAC5D,QAAO,QAAQ,KAAK,MAAM;EACxB,MAAM,UAAU,iBAAiB,EAAE,QAAQ;EAC3C,MAAM,SAAS,EAAE,SAAS,UAAU,EAAE;EACtC,MAAM,QAAQ,QAAQ,MAAM,KAAK,CAAC;AAElC,SAAO;GACL,SAAS,EAAE,SAAS,WAAW;GAC/B;GACA,WAAW,EAAE,YAAY,MAAM;GAC/B,SAAS,EAAE,YAAY,MAAM;GAC7B;GACA,OAAO,EAAE;GACT,YAAY,EAAE;GACd,UAAU,EAAE;GACZ,OAAO,EAAE;GACV;GACD;;AAKJ,eAAsB,SAAS,SAAyD;CACtF,MAAM,uBAAO,IAAI,KAA6B;AAC9C,OAAM,QAAQ,IAAI,QAAQ,IAAI,OAAO,WAAW;EAC9C,MAAM,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AAClC,OAAK,IAAI,QAAQ,GAAG;GACpB,CAAC;AACH,QAAO;;AAGT,eAAsB,aACpB,OACA,MACA,UAAyB,EAAE,EACD;CAC1B,MAAM,EAAE,QAAQ,IAAI,WAAW;AAiB/B,QAAO,YAhBY,MAAM,QAAQ,IAC/B,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,IAAI,OAAO,OAAO;AAEnC,UADgB,MAAM,GAAG,OAAO,OAAO;GAAE;GAAO;GAAQ,eAAe;GAAM,gBAAgB;GAAM,YAAY;GAAM,CAAC,EACvG,KAAI,OAAM;GACvB,IAAI,EAAE;GACN,SAAS,EAAE,WAAW;GACtB,OAAO,EAAE;GACT,UAAU,EAAE,YAAY,EAAE;GAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;GACrC,WAAW,EAAE,QAAQ;GACrB,UAAU,EAAE,QAAQ;GACpB,OAAO,EAAE,QAAQ;GAClB,EAAE;GACH,CACH,EACyB,MAAM,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CACzD;;AAG3B,eAAsB,UAAU,MAAkD;AAChF,OAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,KAAI,OAAM,GAAG,SAAS,CAAC,CAAC;AAC7D,MAAK,OAAO"}
+{"version":3,"file":"index.mjs","names":[],"sources":["../../src/retriv/index.ts"],"sourcesContent":["import type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet } from './types.ts'\nimport { createRetriv } from 'retriv'\nimport { autoChunker } from 'retriv/chunkers/auto'\nimport sqlite from 'retriv/db/sqlite'\nimport { transformersJs } from 'retriv/embeddings/transformers-js'\nimport { stripFrontmatter } from '../core/markdown.ts'\nimport { cachedEmbeddings } from './embedding-cache.ts'\n\nexport type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet }\n\ntype RetrivInstance = Awaited<ReturnType<typeof createRetriv>>\n\nfunction getDb(config: IndexConfig) {\n  return createRetriv({\n    driver: sqlite({\n      path: config.dbPath,\n      embeddings: cachedEmbeddings(transformersJs()),\n    }),\n    chunking: autoChunker(),\n  })\n}\n\n/**\n * Index documents in-process (no worker thread).\n * Preferred for tests and environments where worker_threads is unreliable.\n */\nexport async function createIndexDirect(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  const db = await getDb(config)\n  await db.index(documents, { onProgress: config.onProgress })\n  await db.close?.()\n}\n\n/**\n * Index documents in a background worker thread.\n * Falls back to direct indexing if worker fails to spawn.\n */\nexport async function createIndex(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  // Dynamic import justified: search/searchSnippets shouldn't pull in worker_threads\n  const { createIndexInWorker } = await import('./pool.ts')\n  return createIndexInWorker(documents, config)\n}\n\nexport async function search(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchResult[]> {\n  const { limit = 10, filter } = options\n  const db = await getDb(config)\n  const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n  await db.close?.()\n\n  return results.map(r => ({\n    id: r.id,\n    content: r.content ?? '',\n    score: r.score,\n    metadata: r.metadata ?? {},\n    highlights: r._meta?.highlights ?? [],\n    lineRange: r._chunk?.lineRange,\n    entities: r._chunk?.entities,\n    scope: r._chunk?.scope,\n  }))\n}\n\n/**\n * Search and return formatted snippets\n */\nexport async function searchSnippets(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const results = await search(query, config, options)\n  return toSnippets(results)\n}\n\nfunction toSnippets(results: SearchResult[]): SearchSnippet[] {\n  return results.map((r) => {\n    const content = stripFrontmatter(r.content)\n    const source = r.metadata.source || r.id\n    const lines = content.split('\\n').length\n\n    return {\n      package: r.metadata.package || 'unknown',\n      source,\n      lineStart: r.lineRange?.[0] ?? 1,\n      lineEnd: r.lineRange?.[1] ?? lines,\n      content,\n      score: r.score,\n      highlights: r.highlights,\n      entities: r.entities,\n      scope: r.scope,\n    }\n  })\n}\n\n// ── Pooled DB access for interactive search ──\n\nexport async function openPool(dbPaths: string[]): Promise<Map<string, RetrivInstance>> {\n  const pool = new Map<string, RetrivInstance>()\n  await Promise.all(dbPaths.map(async (dbPath) => {\n    const db = await getDb({ dbPath })\n    pool.set(dbPath, db)\n  }))\n  return pool\n}\n\nexport async function searchPooled(\n  query: string,\n  pool: Map<string, RetrivInstance>,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const { limit = 10, filter } = options\n  const allResults = await Promise.all(\n    [...pool.values()].map(async (db) => {\n      const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n      return results.map(r => ({\n        id: r.id,\n        content: r.content ?? '',\n        score: r.score,\n        metadata: r.metadata ?? {},\n        highlights: r._meta?.highlights ?? [],\n        lineRange: r._chunk?.lineRange as [number, number] | undefined,\n        entities: r._chunk?.entities,\n        scope: r._chunk?.scope,\n      }))\n    }),\n  )\n  const merged = allResults.flat().sort((a, b) => b.score - a.score).slice(0, limit)\n  return toSnippets(merged)\n}\n\nexport async function closePool(pool: Map<string, RetrivInstance>): Promise<void> {\n  await Promise.all([...pool.values()].map(db => db.close?.()))\n  pool.clear()\n}\n"],"mappings":";;;;;;;;;AAYA,SAAS,MAAM,QAAqB;AAClC,QAAO,aAAa;EAClB,QAAQ,OAAO;GACb,MAAM,OAAO;GACb,YAAY,iBAAiB,gBAAgB,CAAA;GAC9C,CAAC;EACF,UAAU,aAAA;EACX,CAAC;;AAOJ,eAAsB,kBACpB,WACA,QACe;CACf,MAAM,KAAK,MAAM,MAAM,OAAO;AAC9B,OAAM,GAAG,MAAM,WAAW,EAAE,YAAY,OAAO,YAAY,CAAC;AAC5D,OAAM,GAAG,SAAS;;AAOpB,eAAsB,YACpB,WACA,QACe;CAEf,MAAM,EAAE,wBAAwB,MAAM,OAAO,wBAAA,MAAA,MAAA,EAAA,EAAA;AAC7C,QAAO,oBAAoB,WAAW,OAAO;;AAG/C,eAAsB,OACpB,OACA,QACA,UAAyB,EAAE,EACF;CACzB,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,KAAK,MAAM,MAAM,OAAO;CAC9B,MAAM,UAAU,MAAM,GAAG,OAAO,OAAO;EAAE;EAAO;EAAQ,eAAe;EAAM,gBAAgB;EAAM,YAAY;EAAM,CAAC;AACtH,OAAM,GAAG,SAAS;AAElB,QAAO,QAAQ,KAAI,OAAM;EACvB,IAAI,EAAE;EACN,SAAS,EAAE,WAAW;EACtB,OAAO,EAAE;EACT,UAAU,EAAE,YAAY,EAAE;EAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;EACrC,WAAW,EAAE,QAAQ;EACrB,UAAU,EAAE,QAAQ;EACpB,OAAO,EAAE,QAAQ;EAClB,EAAE;;AAML,eAAsB,eACpB,OACA,QACA,UAAyB,EAAE,EACD;AAE1B,QAAO,WADS,MAAM,OAAO,OAAO,QAAQ,QAAQ,CAC1B;;AAG5B,SAAS,WAAW,SAA0C;AAC5D,QAAO,QAAQ,KAAK,MAAM;EACxB,MAAM,UAAU,iBAAiB,EAAE,QAAQ;EAC3C,MAAM,SAAS,EAAE,SAAS,UAAU,EAAE;EACtC,MAAM,QAAQ,QAAQ,MAAM,KAAK,CAAC;AAElC,SAAO;GACL,SAAS,EAAE,SAAS,WAAW;GAC/B;GACA,WAAW,EAAE,YAAY,MAAM;GAC/B,SAAS,EAAE,YAAY,MAAM;GAC7B;GACA,OAAO,EAAE;GACT,YAAY,EAAE;GACd,UAAU,EAAE;GACZ,OAAO,EAAE;GACV;GACD;;AAKJ,eAAsB,SAAS,SAAyD;CACtF,MAAM,uBAAO,IAAI,KAA6B;AAC9C,OAAM,QAAQ,IAAI,QAAQ,IAAI,OAAO,WAAW;EAC9C,MAAM,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AAClC,OAAK,IAAI,QAAQ,GAAG;GACpB,CAAC;AACH,QAAO;;AAGT,eAAsB,aACpB,OACA,MACA,UAAyB,EAAE,EACD;CAC1B,MAAM,EAAE,QAAQ,IAAI,WAAW;AAiB/B,QAAO,YAhBY,MAAM,QAAQ,IAC/B,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,IAAI,OAAO,OAAO;AAEnC,UADgB,MAAM,GAAG,OAAO,OAAO;GAAE;GAAO;GAAQ,eAAe;GAAM,gBAAgB;GAAM,YAAY;GAAM,CAAC,EACvG,KAAI,OAAM;GACvB,IAAI,EAAE;GACN,SAAS,EAAE,WAAW;GACtB,OAAO,EAAE;GACT,UAAU,EAAE,YAAY,EAAE;GAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;GACrC,WAAW,EAAE,QAAQ;GACrB,UAAU,EAAE,QAAQ;GACpB,OAAO,EAAE,QAAQ;GAClB,EAAE;GACH,CACH,EACyB,MAAM,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,GAAG,MAAM,CACzD;;AAG3B,eAAsB,UAAU,MAAkD;AAChF,OAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,KAAI,OAAM,GAAG,SAAS,CAAC,CAAC;AAC7D,MAAK,OAAO"}

package/dist/sources/index.d.mts

@@ -1,2 +1,2 @@
-import { $ as isGhAvailable, A as fetchLatestVersion, B as resolvePackageDocs, C as getPrereleaseChangelogRef, Ct as resolveEntryFiles, D as LocalPackageInfo, Dt as generateDiscussionIndex, E as getRepoKeyForPackage, Et as formatDiscussionAsMarkdown, F as parseVersionSpecifier, G as fetchLlmsTxt, H as searchNpmPackages, I as readLocalDependencies, J as parseMarkdownLinks, K as fetchLlmsUrl, L as readLocalPackageInfo, M as fetchNpmRegistryMeta, N as fetchPkgDist, O as ResolveOptions, Ot as fetchBlogReleases, P as getInstalledSkillVersion, Q as generateIssueIndex, R as resolveInstalledVersion, S as getFilePatterns, St as EntryFile, T as getRepoEntry, Tt as fetchGitHubDiscussions, U as downloadLlmsDocs, V as resolvePackageDocsWithAttempts, W as extractSections, X as fetchGitHubIssues, Y as GitHubIssue, Z as formatIssueAsMarkdown, _ as BlogPreset, _t as GitSkillSource, a as normalizeRepoUrl, at as fetchReadmeContent, b as getBlogPreset, bt as parseGitSkillInput, c as verifyUrl, ct as validateGitDocsWithLlms, d as SemVer, dt as LlmsLink, et as GitDocsResult, f as compareSemver, ft as LocalDependency, g as parseSemver, gt as ResolvedPackage, h as isPrerelease, ht as ResolveResult, i as isGitHubRepoUrl, it as fetchReadme, j as fetchNpmPackage, k as ResolveStep, l as GitHubRelease, lt as FetchedDoc, m as generateReleaseIndex, mt as ResolveAttempt, n as extractBranchHint, nt as fetchGitDocs, o as parseGitHubUrl, ot as isShallowGitDocs, p as fetchReleaseNotes, pt as NpmPackageInfo, q as normalizeLlmsLinks, r as fetchText, rt as fetchGitHubRepoMeta, s as parsePackageSpec, st as resolveGitHubRepo, t as $fetch, tt as MIN_GIT_DOCS, u as ReleaseIndexOptions, ut as LlmsContent, v as BlogRelease, vt as RemoteSkill, w as getRelatedPackages, wt as GitHubDiscussion, x as getDocOverride, xt as parseSkillFrontmatterName, y as DocOverride, yt as fetchGitSkills, z as resolveLocalPackageDocs } from "../_chunks/utils.mjs";
-export { $fetch, type BlogPreset, type BlogRelease, type DocOverride, type EntryFile, type FetchedDoc, type GitDocsResult, type GitHubDiscussion, type GitHubIssue, type GitHubRelease, type GitSkillSource, type LlmsContent, type LlmsLink, type LocalDependency, type LocalPackageInfo, MIN_GIT_DOCS, type NpmPackageInfo, type ReleaseIndexOptions, type RemoteSkill, type ResolveAttempt, type ResolveOptions, type ResolveResult, type ResolveStep, type ResolvedPackage, type SemVer, compareSemver, downloadLlmsDocs, extractBranchHint, extractSections, fetchBlogReleases, fetchGitDocs, fetchGitHubDiscussions, fetchGitHubIssues, fetchGitHubRepoMeta, fetchGitSkills, fetchLatestVersion, fetchLlmsTxt, fetchLlmsUrl, fetchNpmPackage, fetchNpmRegistryMeta, fetchPkgDist, fetchReadme, fetchReadmeContent, fetchReleaseNotes, fetchText, formatDiscussionAsMarkdown, formatIssueAsMarkdown, generateDiscussionIndex, generateIssueIndex, generateReleaseIndex, getBlogPreset, getDocOverride, getFilePatterns, getInstalledSkillVersion, getPrereleaseChangelogRef, getRelatedPackages, getRepoEntry, getRepoKeyForPackage, isGhAvailable, isGitHubRepoUrl, isPrerelease, isShallowGitDocs, normalizeLlmsLinks, normalizeRepoUrl, parseGitHubUrl, parseGitSkillInput, parseMarkdownLinks, parsePackageSpec, parseSemver, parseSkillFrontmatterName, parseVersionSpecifier, readLocalDependencies, readLocalPackageInfo, resolveEntryFiles, resolveGitHubRepo, resolveInstalledVersion, resolveLocalPackageDocs, resolvePackageDocs, resolvePackageDocsWithAttempts, searchNpmPackages, validateGitDocsWithLlms, verifyUrl };
+import { $ as isGhAvailable, A as fetchLatestVersion, B as resolvePackageDocs, C as getPrereleaseChangelogRef, Ct as resolveEntryFiles, D as LocalPackageInfo, Dt as formatDiscussionAsMarkdown, E as getRepoKeyForPackage, Et as fetchGitHubDiscussions, F as parseVersionSpecifier, G as fetchLlmsTxt, H as searchNpmPackages, I as readLocalDependencies, J as parseMarkdownLinks, K as fetchLlmsUrl, L as readLocalPackageInfo, M as fetchNpmRegistryMeta, N as fetchPkgDist, O as ResolveOptions, Ot as generateDiscussionIndex, P as getInstalledSkillVersion, Q as generateIssueIndex, R as resolveInstalledVersion, S as getFilePatterns, St as EntryFile, T as getRepoEntry, Tt as GitHubDiscussion, U as downloadLlmsDocs, V as resolvePackageDocsWithAttempts, W as extractSections, X as fetchGitHubIssues, Y as GitHubIssue, Z as formatIssueAsMarkdown, _ as BlogPreset, _t as GitSkillSource, a as normalizeRepoUrl, at as fetchReadmeContent, b as getBlogPreset, bt as parseGitSkillInput, c as verifyUrl, ct as validateGitDocsWithLlms, d as SemVer, dt as LlmsLink, et as GitDocsResult, f as compareSemver, ft as LocalDependency, g as parseSemver, gt as ResolvedPackage, h as isPrerelease, ht as ResolveResult, i as isGitHubRepoUrl, it as fetchReadme, j as fetchNpmPackage, k as ResolveStep, kt as fetchBlogReleases, l as GitHubRelease, lt as FetchedDoc, m as generateReleaseIndex, mt as ResolveAttempt, n as extractBranchHint, nt as fetchGitDocs, o as parseGitHubUrl, ot as isShallowGitDocs, p as fetchReleaseNotes, pt as NpmPackageInfo, q as normalizeLlmsLinks, r as fetchText, rt as fetchGitHubRepoMeta, s as parsePackageSpec, st as resolveGitHubRepo, t as $fetch, tt as MIN_GIT_DOCS, u as ReleaseIndexOptions, ut as LlmsContent, v as BlogRelease, vt as RemoteSkill, w as getRelatedPackages, wt as generateDocsIndex, x as getDocOverride, xt as parseSkillFrontmatterName, y as DocOverride, yt as fetchGitSkills, z as resolveLocalPackageDocs } from "../_chunks/utils.mjs";
+export { $fetch, type BlogPreset, type BlogRelease, type DocOverride, type EntryFile, type FetchedDoc, type GitDocsResult, type GitHubDiscussion, type GitHubIssue, type GitHubRelease, type GitSkillSource, type LlmsContent, type LlmsLink, type LocalDependency, type LocalPackageInfo, MIN_GIT_DOCS, type NpmPackageInfo, type ReleaseIndexOptions, type RemoteSkill, type ResolveAttempt, type ResolveOptions, type ResolveResult, type ResolveStep, type ResolvedPackage, type SemVer, compareSemver, downloadLlmsDocs, extractBranchHint, extractSections, fetchBlogReleases, fetchGitDocs, fetchGitHubDiscussions, fetchGitHubIssues, fetchGitHubRepoMeta, fetchGitSkills, fetchLatestVersion, fetchLlmsTxt, fetchLlmsUrl, fetchNpmPackage, fetchNpmRegistryMeta, fetchPkgDist, fetchReadme, fetchReadmeContent, fetchReleaseNotes, fetchText, formatDiscussionAsMarkdown, formatIssueAsMarkdown, generateDiscussionIndex, generateDocsIndex, generateIssueIndex, generateReleaseIndex, getBlogPreset, getDocOverride, getFilePatterns, getInstalledSkillVersion, getPrereleaseChangelogRef, getRelatedPackages, getRepoEntry, getRepoKeyForPackage, isGhAvailable, isGitHubRepoUrl, isPrerelease, isShallowGitDocs, normalizeLlmsLinks, normalizeRepoUrl, parseGitHubUrl, parseGitSkillInput, parseMarkdownLinks, parsePackageSpec, parseSemver, parseSkillFrontmatterName, parseVersionSpecifier, readLocalDependencies, readLocalPackageInfo, resolveEntryFiles, resolveGitHubRepo, resolveInstalledVersion, resolveLocalPackageDocs, resolvePackageDocs, resolvePackageDocsWithAttempts, searchNpmPackages, validateGitDocsWithLlms, verifyUrl };

package/dist/sources/index.mjs

@@ -1,4 +1,5 @@
 import "../_chunks/config.mjs";
-import { a as getDocOverride, c as getPrereleaseChangelogRef, d as getRepoKeyForPackage, i as getBlogPreset, l as getRelatedPackages, o as getFilePatterns, u as getRepoEntry } from "../_chunks/yaml.mjs";
-import { A as parseSkillFrontmatterName, B as parseSemver, C as extractSections, D as parseMarkdownLinks, E as normalizeLlmsLinks, F as fetchBlogReleases, G as normalizeRepoUrl, H as extractBranchHint, I as compareSemver, J as verifyUrl, K as parseGitHubUrl, L as fetchReleaseNotes, M as fetchGitHubDiscussions, N as formatDiscussionAsMarkdown, O as fetchGitSkills, P as generateDiscussionIndex, Q as isGhAvailable, R as generateReleaseIndex, S as downloadLlmsDocs, T as fetchLlmsUrl, U as fetchText, V as $fetch, W as isGitHubRepoUrl, X as formatIssueAsMarkdown, Y as fetchGitHubIssues, Z as generateIssueIndex, _ as fetchReadme, a as getInstalledSkillVersion, b as resolveGitHubRepo, c as readLocalPackageInfo, d as resolvePackageDocs, f as resolvePackageDocsWithAttempts, g as fetchGitHubRepoMeta, h as fetchGitDocs, i as fetchPkgDist, j as resolveEntryFiles, k as parseGitSkillInput, l as resolveInstalledVersion, m as MIN_GIT_DOCS, n as fetchNpmPackage, o as parseVersionSpecifier, p as searchNpmPackages, q as parsePackageSpec, r as fetchNpmRegistryMeta, s as readLocalDependencies, t as fetchLatestVersion, u as resolveLocalPackageDocs, v as fetchReadmeContent, w as fetchLlmsTxt, x as validateGitDocsWithLlms, y as isShallowGitDocs, z as isPrerelease } from "../_chunks/npm.mjs";
-export { $fetch, MIN_GIT_DOCS, compareSemver, downloadLlmsDocs, extractBranchHint, extractSections, fetchBlogReleases, fetchGitDocs, fetchGitHubDiscussions, fetchGitHubIssues, fetchGitHubRepoMeta, fetchGitSkills, fetchLatestVersion, fetchLlmsTxt, fetchLlmsUrl, fetchNpmPackage, fetchNpmRegistryMeta, fetchPkgDist, fetchReadme, fetchReadmeContent, fetchReleaseNotes, fetchText, formatDiscussionAsMarkdown, formatIssueAsMarkdown, generateDiscussionIndex, generateIssueIndex, generateReleaseIndex, getBlogPreset, getDocOverride, getFilePatterns, getInstalledSkillVersion, getPrereleaseChangelogRef, getRelatedPackages, getRepoEntry, getRepoKeyForPackage, isGhAvailable, isGitHubRepoUrl, isPrerelease, isShallowGitDocs, normalizeLlmsLinks, normalizeRepoUrl, parseGitHubUrl, parseGitSkillInput, parseMarkdownLinks, parsePackageSpec, parseSemver, parseSkillFrontmatterName, parseVersionSpecifier, readLocalDependencies, readLocalPackageInfo, resolveEntryFiles, resolveGitHubRepo, resolveInstalledVersion, resolveLocalPackageDocs, resolvePackageDocs, resolvePackageDocsWithAttempts, searchNpmPackages, validateGitDocsWithLlms, verifyUrl };
+import "../_chunks/markdown.mjs";
+import { a as getPrereleaseChangelogRef, c as getRepoKeyForPackage, n as getDocOverride, o as getRelatedPackages, r as getFilePatterns, s as getRepoEntry, t as getBlogPreset } from "../_chunks/package-registry.mjs";
+import { $ as isGhAvailable, A as parseSkillFrontmatterName, B as isPrerelease, C as extractSections, D as parseMarkdownLinks, E as normalizeLlmsLinks, F as generateDiscussionIndex, G as isGitHubRepoUrl, H as $fetch, I as fetchBlogReleases, J as parsePackageSpec, K as normalizeRepoUrl, L as compareSemver, M as generateDocsIndex, N as fetchGitHubDiscussions, O as fetchGitSkills, P as formatDiscussionAsMarkdown, Q as generateIssueIndex, R as fetchReleaseNotes, S as downloadLlmsDocs, T as fetchLlmsUrl, U as extractBranchHint, V as parseSemver, W as fetchText, X as fetchGitHubIssues, Y as verifyUrl, Z as formatIssueAsMarkdown, _ as fetchReadme, a as getInstalledSkillVersion, b as resolveGitHubRepo, c as readLocalPackageInfo, d as resolvePackageDocs, f as resolvePackageDocsWithAttempts, g as fetchGitHubRepoMeta, h as fetchGitDocs, i as fetchPkgDist, j as resolveEntryFiles, k as parseGitSkillInput, l as resolveInstalledVersion, m as MIN_GIT_DOCS, n as fetchNpmPackage, o as parseVersionSpecifier, p as searchNpmPackages, q as parseGitHubUrl, r as fetchNpmRegistryMeta, s as readLocalDependencies, t as fetchLatestVersion, u as resolveLocalPackageDocs, v as fetchReadmeContent, w as fetchLlmsTxt, x as validateGitDocsWithLlms, y as isShallowGitDocs, z as generateReleaseIndex } from "../_chunks/npm.mjs";
+export { $fetch, MIN_GIT_DOCS, compareSemver, downloadLlmsDocs, extractBranchHint, extractSections, fetchBlogReleases, fetchGitDocs, fetchGitHubDiscussions, fetchGitHubIssues, fetchGitHubRepoMeta, fetchGitSkills, fetchLatestVersion, fetchLlmsTxt, fetchLlmsUrl, fetchNpmPackage, fetchNpmRegistryMeta, fetchPkgDist, fetchReadme, fetchReadmeContent, fetchReleaseNotes, fetchText, formatDiscussionAsMarkdown, formatIssueAsMarkdown, generateDiscussionIndex, generateDocsIndex, generateIssueIndex, generateReleaseIndex, getBlogPreset, getDocOverride, getFilePatterns, getInstalledSkillVersion, getPrereleaseChangelogRef, getRelatedPackages, getRepoEntry, getRepoKeyForPackage, isGhAvailable, isGitHubRepoUrl, isPrerelease, isShallowGitDocs, normalizeLlmsLinks, normalizeRepoUrl, parseGitHubUrl, parseGitSkillInput, parseMarkdownLinks, parsePackageSpec, parseSemver, parseSkillFrontmatterName, parseVersionSpecifier, readLocalDependencies, readLocalPackageInfo, resolveEntryFiles, resolveGitHubRepo, resolveInstalledVersion, resolveLocalPackageDocs, resolvePackageDocs, resolvePackageDocsWithAttempts, searchNpmPackages, validateGitDocsWithLlms, verifyUrl };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "skilld",
   "type": "module",
-  "version": "0.10.2",
+  "version": "0.11.1",
   "description": "Generate AI agent skills from npm package documentation",
   "author": {
     "name": "Harlan Wilton",
@@ -49,18 +49,23 @@
     "consola": "^3.4.2",
     "globby": "^16.1.0",
     "log-update": "^7.1.0",
+    "mdast-util-from-markdown": "^2.0.2",
+    "mdast-util-frontmatter": "^2.0.1",
+    "mdast-util-to-string": "^4.0.0",
     "mdream": "^0.16.0",
+    "micromark-extension-frontmatter": "^2.0.0",
     "mlly": "^1.8.0",
     "ofetch": "^1.5.1",
     "oxc-parser": "^0.114.0",
     "p-limit": "^7.3.0",
     "pathe": "^2.0.3",
-    "retriv": "^0.10.0",
+    "retriv": "^0.10.1",
     "semver": "^7.7.4",
     "sqlite-vec": "^0.1.6",
     "std-env": "^3.10.0",
-    "typescript": "beta",
-    "unagent": "^0.0.8"
+    "typescript": "6.0.0-beta",
+    "unagent": "^0.0.8",
+    "unist-util-visit": "^5.0.0"
   },
   "devDependencies": {
     "@antfu/eslint-config": "^7.4.3",