skilld 1.0.0 → 1.0.1

package/dist/retriv/index.d.mts

@@ -3,6 +3,9 @@ import * as retriv from "retriv";
 
 //#region src/retriv/index.d.ts
 type RetrivInstance = Awaited<ReturnType<typeof getDb>>;
+declare class SearchDepsUnavailableError extends Error {
+  constructor(cause: unknown);
+}
 declare function getDb(config: Pick<IndexConfig, 'dbPath'>): Promise<retriv.SearchProvider & {
   _testSetCategories?: (cats: string[]) => void;
 }>;
@@ -25,5 +28,5 @@ declare function openPool(dbPaths: string[]): Promise<Map<string, RetrivInstance
 declare function searchPooled(query: string, pool: Map<string, RetrivInstance>, options?: SearchOptions): Promise<SearchSnippet[]>;
 declare function closePool(pool: Map<string, RetrivInstance>): Promise<void>;
 //#endregion
-export { type ChunkEntity, type Document, type IndexConfig, type IndexPhase, type IndexProgress, type SearchFilter, type SearchOptions, type SearchResult, type SearchSnippet, closePool, createIndex, createIndexDirect, openPool, search, searchPooled, searchSnippets };
+export { type ChunkEntity, type Document, type IndexConfig, type IndexPhase, type IndexProgress, SearchDepsUnavailableError, type SearchFilter, type SearchOptions, type SearchResult, type SearchSnippet, closePool, createIndex, createIndexDirect, getDb, openPool, search, searchPooled, searchSnippets };
 //# sourceMappingURL=index.d.mts.map

package/dist/retriv/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/retriv/index.ts"],"mappings":";;;;KAKK,cAAA,GAAiB,OAAA,CAAQ,UAAA,QAAkB,KAAA;AAAA,iBAGjC,KAAA,CAAM,MAAA,EAAQ,IAAA,CAAK,WAAA,cAAsB,OAAA,CAAvB,MAAA,CAAuB,cAAA;;;;;;;iBA4BlC,iBAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;;;;;iBAUmB,WAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;AAAA,iBAMmB,MAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,YAAA;AAzD0C;;;AAAA,iBA8E/B,cAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBA2BW,QAAA,CAAS,OAAA,aAAoB,OAAA,CAAQ,GAAA,SAAY,cAAA;AAAA,iBASjD,YAAA,CACpB,KAAA,UACA,IAAA,EAAM,GAAA,SAAY,cAAA,GAClB,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBAkCW,SAAA,CAAU,IAAA,EAAM,GAAA,SAAY,cAAA,IAAkB,OAAA"}
+{"version":3,"file":"index.d.mts","names":[],"sources":["../../src/retriv/index.ts"],"mappings":";;;;KAKK,cAAA,GAAiB,OAAA,CAAQ,UAAA,QAAkB,KAAA;AAAA,cAEnC,0BAAA,SAAmC,KAAA;cAClC,KAAA;AAAA;AAAA,iBAQQ,KAAA,CAAM,MAAA,EAAQ,IAAA,CAAK,WAAA,cAAsB,OAAA,CAAvB,MAAA,CAAuB,cAAA;;;;;;;iBAuCzC,iBAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;;;;AAnDH;iBA6DsB,WAAA,CACpB,SAAA,EAAW,QAAA,IACX,MAAA,EAAQ,WAAA,GACP,OAAA;AAAA,iBAMmB,MAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,YAAA;;;;iBAqBW,cAAA,CACpB,KAAA,UACA,MAAA,EAAQ,WAAA,EACR,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBA2BW,QAAA,CAAS,OAAA,aAAoB,OAAA,CAAQ,GAAA,SAAY,cAAA;AAAA,iBASjD,YAAA,CACpB,KAAA,UACA,IAAA,EAAM,GAAA,SAAY,cAAA,GAClB,OAAA,GAAS,aAAA,GACR,OAAA,CAAQ,aAAA;AAAA,iBAkCW,SAAA,CAAU,IAAA,EAAM,GAAA,SAAY,cAAA,IAAkB,OAAA"}

package/dist/retriv/index.mjs

@@ -1,18 +1,33 @@
 import "../_chunks/yaml.mjs";
 import { a as stripFrontmatter } from "../_chunks/markdown.mjs";
+var SearchDepsUnavailableError = class extends Error {
+	constructor(cause) {
+		super("Search dependencies unavailable (sqlite-vec or retriv not installed). Search indexing skipped.");
+		this.name = "SearchDepsUnavailableError";
+		this.cause = cause;
+	}
+};
 async function getDb(config) {
-	const [{ createRetriv }, { autoChunker }, sqliteMod, { transformersJs }, { cachedEmbeddings }] = await Promise.all([
-		import("retriv"),
-		import("retriv/chunkers/auto"),
-		import("retriv/db/sqlite"),
-		import("retriv/embeddings/transformers-js"),
-		import("../_chunks/embedding-cache.mjs").then((n) => n.r)
-	]);
+	let createRetriv, autoChunker, sqliteMod, sqliteVec, transformersJs, cachedEmbeddings;
+	try {
+		[{createRetriv}, {autoChunker}, sqliteMod, sqliteVec, {transformersJs}, {cachedEmbeddings}] = await Promise.all([
+			import("retriv"),
+			import("retriv/chunkers/auto"),
+			import("retriv/db/sqlite"),
+			import("sqlite-vec"),
+			import("retriv/embeddings/transformers-js"),
+			import("../_chunks/embedding-cache.mjs").then((n) => n.n)
+		]);
+	} catch (err) {
+		if (err?.code === "ERR_MODULE_NOT_FOUND") throw new SearchDepsUnavailableError(err);
+		throw err;
+	}
 	const embeddings = await cachedEmbeddings(transformersJs());
 	return createRetriv({
 		driver: sqliteMod.default({
 			path: config.dbPath,
-			embeddings
+			embeddings,
+			sqliteVec
 		}),
 		chunking: autoChunker()
 	});
@@ -122,6 +137,6 @@ async function closePool(pool) {
 	await Promise.all([...pool.values()].map((db) => db.close?.()));
 	pool.clear();
 }
-export { closePool, createIndex, createIndexDirect, openPool, search, searchPooled, searchSnippets };
+export { SearchDepsUnavailableError, closePool, createIndex, createIndexDirect, getDb, openPool, search, searchPooled, searchSnippets };
 
 //# sourceMappingURL=index.mjs.map

package/dist/retriv/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":[],"sources":["../../src/retriv/index.ts"],"sourcesContent":["import type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet } from './types.ts'\nimport { stripFrontmatter } from '../core/markdown.ts'\n\nexport type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet }\n\ntype RetrivInstance = Awaited<ReturnType<typeof getDb>>\n\n// Dynamic imports: retriv/chunkers/auto eagerly loads typescript which may not be installed (e.g. npx)\nasync function getDb(config: Pick<IndexConfig, 'dbPath'>) {\n  const [\n    { createRetriv },\n    { autoChunker },\n    sqliteMod,\n    { transformersJs },\n    { cachedEmbeddings },\n  ] = await Promise.all([\n    import('retriv'),\n    import('retriv/chunkers/auto'),\n    import('retriv/db/sqlite'),\n    import('retriv/embeddings/transformers-js'),\n    import('./embedding-cache.ts'),\n  ])\n  const embeddings = await cachedEmbeddings(transformersJs())\n  return createRetriv({\n    driver: sqliteMod.default({\n      path: config.dbPath,\n      embeddings,\n    }),\n    chunking: autoChunker(),\n  })\n}\n\n/**\n * Index documents in-process (no worker thread).\n * Preferred for tests and environments where worker_threads is unreliable.\n */\nexport async function createIndexDirect(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  const db = await getDb(config)\n  await db.index(documents, { onProgress: config.onProgress })\n  await db.close?.()\n}\n\n/**\n * Index documents in a background worker thread.\n * Falls back to direct indexing if worker fails to spawn.\n */\nexport async function createIndex(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  // Dynamic import justified: search/searchSnippets shouldn't pull in worker_threads\n  const { createIndexInWorker } = await import('./pool.ts')\n  return createIndexInWorker(documents, config)\n}\n\nexport async function search(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchResult[]> {\n  const { limit = 10, filter } = options\n  const db = await getDb(config)\n  const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n  await db.close?.()\n\n  return results.map(r => ({\n    id: r.id,\n    content: r.content ?? '',\n    score: r.score,\n    metadata: r.metadata ?? {},\n    highlights: r._meta?.highlights ?? [],\n    lineRange: r._chunk?.lineRange,\n    entities: r._chunk?.entities,\n    scope: r._chunk?.scope,\n  }))\n}\n\n/**\n * Search and return formatted snippets\n */\nexport async function searchSnippets(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const results = await search(query, config, options)\n  return toSnippets(results)\n}\n\nfunction toSnippets(results: SearchResult[]): SearchSnippet[] {\n  return results.map((r) => {\n    const content = stripFrontmatter(r.content)\n    const source = r.metadata.source || r.id\n    const lines = content.split('\\n').length\n\n    return {\n      package: r.metadata.package || 'unknown',\n      source,\n      lineStart: r.lineRange?.[0] ?? 1,\n      lineEnd: r.lineRange?.[1] ?? lines,\n      content,\n      score: r.score,\n      highlights: r.highlights,\n      entities: r.entities,\n      scope: r.scope,\n    }\n  })\n}\n\n// ── Pooled DB access for interactive search ──\n\nexport async function openPool(dbPaths: string[]): Promise<Map<string, RetrivInstance>> {\n  const pool = new Map<string, RetrivInstance>()\n  await Promise.all(dbPaths.map(async (dbPath) => {\n    const db = await getDb({ dbPath })\n    pool.set(dbPath, db)\n  }))\n  return pool\n}\n\nexport async function searchPooled(\n  query: string,\n  pool: Map<string, RetrivInstance>,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const { limit = 10, filter } = options\n  const fetchLimit = limit * 2 // Over-fetch to compensate for dedup\n  const allResults = await Promise.all(\n    [...pool.values()].map(async (db) => {\n      const results = await db.search(query, { limit: fetchLimit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n      return results.map(r => ({\n        id: r.id,\n        content: r.content ?? '',\n        score: r.score,\n        metadata: r.metadata ?? {},\n        highlights: r._meta?.highlights ?? [],\n        lineRange: r._chunk?.lineRange as [number, number] | undefined,\n        entities: r._chunk?.entities,\n        scope: r._chunk?.scope,\n      }))\n    }),\n  )\n  // Deduplicate by source+lineRange (overlapping chunks from same doc)\n  const seen = new Set<string>()\n  const merged = allResults.flat()\n    .sort((a, b) => b.score - a.score)\n    .filter((r) => {\n      const lr = r.lineRange\n      const key = `${r.metadata.source || r.id}:${lr?.[0]}-${lr?.[1]}`\n      if (seen.has(key))\n        return false\n      seen.add(key)\n      return true\n    })\n    .slice(0, limit)\n  return toSnippets(merged)\n}\n\nexport async function closePool(pool: Map<string, RetrivInstance>): Promise<void> {\n  await Promise.all([...pool.values()].map(db => db.close?.()))\n  pool.clear()\n}\n"],"mappings":";;AAQA,eAAe,MAAM,QAAqC;CACxD,MAAM,CACJ,EAAE,gBACF,EAAE,eACF,WACA,EAAE,kBACF,EAAE,sBACA,MAAM,QAAQ,IAAI;EACpB,OAAO;EACP,OAAO;EACP,OAAO;EACP,OAAO;EACP,OAAO,kCAAA,MAAA,MAAA,EAAA,EAAA;EACR,CAAC;CACF,MAAM,aAAa,MAAM,iBAAiB,gBAAgB,CAAC;AAC3D,QAAO,aAAa;EAClB,QAAQ,UAAU,QAAQ;GACxB,MAAM,OAAO;GACb;GACD,CAAC;EACF,UAAU,aAAA;EACX,CAAC;;;;;;AAOJ,eAAsB,kBACpB,WACA,QACe;CACf,MAAM,KAAK,MAAM,MAAM,OAAO;AAC9B,OAAM,GAAG,MAAM,WAAW,EAAE,YAAY,OAAO,YAAY,CAAC;AAC5D,OAAM,GAAG,SAAS;;;;;;AAOpB,eAAsB,YACpB,WACA,QACe;CAEf,MAAM,EAAE,wBAAwB,MAAM,OAAO;AAC7C,QAAO,oBAAoB,WAAW,OAAO;;AAG/C,eAAsB,OACpB,OACA,QACA,UAAyB,EAAE,EACF;CACzB,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,KAAK,MAAM,MAAM,OAAO;CAC9B,MAAM,UAAU,MAAM,GAAG,OAAO,OAAO;EAAE;EAAO;EAAQ,eAAe;EAAM,gBAAgB;EAAM,YAAY;EAAM,CAAC;AACtH,OAAM,GAAG,SAAS;AAElB,QAAO,QAAQ,KAAI,OAAM;EACvB,IAAI,EAAE;EACN,SAAS,EAAE,WAAW;EACtB,OAAO,EAAE;EACT,UAAU,EAAE,YAAY,EAAE;EAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;EACrC,WAAW,EAAE,QAAQ;EACrB,UAAU,EAAE,QAAQ;EACpB,OAAO,EAAE,QAAQ;EAClB,EAAE;;;;;AAML,eAAsB,eACpB,OACA,QACA,UAAyB,EAAE,EACD;AAE1B,QAAO,WADS,MAAM,OAAO,OAAO,QAAQ,QAAQ,CAC1B;;AAG5B,SAAS,WAAW,SAA0C;AAC5D,QAAO,QAAQ,KAAK,MAAM;EACxB,MAAM,UAAU,iBAAiB,EAAE,QAAQ;EAC3C,MAAM,SAAS,EAAE,SAAS,UAAU,EAAE;EACtC,MAAM,QAAQ,QAAQ,MAAM,KAAK,CAAC;AAElC,SAAO;GACL,SAAS,EAAE,SAAS,WAAW;GAC/B;GACA,WAAW,EAAE,YAAY,MAAM;GAC/B,SAAS,EAAE,YAAY,MAAM;GAC7B;GACA,OAAO,EAAE;GACT,YAAY,EAAE;GACd,UAAU,EAAE;GACZ,OAAO,EAAE;GACV;GACD;;AAKJ,eAAsB,SAAS,SAAyD;CACtF,MAAM,uBAAO,IAAI,KAA6B;AAC9C,OAAM,QAAQ,IAAI,QAAQ,IAAI,OAAO,WAAW;EAC9C,MAAM,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AAClC,OAAK,IAAI,QAAQ,GAAG;GACpB,CAAC;AACH,QAAO;;AAGT,eAAsB,aACpB,OACA,MACA,UAAyB,EAAE,EACD;CAC1B,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,aAAa,QAAQ;CAC3B,MAAM,aAAa,MAAM,QAAQ,IAC/B,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,IAAI,OAAO,OAAO;AAEnC,UADgB,MAAM,GAAG,OAAO,OAAO;GAAE,OAAO;GAAY;GAAQ,eAAe;GAAM,gBAAgB;GAAM,YAAY;GAAM,CAAC,EACnH,KAAI,OAAM;GACvB,IAAI,EAAE;GACN,SAAS,EAAE,WAAW;GACtB,OAAO,EAAE;GACT,UAAU,EAAE,YAAY,EAAE;GAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;GACrC,WAAW,EAAE,QAAQ;GACrB,UAAU,EAAE,QAAQ;GACpB,OAAO,EAAE,QAAQ;GAClB,EAAE;GACH,CACH;CAED,MAAM,uBAAO,IAAI,KAAa;AAY9B,QAAO,WAXQ,WAAW,MAAM,CAC7B,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CACjC,QAAQ,MAAM;EACb,MAAM,KAAK,EAAE;EACb,MAAM,MAAM,GAAG,EAAE,SAAS,UAAU,EAAE,GAAG,GAAG,KAAK,GAAG,GAAG,KAAK;AAC5D,MAAI,KAAK,IAAI,IAAI,CACf,QAAO;AACT,OAAK,IAAI,IAAI;AACb,SAAO;GACP,CACD,MAAM,GAAG,MAAM,CACO;;AAG3B,eAAsB,UAAU,MAAkD;AAChF,OAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,KAAI,OAAM,GAAG,SAAS,CAAC,CAAC;AAC7D,MAAK,OAAO"}
+{"version":3,"file":"index.mjs","names":[],"sources":["../../src/retriv/index.ts"],"sourcesContent":["import type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet } from './types.ts'\nimport { stripFrontmatter } from '../core/markdown.ts'\n\nexport type { ChunkEntity, Document, IndexConfig, IndexPhase, IndexProgress, SearchFilter, SearchOptions, SearchResult, SearchSnippet }\n\ntype RetrivInstance = Awaited<ReturnType<typeof getDb>>\n\nexport class SearchDepsUnavailableError extends Error {\n  constructor(cause: unknown) {\n    super('Search dependencies unavailable (sqlite-vec or retriv not installed). Search indexing skipped.')\n    this.name = 'SearchDepsUnavailableError'\n    this.cause = cause\n  }\n}\n\n// Dynamic imports: retriv/chunkers/auto eagerly loads typescript which may not be installed (e.g. npx)\nexport async function getDb(config: Pick<IndexConfig, 'dbPath'>) {\n  let createRetriv, autoChunker, sqliteMod, sqliteVec, transformersJs, cachedEmbeddings\n  try {\n    ;([\n      { createRetriv },\n      { autoChunker },\n      sqliteMod,\n      sqliteVec,\n      { transformersJs },\n      { cachedEmbeddings },\n    ] = await Promise.all([\n      import('retriv'),\n      import('retriv/chunkers/auto'),\n      import('retriv/db/sqlite'),\n      import('sqlite-vec'),\n      import('retriv/embeddings/transformers-js'),\n      import('./embedding-cache.ts'),\n    ]))\n  }\n  catch (err: any) {\n    if (err?.code === 'ERR_MODULE_NOT_FOUND')\n      throw new SearchDepsUnavailableError(err)\n    throw err\n  }\n  const embeddings = await cachedEmbeddings(transformersJs())\n  return createRetriv({\n    driver: sqliteMod.default({\n      path: config.dbPath,\n      embeddings,\n      sqliteVec,\n    }),\n    chunking: autoChunker(),\n  })\n}\n\n/**\n * Index documents in-process (no worker thread).\n * Preferred for tests and environments where worker_threads is unreliable.\n */\nexport async function createIndexDirect(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  const db = await getDb(config)\n  await db.index(documents, { onProgress: config.onProgress })\n  await db.close?.()\n}\n\n/**\n * Index documents in a background worker thread.\n * Falls back to direct indexing if worker fails to spawn.\n */\nexport async function createIndex(\n  documents: Document[],\n  config: IndexConfig,\n): Promise<void> {\n  // Dynamic import justified: search/searchSnippets shouldn't pull in worker_threads\n  const { createIndexInWorker } = await import('./pool.ts')\n  return createIndexInWorker(documents, config)\n}\n\nexport async function search(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchResult[]> {\n  const { limit = 10, filter } = options\n  const db = await getDb(config)\n  const results = await db.search(query, { limit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n  await db.close?.()\n\n  return results.map(r => ({\n    id: r.id,\n    content: r.content ?? '',\n    score: r.score,\n    metadata: r.metadata ?? {},\n    highlights: r._meta?.highlights ?? [],\n    lineRange: r._chunk?.lineRange,\n    entities: r._chunk?.entities,\n    scope: r._chunk?.scope,\n  }))\n}\n\n/**\n * Search and return formatted snippets\n */\nexport async function searchSnippets(\n  query: string,\n  config: IndexConfig,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const results = await search(query, config, options)\n  return toSnippets(results)\n}\n\nfunction toSnippets(results: SearchResult[]): SearchSnippet[] {\n  return results.map((r) => {\n    const content = stripFrontmatter(r.content)\n    const source = r.metadata.source || r.id\n    const lines = content.split('\\n').length\n\n    return {\n      package: r.metadata.package || 'unknown',\n      source,\n      lineStart: r.lineRange?.[0] ?? 1,\n      lineEnd: r.lineRange?.[1] ?? lines,\n      content,\n      score: r.score,\n      highlights: r.highlights,\n      entities: r.entities,\n      scope: r.scope,\n    }\n  })\n}\n\n// ── Pooled DB access for interactive search ──\n\nexport async function openPool(dbPaths: string[]): Promise<Map<string, RetrivInstance>> {\n  const pool = new Map<string, RetrivInstance>()\n  await Promise.all(dbPaths.map(async (dbPath) => {\n    const db = await getDb({ dbPath })\n    pool.set(dbPath, db)\n  }))\n  return pool\n}\n\nexport async function searchPooled(\n  query: string,\n  pool: Map<string, RetrivInstance>,\n  options: SearchOptions = {},\n): Promise<SearchSnippet[]> {\n  const { limit = 10, filter } = options\n  const fetchLimit = limit * 2 // Over-fetch to compensate for dedup\n  const allResults = await Promise.all(\n    [...pool.values()].map(async (db) => {\n      const results = await db.search(query, { limit: fetchLimit, filter, returnContent: true, returnMetadata: true, returnMeta: true })\n      return results.map(r => ({\n        id: r.id,\n        content: r.content ?? '',\n        score: r.score,\n        metadata: r.metadata ?? {},\n        highlights: r._meta?.highlights ?? [],\n        lineRange: r._chunk?.lineRange as [number, number] | undefined,\n        entities: r._chunk?.entities,\n        scope: r._chunk?.scope,\n      }))\n    }),\n  )\n  // Deduplicate by source+lineRange (overlapping chunks from same doc)\n  const seen = new Set<string>()\n  const merged = allResults.flat()\n    .sort((a, b) => b.score - a.score)\n    .filter((r) => {\n      const lr = r.lineRange\n      const key = `${r.metadata.source || r.id}:${lr?.[0]}-${lr?.[1]}`\n      if (seen.has(key))\n        return false\n      seen.add(key)\n      return true\n    })\n    .slice(0, limit)\n  return toSnippets(merged)\n}\n\nexport async function closePool(pool: Map<string, RetrivInstance>): Promise<void> {\n  await Promise.all([...pool.values()].map(db => db.close?.()))\n  pool.clear()\n}\n"],"mappings":";;AAOA,IAAa,6BAAb,cAAgD,MAAM;CACpD,YAAY,OAAgB;AAC1B,QAAM,iGAAiG;AACvG,OAAK,OAAO;AACZ,OAAK,QAAQ;;;AAKjB,eAAsB,MAAM,QAAqC;CAC/D,IAAI,cAAc,aAAa,WAAW,WAAW,gBAAgB;AACrE,KAAI;AACA,GACA,CAAE,eACF,CAAE,cACF,WACA,WACA,CAAE,iBACF,CAAE,qBACA,MAAM,QAAQ,IAAI;GACpB,OAAO;GACP,OAAO;GACP,OAAO;GACP,OAAO;GACP,OAAO;GACP,OAAO,kCAAA,MAAA,MAAA,EAAA,EAAA;GACR,CAAC;UAEG,KAAU;AACf,MAAI,KAAK,SAAS,uBAChB,OAAM,IAAI,2BAA2B,IAAI;AAC3C,QAAM;;CAER,MAAM,aAAa,MAAM,iBAAiB,gBAAgB,CAAC;AAC3D,QAAO,aAAa;EAClB,QAAQ,UAAU,QAAQ;GACxB,MAAM,OAAO;GACb;GACA;GACD,CAAC;EACF,UAAU,aAAA;EACX,CAAC;;;;;;AAOJ,eAAsB,kBACpB,WACA,QACe;CACf,MAAM,KAAK,MAAM,MAAM,OAAO;AAC9B,OAAM,GAAG,MAAM,WAAW,EAAE,YAAY,OAAO,YAAY,CAAC;AAC5D,OAAM,GAAG,SAAS;;;;;;AAOpB,eAAsB,YACpB,WACA,QACe;CAEf,MAAM,EAAE,wBAAwB,MAAM,OAAO;AAC7C,QAAO,oBAAoB,WAAW,OAAO;;AAG/C,eAAsB,OACpB,OACA,QACA,UAAyB,EAAE,EACF;CACzB,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,KAAK,MAAM,MAAM,OAAO;CAC9B,MAAM,UAAU,MAAM,GAAG,OAAO,OAAO;EAAE;EAAO;EAAQ,eAAe;EAAM,gBAAgB;EAAM,YAAY;EAAM,CAAC;AACtH,OAAM,GAAG,SAAS;AAElB,QAAO,QAAQ,KAAI,OAAM;EACvB,IAAI,EAAE;EACN,SAAS,EAAE,WAAW;EACtB,OAAO,EAAE;EACT,UAAU,EAAE,YAAY,EAAE;EAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;EACrC,WAAW,EAAE,QAAQ;EACrB,UAAU,EAAE,QAAQ;EACpB,OAAO,EAAE,QAAQ;EAClB,EAAE;;;;;AAML,eAAsB,eACpB,OACA,QACA,UAAyB,EAAE,EACD;AAE1B,QAAO,WADS,MAAM,OAAO,OAAO,QAAQ,QAAQ,CAC1B;;AAG5B,SAAS,WAAW,SAA0C;AAC5D,QAAO,QAAQ,KAAK,MAAM;EACxB,MAAM,UAAU,iBAAiB,EAAE,QAAQ;EAC3C,MAAM,SAAS,EAAE,SAAS,UAAU,EAAE;EACtC,MAAM,QAAQ,QAAQ,MAAM,KAAK,CAAC;AAElC,SAAO;GACL,SAAS,EAAE,SAAS,WAAW;GAC/B;GACA,WAAW,EAAE,YAAY,MAAM;GAC/B,SAAS,EAAE,YAAY,MAAM;GAC7B;GACA,OAAO,EAAE;GACT,YAAY,EAAE;GACd,UAAU,EAAE;GACZ,OAAO,EAAE;GACV;GACD;;AAKJ,eAAsB,SAAS,SAAyD;CACtF,MAAM,uBAAO,IAAI,KAA6B;AAC9C,OAAM,QAAQ,IAAI,QAAQ,IAAI,OAAO,WAAW;EAC9C,MAAM,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AAClC,OAAK,IAAI,QAAQ,GAAG;GACpB,CAAC;AACH,QAAO;;AAGT,eAAsB,aACpB,OACA,MACA,UAAyB,EAAE,EACD;CAC1B,MAAM,EAAE,QAAQ,IAAI,WAAW;CAC/B,MAAM,aAAa,QAAQ;CAC3B,MAAM,aAAa,MAAM,QAAQ,IAC/B,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,IAAI,OAAO,OAAO;AAEnC,UADgB,MAAM,GAAG,OAAO,OAAO;GAAE,OAAO;GAAY;GAAQ,eAAe;GAAM,gBAAgB;GAAM,YAAY;GAAM,CAAC,EACnH,KAAI,OAAM;GACvB,IAAI,EAAE;GACN,SAAS,EAAE,WAAW;GACtB,OAAO,EAAE;GACT,UAAU,EAAE,YAAY,EAAE;GAC1B,YAAY,EAAE,OAAO,cAAc,EAAE;GACrC,WAAW,EAAE,QAAQ;GACrB,UAAU,EAAE,QAAQ;GACpB,OAAO,EAAE,QAAQ;GAClB,EAAE;GACH,CACH;CAED,MAAM,uBAAO,IAAI,KAAa;AAY9B,QAAO,WAXQ,WAAW,MAAM,CAC7B,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CACjC,QAAQ,MAAM;EACb,MAAM,KAAK,EAAE;EACb,MAAM,MAAM,GAAG,EAAE,SAAS,UAAU,EAAE,GAAG,GAAG,KAAK,GAAG,GAAG,KAAK;AAC5D,MAAI,KAAK,IAAI,IAAI,CACf,QAAO;AACT,OAAK,IAAI,IAAI;AACb,SAAO;GACP,CACD,MAAM,GAAG,MAAM,CACO;;AAG3B,eAAsB,UAAU,MAAkD;AAChF,OAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,KAAI,OAAM,GAAG,SAAS,CAAC,CAAC;AAC7D,MAAK,OAAO"}

package/dist/retriv/worker.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"worker.d.mts","names":[],"sources":["../../src/retriv/worker.ts"],"mappings":";;;UAQiB,kBAAA;EACf,IAAA;EACA,EAAA;EACA,SAAA,EAAW,QAAA;EACX,MAAA;AAAA;AAAA,UAGe,qBAAA;EACf,IAAA;AAAA;AAAA,KAGU,aAAA,GAAgB,kBAAA,GAAqB,qBAAA;AAAA,UAEhC,sBAAA;EACf,IAAA;EACA,EAAA;EACA,KAAA;EACA,OAAA;EACA,KAAA;AAAA;AAAA,UAGe,kBAAA;EACf,IAAA;EACA,EAAA;AAAA;AAAA,UAGe,mBAAA;EACf,IAAA;EACA,EAAA;EACA,OAAA;AAAA;AAAA,KAGU,cAAA,GAAiB,sBAAA,GAAyB,kBAAA,GAAqB,mBAAA"}
+{"version":3,"file":"worker.d.mts","names":[],"sources":["../../src/retriv/worker.ts"],"mappings":";;;UAGiB,kBAAA;EACf,IAAA;EACA,EAAA;EACA,SAAA,EAAW,QAAA;EACX,MAAA;AAAA;AAAA,UAGe,qBAAA;EACf,IAAA;AAAA;AAAA,KAGU,aAAA,GAAgB,kBAAA,GAAqB,qBAAA;AAAA,UAEhC,sBAAA;EACf,IAAA;EACA,EAAA;EACA,KAAA;EACA,OAAA;EACA,KAAA;AAAA;AAAA,UAGe,kBAAA;EACf,IAAA;EACA,EAAA;AAAA;AAAA,UAGe,mBAAA;EACf,IAAA;EACA,EAAA;EACA,OAAA;AAAA;AAAA,KAGU,cAAA,GAAiB,sBAAA,GAAyB,kBAAA,GAAqB,mBAAA"}

package/dist/retriv/worker.mjs

@@ -1,12 +1,4 @@
-import "../_chunks/config.mjs";
-import "../_chunks/sanitize.mjs";
-import "../_chunks/cache.mjs";
-import { t as cachedEmbeddings } from "../_chunks/embedding-cache.mjs";
 import { parentPort } from "node:worker_threads";
-import { createRetriv } from "retriv";
-import { autoChunker } from "retriv/chunkers/auto";
-import sqlite from "retriv/db/sqlite";
-import { transformersJs } from "retriv/embeddings/transformers-js";
 if (parentPort) parentPort.on("message", async (msg) => {
 	if (msg.type === "shutdown") process.exit(0);
 	if (msg.type === "index") {
@@ -24,14 +16,8 @@ if (parentPort) parentPort.on("message", async (msg) => {
 					});
 				}
 			};
-			const embeddings = await cachedEmbeddings(transformersJs());
-			const db = await createRetriv({
-				driver: sqlite({
-					path: config.dbPath,
-					embeddings
-				}),
-				chunking: autoChunker()
-			});
+			const { getDb } = await import("./index.mjs");
+			const db = await getDb(config);
 			await db.index(documents, { onProgress: config.onProgress });
 			await db.close?.();
 			parentPort.postMessage({

package/dist/retriv/worker.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"worker.mjs","names":[],"sources":["../../src/retriv/worker.ts"],"sourcesContent":["import type { IndexConfig, Document as RetrivDocument } from './types.ts'\nimport { parentPort } from 'node:worker_threads'\nimport { createRetriv } from 'retriv'\nimport { autoChunker } from 'retriv/chunkers/auto'\nimport sqlite from 'retriv/db/sqlite'\nimport { transformersJs } from 'retriv/embeddings/transformers-js'\nimport { cachedEmbeddings } from './embedding-cache.ts'\n\nexport interface WorkerIndexMessage {\n  type: 'index'\n  id: number\n  documents: RetrivDocument[]\n  dbPath: string\n}\n\nexport interface WorkerShutdownMessage {\n  type: 'shutdown'\n}\n\nexport type WorkerMessage = WorkerIndexMessage | WorkerShutdownMessage\n\nexport interface WorkerProgressResponse {\n  type: 'progress'\n  id: number\n  phase: string\n  current: number\n  total: number\n}\n\nexport interface WorkerDoneResponse {\n  type: 'done'\n  id: number\n}\n\nexport interface WorkerErrorResponse {\n  type: 'error'\n  id: number\n  message: string\n}\n\nexport type WorkerResponse = WorkerProgressResponse | WorkerDoneResponse | WorkerErrorResponse\n\nif (parentPort) {\n  parentPort.on('message', async (msg: WorkerMessage) => {\n    if (msg.type === 'shutdown') {\n      process.exit(0)\n    }\n\n    if (msg.type === 'index') {\n      const { id, documents, dbPath } = msg\n\n      try {\n        const config: IndexConfig = {\n          dbPath,\n          onProgress: ({ phase, current, total }) => {\n            parentPort!.postMessage({ type: 'progress', id, phase, current, total } satisfies WorkerProgressResponse)\n          },\n        }\n\n        const embeddings = await cachedEmbeddings(transformersJs())\n        const db = await createRetriv({\n          driver: sqlite({\n            path: config.dbPath,\n            embeddings,\n          }),\n          chunking: autoChunker(),\n        })\n\n        await db.index(documents, { onProgress: config.onProgress })\n        await db.close?.()\n\n        parentPort!.postMessage({ type: 'done', id } satisfies WorkerDoneResponse)\n      }\n      catch (err) {\n        parentPort!.postMessage({\n          type: 'error',\n          id,\n          message: err instanceof Error ? err.message : String(err),\n        } satisfies WorkerErrorResponse)\n      }\n    }\n  })\n}\n"],"mappings":";;;;;;;;;AA0CA,IAAI,WACF,YAAW,GAAG,WAAW,OAAO,QAAuB;AACrD,KAAI,IAAI,SAAS,WACf,SAAQ,KAAK,EAAE;AAGjB,KAAI,IAAI,SAAS,SAAS;EACxB,MAAM,EAAE,IAAI,WAAW,WAAW;AAElC,MAAI;GACF,MAAM,SAAsB;IAC1B;IACA,aAAa,EAAE,OAAO,SAAS,YAAY;AACzC,gBAAY,YAAY;MAAE,MAAM;MAAY;MAAI;MAAO;MAAS;MAAO,CAAkC;;IAE5G;GAED,MAAM,aAAa,MAAM,iBAAiB,gBAAgB,CAAC;GAC3D,MAAM,KAAK,MAAM,aAAa;IAC5B,QAAQ,OAAO;KACb,MAAM,OAAO;KACb;KACD,CAAC;IACF,UAAU,aAAA;IACX,CAAC;AAEF,SAAM,GAAG,MAAM,WAAW,EAAE,YAAY,OAAO,YAAY,CAAC;AAC5D,SAAM,GAAG,SAAS;AAElB,cAAY,YAAY;IAAE,MAAM;IAAQ;IAAI,CAA8B;WAErE,KAAK;AACV,cAAY,YAAY;IACtB,MAAM;IACN;IACA,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAA;IACtD,CAA+B;;;EAGpC"}
+{"version":3,"file":"worker.mjs","names":[],"sources":["../../src/retriv/worker.ts"],"sourcesContent":["import type { IndexConfig, Document as RetrivDocument } from './types.ts'\nimport { parentPort } from 'node:worker_threads'\n\nexport interface WorkerIndexMessage {\n  type: 'index'\n  id: number\n  documents: RetrivDocument[]\n  dbPath: string\n}\n\nexport interface WorkerShutdownMessage {\n  type: 'shutdown'\n}\n\nexport type WorkerMessage = WorkerIndexMessage | WorkerShutdownMessage\n\nexport interface WorkerProgressResponse {\n  type: 'progress'\n  id: number\n  phase: string\n  current: number\n  total: number\n}\n\nexport interface WorkerDoneResponse {\n  type: 'done'\n  id: number\n}\n\nexport interface WorkerErrorResponse {\n  type: 'error'\n  id: number\n  message: string\n}\n\nexport type WorkerResponse = WorkerProgressResponse | WorkerDoneResponse | WorkerErrorResponse\n\nif (parentPort) {\n  parentPort.on('message', async (msg: WorkerMessage) => {\n    if (msg.type === 'shutdown') {\n      process.exit(0)\n    }\n\n    if (msg.type === 'index') {\n      const { id, documents, dbPath } = msg\n\n      try {\n        const config: IndexConfig = {\n          dbPath,\n          onProgress: ({ phase, current, total }) => {\n            parentPort!.postMessage({ type: 'progress', id, phase, current, total } satisfies WorkerProgressResponse)\n          },\n        }\n\n        const { getDb } = await import('./index.ts')\n        const db = await getDb(config)\n        await db.index(documents, { onProgress: config.onProgress })\n        await db.close?.()\n\n        parentPort!.postMessage({ type: 'done', id } satisfies WorkerDoneResponse)\n      }\n      catch (err) {\n        parentPort!.postMessage({\n          type: 'error',\n          id,\n          message: err instanceof Error ? err.message : String(err),\n        } satisfies WorkerErrorResponse)\n      }\n    }\n  })\n}\n"],"mappings":";AAqCA,IAAI,WACF,YAAW,GAAG,WAAW,OAAO,QAAuB;AACrD,KAAI,IAAI,SAAS,WACf,SAAQ,KAAK,EAAE;AAGjB,KAAI,IAAI,SAAS,SAAS;EACxB,MAAM,EAAE,IAAI,WAAW,WAAW;AAElC,MAAI;GACF,MAAM,SAAsB;IAC1B;IACA,aAAa,EAAE,OAAO,SAAS,YAAY;AACzC,gBAAY,YAAY;MAAE,MAAM;MAAY;MAAI;MAAO;MAAS;MAAO,CAAkC;;IAE5G;GAED,MAAM,EAAE,UAAU,MAAM,OAAO;GAC/B,MAAM,KAAK,MAAM,MAAM,OAAO;AAC9B,SAAM,GAAG,MAAM,WAAW,EAAE,YAAY,OAAO,YAAY,CAAC;AAC5D,SAAM,GAAG,SAAS;AAElB,cAAY,YAAY;IAAE,MAAM;IAAQ;IAAI,CAA8B;WAErE,KAAK;AACV,cAAY,YAAY;IACtB,MAAM;IACN;IACA,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAA;IACtD,CAA+B;;;EAGpC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "skilld",
   "type": "module",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "Generate AI agent skills from npm package documentation",
   "author": {
     "name": "Harlan Wilton",
@@ -60,7 +60,7 @@
     "oxc-parser": "^0.116.0",
     "p-limit": "^7.3.0",
     "pathe": "^2.0.3",
-    "retriv": "^0.10.3",
+    "retriv": "^0.10.4",
     "semver": "^7.7.4",
     "sqlite-vec": "^0.1.7-alpha.10",
     "std-env": "^3.10.0",