skilld 1.0.0 → 1.1.0

package/dist/_chunks/pool2.mjs

@@ -1,115 +0,0 @@
-import { dirname, join } from "pathe";
-import { existsSync } from "node:fs";
-import { fileURLToPath } from "node:url";
-import { Worker } from "node:worker_threads";
-let worker = null;
-let taskId = 0;
-const pending = /* @__PURE__ */ new Map();
-const queue = [];
-let running = false;
-function resolveWorkerPath() {
-	const dir = dirname(fileURLToPath(import.meta.url));
-	for (const candidate of [join(dir, "worker.mjs"), join(dir, "..", "retriv", "worker.mjs")]) if (existsSync(candidate)) return { path: candidate };
-	return {
-		path: join(dir, "worker.ts"),
-		execArgv: ["--experimental-strip-types"]
-	};
-}
-function ensureWorker() {
-	if (worker) return worker;
-	const config = resolveWorkerPath();
-	const w = new Worker(config.path, { execArgv: config.execArgv });
-	w.on("message", (msg) => {
-		const task = pending.get(msg.id);
-		if (!task) return;
-		if (msg.type === "progress") task.onProgress?.({
-			phase: msg.phase,
-			current: msg.current,
-			total: msg.total
-		});
-		else if (msg.type === "done") {
-			pending.delete(msg.id);
-			task.resolve();
-		} else if (msg.type === "error") {
-			pending.delete(msg.id);
-			task.reject(new Error(msg.message));
-		}
-	});
-	w.on("error", (err) => {
-		for (const task of pending.values()) task.reject(err);
-		pending.clear();
-		worker = null;
-	});
-	w.on("exit", (code) => {
-		if (pending.size > 0) {
-			const err = /* @__PURE__ */ new Error(`Worker exited (code ${code}) with ${pending.size} pending tasks`);
-			for (const task of pending.values()) task.reject(err);
-			pending.clear();
-		}
-		worker = null;
-	});
-	worker = w;
-	return w;
-}
-function drainQueue() {
-	if (running || queue.length === 0) return;
-	queue.shift()();
-}
-async function createIndexInWorker(documents, config) {
-	return new Promise((resolve, reject) => {
-		const run = () => {
-			running = true;
-			const id = ++taskId;
-			let w;
-			try {
-				w = ensureWorker();
-			} catch (err) {
-				running = false;
-				drainQueue();
-				reject(err instanceof Error ? err : new Error(String(err)));
-				return;
-			}
-			pending.set(id, {
-				id,
-				resolve: () => {
-					running = false;
-					drainQueue();
-					resolve();
-				},
-				reject: (err) => {
-					running = false;
-					drainQueue();
-					reject(err);
-				},
-				onProgress: config.onProgress
-			});
-			const msg = {
-				type: "index",
-				id,
-				documents,
-				dbPath: config.dbPath
-			};
-			w.postMessage(msg);
-		};
-		if (running) queue.push(run);
-		else run();
-	});
-}
-async function shutdownWorker() {
-	if (!worker) return;
-	const w = worker;
-	worker = null;
-	return new Promise((resolve) => {
-		const timeout = setTimeout(() => {
-			w.terminate().then(() => resolve(), () => resolve());
-		}, 5e3);
-		w.once("exit", () => {
-			clearTimeout(timeout);
-			resolve();
-		});
-		w.postMessage({ type: "shutdown" });
-	});
-}
-export { shutdownWorker as n, createIndexInWorker as t };
-
-//# sourceMappingURL=pool2.mjs.map

package/dist/_chunks/pool2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"pool2.mjs","names":[],"sources":["../../src/retriv/pool.ts"],"sourcesContent":["import type { IndexConfig, Document as RetrivDocument } from './types.ts'\nimport type { WorkerMessage, WorkerResponse } from './worker.ts'\nimport { existsSync } from 'node:fs'\nimport { fileURLToPath } from 'node:url'\nimport { Worker } from 'node:worker_threads'\nimport { dirname, join } from 'pathe'\n\ninterface PendingTask {\n  id: number\n  resolve: () => void\n  reject: (err: Error) => void\n  onProgress?: IndexConfig['onProgress']\n}\n\nlet worker: Worker | null = null\nlet taskId = 0\nconst pending = new Map<number, PendingTask>()\nconst queue: Array<() => void> = []\nlet running = false\n\nfunction resolveWorkerPath(): { path: string, execArgv?: string[] } {\n  const dir = dirname(fileURLToPath(import.meta.url))\n\n  // Bundled: dist/retriv/worker.mjs (resolve from package root, not chunk dir)\n  for (const candidate of [join(dir, 'worker.mjs'), join(dir, '..', 'retriv', 'worker.mjs')]) {\n    if (existsSync(candidate))\n      return { path: candidate }\n  }\n\n  // Dev stub: src/retriv/pool.ts → src/retriv/worker.ts\n  return { path: join(dir, 'worker.ts'), execArgv: ['--experimental-strip-types'] }\n}\n\nfunction ensureWorker(): Worker {\n  if (worker)\n    return worker\n\n  const config = resolveWorkerPath()\n  const w = new Worker(config.path, {\n    execArgv: config.execArgv,\n  })\n\n  w.on('message', (msg: WorkerResponse) => {\n    const task = pending.get(msg.id)\n    if (!task)\n      return\n\n    if (msg.type === 'progress') {\n      task.onProgress?.({ phase: msg.phase as any, current: msg.current, total: msg.total })\n    }\n    else if (msg.type === 'done') {\n      pending.delete(msg.id)\n      task.resolve()\n    }\n    else if (msg.type === 'error') {\n      pending.delete(msg.id)\n      task.reject(new Error(msg.message))\n    }\n  })\n\n  w.on('error', (err: Error) => {\n    for (const task of pending.values())\n      task.reject(err)\n    pending.clear()\n    worker = null\n  })\n\n  w.on('exit', (code) => {\n    if (pending.size > 0) {\n      const err = new Error(`Worker exited (code ${code}) with ${pending.size} pending tasks`)\n      for (const task of pending.values())\n        task.reject(err)\n      pending.clear()\n    }\n    worker = null\n  })\n\n  worker = w\n  return w\n}\n\nfunction drainQueue() {\n  if (running || queue.length === 0)\n    return\n  const next = queue.shift()!\n  next()\n}\n\nexport async function createIndexInWorker(\n  documents: RetrivDocument[],\n  config: IndexConfig,\n): Promise<void> {\n  return new Promise<void>((resolve, reject) => {\n    const run = () => {\n      running = true\n      const id = ++taskId\n\n      let w: Worker\n      try {\n        w = ensureWorker()\n      }\n      catch (err) {\n        running = false\n        drainQueue()\n        reject(err instanceof Error ? err : new Error(String(err)))\n        return\n      }\n\n      pending.set(id, {\n        id,\n        resolve: () => {\n          running = false\n          drainQueue()\n          resolve()\n        },\n        reject: (err) => {\n          running = false\n          drainQueue()\n          reject(err)\n        },\n        onProgress: config.onProgress,\n      })\n\n      const msg: WorkerMessage = {\n        type: 'index',\n        id,\n        documents,\n        dbPath: config.dbPath,\n      }\n\n      w.postMessage(msg)\n    }\n\n    if (running) {\n      queue.push(run)\n    }\n    else {\n      run()\n    }\n  })\n}\n\nexport async function shutdownWorker(): Promise<void> {\n  if (!worker)\n    return\n\n  const w = worker\n  worker = null\n\n  return new Promise<void>((resolve) => {\n    const timeout = setTimeout(() => {\n      w.terminate().then(() => resolve(), () => resolve())\n    }, 5000)\n\n    w.once('exit', () => {\n      clearTimeout(timeout)\n      resolve()\n    })\n\n    w.postMessage({ type: 'shutdown' } satisfies WorkerMessage)\n  })\n}\n"],"mappings":";;;;AAcA,IAAI,SAAwB;AAC5B,IAAI,SAAS;AACb,MAAM,0BAAU,IAAI,KAA0B;AAC9C,MAAM,QAA2B,EAAE;AACnC,IAAI,UAAU;AAEd,SAAS,oBAA2D;CAClE,MAAM,MAAM,QAAQ,cAAc,OAAO,KAAK,IAAI,CAAC;AAGnD,MAAK,MAAM,aAAa,CAAC,KAAK,KAAK,aAAa,EAAE,KAAK,KAAK,MAAM,UAAU,aAAa,CAAC,CACxF,KAAI,WAAW,UAAU,CACvB,QAAO,EAAE,MAAM,WAAW;AAI9B,QAAO;EAAE,MAAM,KAAK,KAAK,YAAY;EAAE,UAAU,CAAC,6BAAA;EAA+B;;AAGnF,SAAS,eAAuB;AAC9B,KAAI,OACF,QAAO;CAET,MAAM,SAAS,mBAAmB;CAClC,MAAM,IAAI,IAAI,OAAO,OAAO,MAAM,EAChC,UAAU,OAAO,UAClB,CAAC;AAEF,GAAE,GAAG,YAAY,QAAwB;EACvC,MAAM,OAAO,QAAQ,IAAI,IAAI,GAAG;AAChC,MAAI,CAAC,KACH;AAEF,MAAI,IAAI,SAAS,WACf,MAAK,aAAa;GAAE,OAAO,IAAI;GAAc,SAAS,IAAI;GAAS,OAAO,IAAI;GAAO,CAAC;WAE/E,IAAI,SAAS,QAAQ;AAC5B,WAAQ,OAAO,IAAI,GAAG;AACtB,QAAK,SAAS;aAEP,IAAI,SAAS,SAAS;AAC7B,WAAQ,OAAO,IAAI,GAAG;AACtB,QAAK,OAAO,IAAI,MAAM,IAAI,QAAQ,CAAC;;GAErC;AAEF,GAAE,GAAG,UAAU,QAAe;AAC5B,OAAK,MAAM,QAAQ,QAAQ,QAAQ,CACjC,MAAK,OAAO,IAAI;AAClB,UAAQ,OAAO;AACf,WAAS;GACT;AAEF,GAAE,GAAG,SAAS,SAAS;AACrB,MAAI,QAAQ,OAAO,GAAG;GACpB,MAAM,sBAAM,IAAI,MAAM,uBAAuB,KAAK,SAAS,QAAQ,KAAK,gBAAgB;AACxF,QAAK,MAAM,QAAQ,QAAQ,QAAQ,CACjC,MAAK,OAAO,IAAI;AAClB,WAAQ,OAAO;;AAEjB,WAAS;GACT;AAEF,UAAS;AACT,QAAO;;AAGT,SAAS,aAAa;AACpB,KAAI,WAAW,MAAM,WAAW,EAC9B;AACW,OAAM,OAAO,EACpB;;AAGR,eAAsB,oBACpB,WACA,QACe;AACf,QAAO,IAAI,SAAe,SAAS,WAAW;EAC5C,MAAM,YAAY;AAChB,aAAU;GACV,MAAM,KAAK,EAAE;GAEb,IAAI;AACJ,OAAI;AACF,QAAI,cAAc;YAEb,KAAK;AACV,cAAU;AACV,gBAAY;AACZ,WAAO,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,IAAI,CAAC,CAAC;AAC3D;;AAGF,WAAQ,IAAI,IAAI;IACd;IACA,eAAe;AACb,eAAU;AACV,iBAAY;AACZ,cAAS;;IAEX,SAAS,QAAQ;AACf,eAAU;AACV,iBAAY;AACZ,YAAO,IAAI;;IAEb,YAAY,OAAO;IACpB,CAAC;GAEF,MAAM,MAAqB;IACzB,MAAM;IACN;IACA;IACA,QAAQ,OAAO;IAChB;AAED,KAAE,YAAY,IAAI;;AAGpB,MAAI,QACF,OAAM,KAAK,IAAI;MAGf,MAAK;GAEP;;AAGJ,eAAsB,iBAAgC;AACpD,KAAI,CAAC,OACH;CAEF,MAAM,IAAI;AACV,UAAS;AAET,QAAO,IAAI,SAAe,YAAY;EACpC,MAAM,UAAU,iBAAiB;AAC/B,KAAE,WAAW,CAAC,WAAW,SAAS,QAAQ,SAAS,CAAC;KACnD,IAAK;AAER,IAAE,KAAK,cAAc;AACnB,gBAAa,QAAQ;AACrB,YAAS;IACT;AAEF,IAAE,YAAY,EAAE,MAAM,YAAY,CAAyB;GAC3D"}