skilld 0.6.2 → 0.7.0

package/dist/_chunks/embedding-cache.mjs

@@ -0,0 +1,50 @@
+import { n as __require } from "./chunk.mjs";
+import { t as CACHE_DIR } from "./config.mjs";
+import { join } from "pathe";
+import { rmSync } from "node:fs";
+import { cachedEmbeddings } from "retriv/embeddings/cached";
+const EMBEDDINGS_DB_PATH = join(CACHE_DIR, "embeddings.db");
+function openDb() {
+	const { DatabaseSync: DB } = __require("node:sqlite");
+	const db = new DB(EMBEDDINGS_DB_PATH);
+	db.exec("PRAGMA journal_mode=WAL");
+	db.exec("PRAGMA busy_timeout=5000");
+	db.exec(`CREATE TABLE IF NOT EXISTS embeddings (text_hash TEXT PRIMARY KEY, embedding BLOB NOT NULL)`);
+	db.exec(`CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT NOT NULL)`);
+	return db;
+}
+function createSqliteStorage(db) {
+	const getStmt = db.prepare("SELECT embedding FROM embeddings WHERE text_hash = ?");
+	const setStmt = db.prepare("INSERT OR IGNORE INTO embeddings (text_hash, embedding) VALUES (?, ?)");
+	return {
+		get: (hash) => {
+			const row = getStmt.get(hash);
+			if (!row) return null;
+			return new Float32Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 4);
+		},
+		set: (hash, embedding) => {
+			const arr = embedding instanceof Float32Array ? embedding : new Float32Array(embedding);
+			setStmt.run(hash, Buffer.from(arr.buffer, arr.byteOffset, arr.byteLength));
+		}
+	};
+}
+function cachedEmbeddings$1(config) {
+	const db = openDb();
+	const storage = createSqliteStorage(db);
+	const originalResolve = config.resolve;
+	return cachedEmbeddings({ async resolve() {
+		const resolved = await originalResolve();
+		const getMetaStmt = db.prepare("SELECT value FROM meta WHERE key = ?");
+		const setMetaStmt = db.prepare("INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)");
+		const storedDims = getMetaStmt.get("dimensions");
+		if (storedDims && Number(storedDims.value) !== resolved.dimensions) db.exec("DELETE FROM embeddings");
+		setMetaStmt.run("dimensions", String(resolved.dimensions));
+		return resolved;
+	} }, { storage });
+}
+function clearEmbeddingCache() {
+	rmSync(EMBEDDINGS_DB_PATH, { force: true });
+}
+export { clearEmbeddingCache as n, cachedEmbeddings$1 as t };
+
+//# sourceMappingURL=embedding-cache.mjs.map

package/dist/_chunks/embedding-cache.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-cache.mjs","names":["cachedEmbeddings","retrivCached"],"sources":["../../src/retriv/embedding-cache.ts"],"sourcesContent":["import type { DatabaseSync } from 'node:sqlite'\nimport type { Embedding } from 'retriv'\nimport { rmSync } from 'node:fs'\nimport { join } from 'pathe'\nimport { cachedEmbeddings as retrivCached } from 'retriv/embeddings/cached'\nimport { CACHE_DIR } from '../cache'\n\ninterface EmbeddingConfig {\n  resolve: () => Promise<{ embedder: (texts: string[]) => Promise<Embedding[]>, dimensions: number, maxTokens?: number }>\n}\n\nconst EMBEDDINGS_DB_PATH = join(CACHE_DIR, 'embeddings.db')\n\nfunction openDb(): DatabaseSync {\n  // eslint-disable-next-line ts/no-require-imports\n  const { DatabaseSync: DB } = require('node:sqlite') as typeof import('node:sqlite')\n  const db = new DB(EMBEDDINGS_DB_PATH)\n  db.exec('PRAGMA journal_mode=WAL')\n  db.exec('PRAGMA busy_timeout=5000')\n  db.exec(`CREATE TABLE IF NOT EXISTS embeddings (text_hash TEXT PRIMARY KEY, embedding BLOB NOT NULL)`)\n  db.exec(`CREATE TABLE IF NOT EXISTS meta (key TEXT PRIMARY KEY, value TEXT NOT NULL)`)\n  return db\n}\n\nfunction createSqliteStorage(db: DatabaseSync) {\n  const getStmt = db.prepare('SELECT embedding FROM embeddings WHERE text_hash = ?')\n  const setStmt = db.prepare('INSERT OR IGNORE INTO embeddings (text_hash, embedding) VALUES (?, ?)')\n\n  return {\n    get: (hash: string): Embedding | null => {\n      const row = getStmt.get(hash) as { embedding: Buffer } | undefined\n      if (!row)\n        return null\n      return new Float32Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 4)\n    },\n    set: (hash: string, embedding: Embedding): void => {\n      const arr = embedding instanceof Float32Array ? embedding : new Float32Array(embedding)\n      setStmt.run(hash, Buffer.from(arr.buffer, arr.byteOffset, arr.byteLength))\n    },\n  }\n}\n\nexport function cachedEmbeddings(config: EmbeddingConfig): EmbeddingConfig {\n  const db = openDb()\n  const storage = createSqliteStorage(db)\n\n  // Validate dimensions on first resolve\n  const originalResolve = config.resolve\n  const validatedConfig: EmbeddingConfig = {\n    async resolve() {\n      const resolved = await originalResolve()\n      const getMetaStmt = db.prepare('SELECT value FROM meta WHERE key = ?')\n      const setMetaStmt = db.prepare('INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)')\n\n      const storedDims = getMetaStmt.get('dimensions') as { value: string } | undefined\n      if (storedDims && Number(storedDims.value) !== resolved.dimensions) {\n        db.exec('DELETE FROM embeddings')\n      }\n      setMetaStmt.run('dimensions', String(resolved.dimensions))\n\n      return resolved\n    },\n  }\n\n  return retrivCached(validatedConfig, { storage })\n}\n\nexport function clearEmbeddingCache(): void {\n  rmSync(EMBEDDINGS_DB_PATH, { force: true })\n}\n"],"mappings":";;;;;AAWA,MAAM,qBAAqB,KAAK,WAAW,gBAAgB;AAE3D,SAAS,SAAuB;CAE9B,MAAM,EAAE,cAAc,OAAA,UAAe,cAAc;CACnD,MAAM,KAAK,IAAI,GAAG,mBAAmB;AACrC,IAAG,KAAK,0BAA0B;AAClC,IAAG,KAAK,2BAA2B;AACnC,IAAG,KAAK,8FAA8F;AACtG,IAAG,KAAK,8EAA8E;AACtF,QAAO;;AAGT,SAAS,oBAAoB,IAAkB;CAC7C,MAAM,UAAU,GAAG,QAAQ,uDAAuD;CAClF,MAAM,UAAU,GAAG,QAAQ,wEAAwE;AAEnG,QAAO;EACL,MAAM,SAAmC;GACvC,MAAM,MAAM,QAAQ,IAAI,KAAK;AAC7B,OAAI,CAAC,IACH,QAAO;AACT,UAAO,IAAI,aAAa,IAAI,UAAU,QAAQ,IAAI,UAAU,YAAY,IAAI,UAAU,aAAa,EAAE;;EAEvG,MAAM,MAAc,cAA+B;GACjD,MAAM,MAAM,qBAAqB,eAAe,YAAY,IAAI,aAAa,UAAU;AACvF,WAAQ,IAAI,MAAM,OAAO,KAAK,IAAI,QAAQ,IAAI,YAAY,IAAI,WAAW,CAAC;;EAE7E;;AAGH,SAAgBA,mBAAiB,QAA0C;CACzE,MAAM,KAAK,QAAQ;CACnB,MAAM,UAAU,oBAAoB,GAAG;CAGvC,MAAM,kBAAkB,OAAO;AAiB/B,QAAOC,iBAhBkC,EACvC,MAAM,UAAU;EACd,MAAM,WAAW,MAAM,iBAAiB;EACxC,MAAM,cAAc,GAAG,QAAQ,uCAAuC;EACtE,MAAM,cAAc,GAAG,QAAQ,yDAAyD;EAExF,MAAM,aAAa,YAAY,IAAI,aAAa;AAChD,MAAI,cAAc,OAAO,WAAW,MAAM,KAAK,SAAS,WACtD,IAAG,KAAK,yBAAyB;AAEnC,cAAY,IAAI,cAAc,OAAO,SAAS,WAAW,CAAC;AAE1D,SAAO;IAEV,EAEoC,EAAE,SAAS,CAAC;;AAGnD,SAAgB,sBAA4B;AAC1C,QAAO,oBAAoB,EAAE,OAAO,MAAM,CAAC"}

package/dist/_chunks/npm.mjs

@@ -1707,13 +1707,6 @@ async function readLocalDependencies(cwd) {
 	};
 	const results = [];
 	for (const [name, version] of Object.entries(deps)) {
-		if (name.startsWith("@types/") || [
-			"typescript",
-			"eslint",
-			"prettier",
-			"vitest",
-			"jest"
-		].includes(name)) continue;
 		const parsed = parseVersionSpecifier(name, version, cwd);
 		if (parsed) results.push(parsed);
 	}