@unlimiting/qsc 0.1.0

package/dist/embedder/local.js

@@ -0,0 +1,60 @@
+/**
+ * Creates a local model Embedder using node-llama-cpp.
+ *
+ * NOTE: This is a stub implementation. Full functionality requires
+ * node-llama-cpp to be installed and a GGUF model file available.
+ * The interface and structure are ready for when the environment supports it.
+ */
+export function createLocalEmbedder(config) {
+    const model = config.model;
+    const dimensions = config.dimensions;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    let llamaModule = null;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    let cachedModel = null;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    let cachedContext = null;
+    async function loadLlama() {
+        if (llamaModule)
+            return llamaModule;
+        try {
+            // Dynamic import — node-llama-cpp is an optional dependency
+            // @ts-expect-error node-llama-cpp is optional and may not be installed
+            llamaModule = await import("node-llama-cpp");
+            return llamaModule;
+        }
+        catch {
+            throw new Error("node-llama-cpp is not installed. Install it with: npm install node-llama-cpp");
+        }
+    }
+    async function getContext() {
+        if (cachedContext)
+            return cachedContext;
+        const llama = await loadLlama();
+        const llamaInstance = await llama.getLlama();
+        cachedModel = await llamaInstance.loadModel({ modelPath: model });
+        cachedContext = await cachedModel.createEmbeddingContext();
+        return cachedContext;
+    }
+    const embedder = {
+        async embed(texts) {
+            if (texts.length === 0)
+                return [];
+            const context = await getContext();
+            const results = [];
+            for (const text of texts) {
+                const embedding = await context.getEmbeddingFor(text);
+                results.push(Array.from(embedding.vector));
+            }
+            return results;
+        },
+        get dimensions() {
+            return dimensions;
+        },
+        get modelName() {
+            return model;
+        },
+    };
+    return embedder;
+}
+//# sourceMappingURL=local.js.map

package/dist/embedder/local.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/embedder/local.ts"],"names":[],"mappings":"AAGA;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAsB;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IAErC,8DAA8D;IAC9D,IAAI,WAAW,GAAQ,IAAI,CAAC;IAC5B,8DAA8D;IAC9D,IAAI,WAAW,GAAQ,IAAI,CAAC;IAC5B,8DAA8D;IAC9D,IAAI,aAAa,GAAQ,IAAI,CAAC;IAE9B,KAAK,UAAU,SAAS;QACtB,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;QACpC,IAAI,CAAC;YACH,4DAA4D;YAC5D,uEAAuE;YACvE,WAAW,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAC7C,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,UAAU,UAAU;QACvB,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;QAExC,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;QAChC,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC7C,WAAW,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,aAAa,GAAG,MAAM,WAAW,CAAC,sBAAsB,EAAE,CAAC;QAC3D,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,MAAM,QAAQ,GAAa;QACzB,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAElC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;YAEnC,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAkB,CAAC,CAAC,CAAC;YACzD,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,UAAU;YACZ,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,IAAI,SAAS;YACX,OAAO,KAAK,CAAC;QACf,CAAC;KACF,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/embedder/openai.d.ts

@@ -0,0 +1,10 @@
+import type { EmbedderConfig } from "../config/index.js";
+import type { Embedder } from "./index.js";
+/**
+ * Creates an OpenAI-backed Embedder.
+ *
+ * Supports text-embedding-3-small (1536d) and text-embedding-3-large (3072d).
+ * Handles batch splitting and retry with exponential backoff for rate limits.
+ */
+export declare function createOpenAIEmbedder(config: EmbedderConfig): Embedder;
+//# sourceMappingURL=openai.d.ts.map

package/dist/embedder/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/embedder/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,QAAQ,CAuErE"}

package/dist/embedder/openai.js

@@ -0,0 +1,69 @@
+import OpenAI from "openai";
+const MAX_BATCH_SIZE = 2048;
+const MAX_RETRIES = 3;
+const BASE_DELAY_MS = 1000;
+/**
+ * Creates an OpenAI-backed Embedder.
+ *
+ * Supports text-embedding-3-small (1536d) and text-embedding-3-large (3072d).
+ * Handles batch splitting and retry with exponential backoff for rate limits.
+ */
+export function createOpenAIEmbedder(config) {
+    const apiKey = process.env[config.api_key_env];
+    if (!apiKey) {
+        throw new Error(`Missing API key: environment variable "${config.api_key_env}" is not set`);
+    }
+    const client = new OpenAI({ apiKey });
+    const model = config.model;
+    const dimensions = config.dimensions;
+    async function embedBatch(texts) {
+        let lastError;
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            try {
+                const response = await client.embeddings.create({
+                    model,
+                    input: texts,
+                    dimensions,
+                });
+                // Sort by index to preserve input order
+                const sorted = response.data.sort((a, b) => a.index - b.index);
+                return sorted.map((item) => item.embedding);
+            }
+            catch (error) {
+                lastError = error;
+                // Retry on rate limit (429) or server errors (5xx)
+                const status = error instanceof OpenAI.APIError ? error.status : undefined;
+                if (status === 429 || (status !== undefined && status >= 500)) {
+                    const delay = BASE_DELAY_MS * Math.pow(2, attempt);
+                    await new Promise((resolve) => setTimeout(resolve, delay));
+                    continue;
+                }
+                // Non-retryable error
+                throw error;
+            }
+        }
+        throw lastError;
+    }
+    const embedder = {
+        async embed(texts) {
+            if (texts.length === 0)
+                return [];
+            // Split into batches respecting API limits
+            const results = [];
+            for (let i = 0; i < texts.length; i += MAX_BATCH_SIZE) {
+                const batch = texts.slice(i, i + MAX_BATCH_SIZE);
+                const batchResults = await embedBatch(batch);
+                results.push(...batchResults);
+            }
+            return results;
+        },
+        get dimensions() {
+            return dimensions;
+        },
+        get modelName() {
+            return model;
+        },
+    };
+    return embedder;
+}
+//# sourceMappingURL=openai.js.map

package/dist/embedder/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/embedder/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAI5B,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAsB;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,0CAA0C,MAAM,CAAC,WAAW,cAAc,CAC3E,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IAErC,KAAK,UAAU,UAAU,CAAC,KAAe;QACvC,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC9C,KAAK;oBACL,KAAK,EAAE,KAAK;oBACZ,UAAU;iBACX,CAAC,CAAC;gBAEH,wCAAwC;gBACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC/D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,SAAS,GAAG,KAAK,CAAC;gBAElB,mDAAmD;gBACnD,MAAM,MAAM,GACV,KAAK,YAAY,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC9D,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,GAAG,CAAC,EAAE,CAAC;oBAC9D,MAAM,KAAK,GAAG,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;oBACnD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC3D,SAAS;gBACX,CAAC;gBAED,sBAAsB;gBACtB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;IAED,MAAM,QAAQ,GAAa;QACzB,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAElC,2CAA2C;YAC3C,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;gBACtD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;gBACjD,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC7C,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAChC,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,UAAU;YACZ,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,IAAI,SAAS;YACX,OAAO,KAAK,CAAC;QACf,CAAC;KACF,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}