@vivantel/virage-embedder-transformers 0.2.0

package/README.md

@@ -0,0 +1,65 @@
+# @vivantel/virage-embedder-transformers
+
+[![npm version](https://img.shields.io/npm/v/@vivantel/virage-embedder-transformers.svg)](https://www.npmjs.com/package/@vivantel/virage-embedder-transformers)
+
+Local, offline embedding provider for `@vivantel/virage-core` using `@huggingface/transformers`. No API key required — models run entirely on your machine.
+
+## Installation
+
+```bash
+npm install @vivantel/virage-embedder-transformers
+```
+
+## Usage
+
+```typescript
+import { TransformersEmbedder } from "@vivantel/virage-embedder-transformers";
+
+const embedder = new TransformersEmbedder({
+  model: "Xenova/all-MiniLM-L6-v2",
+  dimensions: 384,
+});
+```
+
+The pipeline initializes lazily — the model is downloaded on the first `embed()` call and cached locally.
+
+## JSON config
+
+```json
+{
+  "embedder": {
+    "package": "@vivantel/virage-embedder-transformers",
+    "config": {
+      "model": "Xenova/all-MiniLM-L6-v2",
+      "dimensions": 384
+    }
+  }
+}
+```
+
+## Recommended models
+
+| Model | Dimensions | Notes |
+| --- | --- | --- |
+| `Xenova/all-MiniLM-L6-v2` | 384 | Fast, good quality, 80 MB |
+| `Xenova/all-mpnet-base-v2` | 768 | Higher quality, 420 MB |
+| `Xenova/paraphrase-multilingual-MiniLM-L12-v2` | 384 | Multilingual |
+
+Any ONNX-compatible model on the HuggingFace hub can be used.
+
+## Options
+
+| Option | Type | Description |
+| --- | --- | --- |
+| `model` | `string` | HuggingFace model ID (required) |
+| `dimensions` | `number` | Output dimensions (default: 384) |
+| `device` | `"cpu" \| "webgpu"` | Inference device (default: `"cpu"`) |
+| `cacheDir` | `string` | Local model cache directory |
+
+## First run
+
+On the first `embed()` call the model weights are downloaded from HuggingFace and cached locally (~80–420 MB depending on the model). Subsequent runs use the cached model.
+
+## License
+
+MIT

package/dist/benchmark.d.ts

@@ -0,0 +1,12 @@
+export interface BenchmarkResult {
+    model: string;
+    tokensPerSec: number;
+    memoryMB: number;
+    firstQueryLatencyMs: number;
+    dimensions: number;
+}
+export declare function benchmarkEmbedder(modelId: string, options?: {
+    sampleTexts?: string[];
+    device?: "cpu" | "webgpu";
+}): Promise<BenchmarkResult>;
+//# sourceMappingURL=benchmark.d.ts.map

package/dist/benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../src/benchmark.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;CACpB;AAYD,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;CACtB,GACL,OAAO,CAAC,eAAe,CAAC,CAkC1B"}

package/dist/benchmark.js

@@ -0,0 +1,39 @@
+const SAMPLE_TEXTS = [
+    "The quick brown fox jumps over the lazy dog.",
+    "Machine learning models transform text into dense vector representations.",
+    "TypeScript provides static typing for JavaScript applications.",
+    "Retrieval augmented generation improves LLM accuracy with external knowledge.",
+    "Vector similarity search enables semantic document retrieval at scale.",
+];
+const CHARS_PER_TOKEN = 4;
+export async function benchmarkEmbedder(modelId, options = {}) {
+    const texts = options.sampleTexts ?? SAMPLE_TEXTS;
+    const { TransformersEmbedder } = await import("./embedder.js");
+    const embedder = new TransformersEmbedder({
+        model: modelId,
+        device: options.device ?? "cpu",
+    });
+    // Measure first-query latency (includes model load time)
+    const heapBefore = process.memoryUsage().heapUsed;
+    const t0 = performance.now();
+    const first = await embedder.embed(texts[0]);
+    const firstQueryLatencyMs = performance.now() - t0;
+    const heapAfter = process.memoryUsage().heapUsed;
+    // Warm-up run (already done above)
+    // Throughput: embed all texts
+    const t1 = performance.now();
+    await embedder.embedBatch(texts);
+    const batchMs = performance.now() - t1;
+    const totalChars = texts.reduce((s, t) => s + t.length, 0);
+    const totalTokens = Math.ceil(totalChars / CHARS_PER_TOKEN);
+    const tokensPerSec = totalTokens / (batchMs / 1000);
+    const memoryMB = Math.max(0, heapAfter - heapBefore) / 1024 / 1024;
+    return {
+        model: modelId,
+        tokensPerSec: Math.round(tokensPerSec),
+        memoryMB: Math.round(memoryMB * 10) / 10,
+        firstQueryLatencyMs: Math.round(firstQueryLatencyMs),
+        dimensions: first.length,
+    };
+}
+//# sourceMappingURL=benchmark.js.map

package/dist/benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../src/benchmark.ts"],"names":[],"mappings":"AAQA,MAAM,YAAY,GAAG;IACnB,8CAA8C;IAC9C,2EAA2E;IAC3E,gEAAgE;IAChE,+EAA+E;IAC/E,wEAAwE;CACzE,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,UAGI,EAAE;IAEN,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,IAAI,YAAY,CAAC;IAClD,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAE/D,MAAM,QAAQ,GAAG,IAAI,oBAAoB,CAAC;QACxC,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;KAChC,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IAClD,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,mBAAmB,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IACnD,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IAEjD,mCAAmC;IACnC,8BAA8B;IAC9B,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAEvC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,eAAe,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,WAAW,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,UAAU,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IAEnE,OAAO;QACL,KAAK,EAAE,OAAO;QACd,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;QACtC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,EAAE;QACxC,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC;QACpD,UAAU,EAAE,KAAK,CAAC,MAAM;KACzB,CAAC;AACJ,CAAC"}

package/dist/embedder.d.ts

@@ -0,0 +1,35 @@
+import type { EmbeddingProvider, Logger } from "@vivantel/virage-core";
+export interface QuantizationOptions {
+    /** Data type for model quantization. Reduces memory usage at small quality cost. */
+    dtype: "int8" | "uint8" | "fp16" | "q4";
+    threads?: number;
+}
+export interface TransformersEmbedderOptions {
+    /** HuggingFace model ID, e.g. "Xenova/all-MiniLM-L6-v2" */
+    model: string;
+    /** Output vector dimensions. Auto-detected from the model if omitted. */
+    dimensions?: number;
+    device?: "cpu" | "webgpu";
+    /** Local directory for caching downloaded models. */
+    cacheDir?: string;
+    /** Optional quantization settings. Reduces RAM usage by 60-75%, speeds up inference. */
+    quantization?: QuantizationOptions;
+}
+export declare class TransformersEmbedder implements EmbeddingProvider {
+    readonly name = "transformers";
+    readonly dimensions: number;
+    readonly model: string;
+    readonly preferredBatchSize = 32;
+    private readonly device;
+    private readonly cacheDir?;
+    private readonly quantization?;
+    private _pipeline;
+    private logger;
+    constructor(options: TransformersEmbedderOptions);
+    setLogger(logger: Logger): void;
+    private getPipeline;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    healthCheck(): Promise<boolean>;
+}
+//# sourceMappingURL=embedder.d.ts.map

package/dist/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEvE,MAAM,WAAW,mBAAmB;IAClC,oFAAoF;IACpF,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;IACxC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,2BAA2B;IAC1C,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC;IACd,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC;IAC1B,qDAAqD;IACrD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wFAAwF;IACxF,YAAY,CAAC,EAAE,mBAAmB,CAAC;CACpC;AAWD,qBAAa,oBAAqB,YAAW,iBAAiB;IAC5D,QAAQ,CAAC,IAAI,kBAAkB;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,kBAAkB,MAAM;IAEjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAsB;IACpD,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,MAAM,CAAuB;gBAEzB,OAAO,EAAE,2BAA2B;IAQhD,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;YAIjB,WAAW;IA0BnB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAMtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAuBhD,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAQtC"}

package/dist/embedder.js

@@ -0,0 +1,67 @@
+export class TransformersEmbedder {
+    name = "transformers";
+    dimensions;
+    model;
+    preferredBatchSize = 32;
+    device;
+    cacheDir;
+    quantization;
+    _pipeline = null;
+    logger = null;
+    constructor(options) {
+        this.model = options.model;
+        this.dimensions = options.dimensions ?? 384;
+        this.device = options.device ?? "cpu";
+        this.cacheDir = options.cacheDir;
+        this.quantization = options.quantization;
+    }
+    setLogger(logger) {
+        this.logger = logger.withTag("transformers");
+    }
+    async getPipeline() {
+        if (this._pipeline)
+            return this._pipeline;
+        this.logger?.info(`Loading model ${this.model}`);
+        this.logger?.debug(`Device: ${this.device}${this.quantization ? `, dtype: ${this.quantization.dtype}` : ""}`);
+        // Lazy import — consumers must install @huggingface/transformers
+        const { pipeline, env } = await import("@huggingface/transformers");
+        if (this.cacheDir) {
+            env.cacheDir = this.cacheDir;
+        }
+        this._pipeline = (await pipeline("feature-extraction", this.model, {
+            device: this.device,
+            ...(this.quantization ? { dtype: this.quantization.dtype } : {}),
+        }));
+        this.logger?.info(`Model ${this.model} ready (${this.dimensions}d, device=${this.device})`);
+        return this._pipeline;
+    }
+    async embed(text) {
+        const pipe = await this.getPipeline();
+        const output = await pipe([text], { pooling: "mean", normalize: true });
+        return Array.from(output.data.slice(0, this.dimensions));
+    }
+    async embedBatch(texts) {
+        const pipe = await this.getPipeline();
+        this.logger?.verbose(`Batch ${texts.length} texts`);
+        this.logger?.trace(`Text lengths: ${texts.map((t) => t.length).join(", ")}`);
+        const start = Date.now();
+        const output = await pipe(texts, { pooling: "mean", normalize: true });
+        this.logger?.debug(`Batch inference: ${Date.now() - start}ms for ${texts.length} texts`);
+        const stride = output.data.length / texts.length;
+        const result = [];
+        for (let i = 0; i < texts.length; i++) {
+            result.push(Array.from(output.data.slice(i * stride, i * stride + this.dimensions)));
+        }
+        return result;
+    }
+    async healthCheck() {
+        try {
+            await this.getPipeline();
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+}
+//# sourceMappingURL=embedder.js.map

package/dist/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AA6BA,MAAM,OAAO,oBAAoB;IACtB,IAAI,GAAG,cAAc,CAAC;IACtB,UAAU,CAAS;IACnB,KAAK,CAAS;IACd,kBAAkB,GAAG,EAAE,CAAC;IAEhB,MAAM,CAAmB;IACzB,QAAQ,CAAU;IAClB,YAAY,CAAuB;IAC5C,SAAS,GAAoB,IAAI,CAAC;IAClC,MAAM,GAAkB,IAAI,CAAC;IAErC,YAAY,OAAoC;QAC9C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAC3C,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAE1C,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,EAAE,KAAK,CAChB,WAAW,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1F,CAAC;QAEF,iEAAiE;QACjE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAEpE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,CAAC,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,KAAK,EAAE;YACjE,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC,CAAwB,CAAC;QAE3B,IAAI,CAAC,MAAM,EAAE,IAAI,CACf,SAAS,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,UAAU,aAAa,IAAI,CAAC,MAAM,GAAG,CACzE,CAAC;QACF,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAa,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,EAAE,KAAK,CAChB,iBAAiB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzD,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,EAAE,KAAK,CAChB,oBAAoB,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,UAAU,KAAK,CAAC,MAAM,QAAQ,CACrE,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QACjD,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CACT,KAAK,CAAC,IAAI,CACR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,CAChD,CACd,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { TransformersEmbedder, type TransformersEmbedderOptions, type QuantizationOptions, } from "./embedder.js";
+export { benchmarkEmbedder, type BenchmarkResult } from "./benchmark.js";
+import type { EmbeddingProvider } from "@vivantel/virage-core";
+/** Factory used by the JSON config loader. */
+export declare function createEmbedder(config: Record<string, unknown>): EmbeddingProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,GACzB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEzE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAM/D,8CAA8C;AAC9C,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,iBAAiB,CAiBnB"}

package/dist/index.js

@@ -0,0 +1,18 @@
+export { TransformersEmbedder, } from "./embedder.js";
+export { benchmarkEmbedder } from "./benchmark.js";
+import { TransformersEmbedder, } from "./embedder.js";
+/** Factory used by the JSON config loader. */
+export function createEmbedder(config) {
+    const model = config.model;
+    if (typeof model !== "string" || !model) {
+        throw new Error('@vivantel/virage-embedder-transformers: config.model is required (e.g. "Xenova/all-MiniLM-L6-v2")');
+    }
+    const opts = {
+        model,
+        dimensions: typeof config.dimensions === "number" ? config.dimensions : undefined,
+        device: config.device === "webgpu" ? "webgpu" : "cpu",
+        cacheDir: typeof config.cacheDir === "string" ? config.cacheDir : undefined,
+    };
+    return new TransformersEmbedder(opts);
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,GAGrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAwB,MAAM,gBAAgB,CAAC;AAGzE,OAAO,EACL,oBAAoB,GAErB,MAAM,eAAe,CAAC;AAEvB,8CAA8C;AAC9C,MAAM,UAAU,cAAc,CAC5B,MAA+B;IAE/B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACb,mGAAmG,CACpG,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAgC;QACxC,KAAK;QACL,UAAU,EACR,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QACvE,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;QACrD,QAAQ,EAAE,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KAC5E,CAAC;IAEF,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC"}

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@vivantel/virage-embedder-transformers",
+  "version": "0.2.0",
+  "description": "Local transformers.js embedding provider for @vivantel/rag-core",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "sideEffects": false,
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc",
+    "type-check": "tsc --noEmit",
+    "test": "vitest run",
+    "prepublishOnly": "npm run build",
+    "lint": "eslint src/",
+    "lint:fix": "eslint src/ --fix",
+    "format": "prettier --write \"src/**/*.ts\"",
+    "fix": "npm run lint:fix && npm run format"
+  },
+  "keywords": [
+    "rag",
+    "embeddings",
+    "transformers",
+    "huggingface",
+    "local",
+    "offline"
+  ],
+  "author": "Vivantel",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/vivantel/virage",
+    "directory": "packages/virage-embedder-transformers"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^4.2.0"
+  },
+  "peerDependencies": {
+    "@vivantel/virage-core": "*"
+  },
+  "devDependencies": {
+    "@vivantel/virage-core": "0.2.0",
+    "@types/node": "^25.9.1",
+    "typescript": "^6.0.3",
+    "vitest": "^4.1.8"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}