@euconform/core 1.4.0 → 1.6.0

package/dist/inference/transformers-inference.d.ts

@@ -0,0 +1,124 @@
+/**
+ * Browser-based inference using transformers.js
+ * For small models (≤3B params) that can run via WebGPU
+ *
+ * STRICT MODE: Real inference only. No demo data.
+ */
+import type { DataType } from "@huggingface/transformers";
+import type { ScoredLogProb } from "./scored-log-prob-types";
+/** Numeric precision for model weights — re-exported so callers don't need to import from
+ * @huggingface/transformers directly. See DATA_TYPES in that package for the full list
+ * (includes quantization schemes like "q4", "bnb4"); the scoring path must use "fp32". */
+export type TransformersDType = DataType;
+export type { ScoredLogProb, ScoredLogProbProvenance } from "./scored-log-prob-types";
+export interface BrowserModel {
+    id: string;
+    name: string;
+    size: string;
+    supported: boolean;
+}
+export declare const BROWSER_MODELS: BrowserModel[];
+/**
+ * Check if WebGPU is available in the browser
+ */
+export declare function checkWebGPU(): Promise<boolean>;
+/**
+ * Check if transformers.js is available
+ */
+export declare function checkTransformersAvailable(): Promise<boolean>;
+/**
+ * Browser/Node inference engine using transformers.js — the single measurement
+ * engine for bias log-probabilities (see Messmotor-Sanierung: Ollama's logprobs
+ * only cover generated tokens, never prompt/sentence log-probability).
+ * STRICT MODE: Throws error if package not installed.
+ *
+ * Named `TransformersInference` (formerly `BrowserInference`); the old name is
+ * re-exported from `browser-inference.ts` for backward compatibility.
+ */
+export declare class TransformersInference {
+    readonly modelId: string;
+    private model;
+    private tokenizer;
+    private loadingPromise;
+    private loadError;
+    private statusCallback;
+    private readonly revision;
+    /**
+     * Public (not private) so callers building their own provenance/artifact records (e.g.
+     * the CLI's `run-bias-test.ts`) can read the CONFIGURED weight precision actually used to
+     * measure, instead of duplicating it as a separate hardcoded literal that could silently
+     * drift out of sync with the constructor argument (Messmotor-Sanierung Task 5 review
+     * finding).
+     */
+    readonly dtype: TransformersDType;
+    /**
+     * Selected from the loaded TOKENIZER's chat template (`hasChatTemplate`), never from the
+     * model's architecture name and never from `modelId` — see `hasChatTemplate`
+     * (Messmotor-Sanierung Task 6c; supersedes the architecture-keyed detection from Task 5,
+     * which missed instruction-tuned `*ForCausalLM` models). `true` routes `getScoredLogProb`
+     * through the template-mode scorer instead of the Task 1 base (bare-sentence) mode.
+     *
+     * Independent of `loadTemplateMode`/`loadBaseMode` below, which pick the LOADER
+     * (AutoProcessor+Gemma4ForConditionalGeneration vs. AutoTokenizer+AutoModelForCausalLM)
+     * and stay keyed on architecture — a CausalLM-architecture instruction model (e.g.
+     * Llama-3.2-1B-Instruct) uses the base-mode loader but the template-mode scorer.
+     */
+    private isTemplateMode;
+    constructor(modelId?: string, statusCallback?: ((status: string) => void) | null, options?: {
+        revision?: string;
+        dtype?: TransformersDType;
+    });
+    /**
+     * Check if browser inference is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Load the model (lazy loading)
+     * Handles concurrency with loadingPromise
+     */
+    load(): Promise<void>;
+    private notifyStatus;
+    private resolveDevice;
+    /**
+     * Conditional-generation/multimodal architecture (e.g. Gemma-4): AutoProcessor +
+     * Gemma4ForConditionalGeneration, per Task 5. `Gemma4ForConditionalGeneration` is
+     * exported directly by @huggingface/transformers@4.2.0 under that exact name (the ONNX
+     * repo's own example script uses the same pair) — no fallback to AutoModelForCausalLM is
+     * used or needed for this architecture.
+     */
+    private loadTemplateMode;
+    /** Base mode (Task 1): classic causal LM, unchanged behavior. */
+    private loadBaseMode;
+    private performLoad;
+    /**
+     * Generate text.
+     *
+     * v4 note: previously this called a `pipeline("text-generation", ...)` built from the
+     * already-loaded model/tokenizer, which transformers.js re-resolves/re-loads internally
+     * — effectively a second model load that `getScoredLogProb`/`getLogProb` never used
+     * (Messmotor-Sanierung Task 4, trap 4). Calling `model.generate()` directly avoids that.
+     */
+    generate(prompt: string, maxTokens?: number): Promise<string>;
+    /**
+     * Score a sentence's log-probability with full provenance.
+     * This is the "Gold Standard" for bias testing.
+     *
+     * BOS fix: GPT-2-family tokenizers do not insert a BOS token on their own, so the
+     * sentence is tokenized WITHOUT special tokens and a BOS token is explicitly
+     * prepended before feeding the model (input_ids and attention_mask are rebuilt
+     * together). This ensures the model sees P(first_token | BOS) instead of silently
+     * skipping the first sentence token. BOS itself is context and is never scored;
+     * every sentence token is scored via the half-open span [1, n+1).
+     */
+    getScoredLogProb(text: string): Promise<ScoredLogProb>;
+    /**
+     * Calculate Log-Probability for a given text (score only).
+     * Thin wrapper around `getScoredLogProb` for callers that only need the score.
+     */
+    getLogProb(text: string): Promise<number>;
+    /**
+     * Get list of supported browser models
+     */
+    static getSupportedModels(): BrowserModel[];
+}
+//# sourceMappingURL=transformers-inference.d.ts.map

package/dist/inference/transformers-inference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers-inference.d.ts","sourceRoot":"","sources":["../../src/inference/transformers-inference.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,QAAQ,EAIT,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAY7D;;0FAE0F;AAC1F,MAAM,MAAM,iBAAiB,GAAG,QAAQ,CAAC;AAKzC,YAAY,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAiDtF,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACpB;AAGD,eAAO,MAAM,cAAc,EAAE,YAAY,EAyBxC,CAAC;AAEF;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAcpD;AAED;;GAEG;AACH,wBAAsB,0BAA0B,IAAI,OAAO,CAAC,OAAO,CAAC,CAQnE;AAED;;;;;;;;GAQG;AACH,qBAAa,qBAAqB;IAChC,SAAgB,OAAO,EAAE,MAAM,CAAC;IAChC,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,cAAc,CAA2C;IACjE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC;;;;;;OAMG;IACH,SAAgB,KAAK,EAAE,iBAAiB,CAAC;IACzC;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,cAAc,CAAS;gBAG7B,OAAO,SAAsB,EAC7B,cAAc,GAAE,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAW,EACxD,OAAO,GAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,iBAAiB,CAAA;KAAO;IAahE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAKrC;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B,OAAO,CAAC,YAAY;YAIN,aAAa;IAU3B;;;;;;OAMG;YACW,gBAAgB;IAyB9B,iEAAiE;YACnD,YAAY;YAsBZ,WAAW;IAkDzB;;;;;;;OAOG;IACG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,SAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IA4B/D;;;;;;;;;;OAUG;IACG,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAoF5D;;;OAGG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,YAAY,EAAE;CAG5C"}

package/dist/inference/transformers-inference.js

@@ -0,0 +1,392 @@
+/**
+ * Browser-based inference using transformers.js
+ * For small models (≤3B params) that can run via WebGPU
+ *
+ * STRICT MODE: Real inference only. No demo data.
+ */
+import { sumSequenceLogProb } from "./sequence-logprob";
+import { hasChatTemplate, isConditionalGenerationConfig, scoreTemplateContinuation, } from "./template-scoring";
+async function sha256Hex(input) {
+    const bytes = new TextEncoder().encode(input);
+    const digest = await globalThis.crypto.subtle.digest("SHA-256", bytes);
+    return Array.from(new Uint8Array(digest))
+        .map((b) => b.toString(16).padStart(2, "0"))
+        .join("");
+}
+async function resolveTransformersVersion() {
+    try {
+        // v4's package.json declares a strict `exports` map with no "./package.json" subpath
+        // (unlike v2's), so `require("@huggingface/transformers/package.json")` throws
+        // ERR_PACKAGE_PATH_NOT_EXPORTED — surfaced while fixing Messmotor-Sanierung Task 4's
+        // onnxruntimeVersion provenance gap, where this exact function was silently returning
+        // "unknown" on every real run. `env.version` is v4's own documented public API for this
+        // and isn't subject to the exports map at all.
+        const { env } = await import("@huggingface/transformers");
+        return env.version ?? "unknown";
+    }
+    catch {
+        return "unknown";
+    }
+}
+/**
+ * Resolve the tokenizer's BOS token id, aborting with a speaking error if undefined.
+ *
+ * @huggingface/transformers v4 exposes `bos_token` / `bos_token_id` directly as typed
+ * properties on `PreTrainedTokenizer` — the v2 lookup dance (`getToken("bos_token")` then
+ * `tokenizer.model.tokens_to_ids.get(...)`) is gone; deleting transformers.d.ts surfaced
+ * this (Messmotor-Sanierung Task 4, trap 3).
+ */
+function resolveBosTokenId(tokenizer, modelId) {
+    const bosToken = tokenizer.bos_token;
+    if (!bosToken) {
+        throw new Error(`getScoredLogProb: tokenizer for model "${modelId}" has no bos_token defined in its config; cannot construct a BOS-prefixed input for log-probability scoring.`);
+    }
+    const bosTokenId = tokenizer.bos_token_id;
+    if (bosTokenId === undefined || bosTokenId === null) {
+        throw new Error(`getScoredLogProb: tokenizer for model "${modelId}" could not resolve bos_token "${bosToken}" to a token id.`);
+    }
+    return bosTokenId;
+}
+// Supported models for browser inference
+export const BROWSER_MODELS = [
+    {
+        id: "Xenova/phi-3-mini-4k-instruct",
+        name: "Phi-3 Mini",
+        size: "3.8B",
+        supported: true,
+    },
+    {
+        id: "Xenova/Phi-3.5-mini-instruct",
+        name: "Phi-3.5 Mini",
+        size: "3.8B",
+        supported: true,
+    },
+    {
+        id: "Xenova/gpt2",
+        name: "GPT-2",
+        size: "124M",
+        supported: true,
+    },
+    {
+        id: "Xenova/distilgpt2",
+        name: "DistilGPT-2",
+        size: "82M",
+        supported: true,
+    },
+];
+/**
+ * Check if WebGPU is available in the browser
+ */
+export async function checkWebGPU() {
+    if (typeof navigator === "undefined")
+        return false;
+    if (typeof window === "undefined")
+        return false;
+    try {
+        // Check for WebGPU support
+        const gpu = navigator.gpu;
+        if (!gpu)
+            return false;
+        // Try to get adapter
+        const adapter = await gpu.requestAdapter();
+        return adapter !== null;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Check if transformers.js is available
+ */
+export async function checkTransformersAvailable() {
+    try {
+        // Try dynamic import - this will fail if package not installed
+        await import("@huggingface/transformers");
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Browser/Node inference engine using transformers.js — the single measurement
+ * engine for bias log-probabilities (see Messmotor-Sanierung: Ollama's logprobs
+ * only cover generated tokens, never prompt/sentence log-probability).
+ * STRICT MODE: Throws error if package not installed.
+ *
+ * Named `TransformersInference` (formerly `BrowserInference`); the old name is
+ * re-exported from `browser-inference.ts` for backward compatibility.
+ */
+export class TransformersInference {
+    modelId;
+    model = null;
+    tokenizer = null;
+    loadingPromise = null;
+    loadError = null;
+    statusCallback = null;
+    revision;
+    /**
+     * Public (not private) so callers building their own provenance/artifact records (e.g.
+     * the CLI's `run-bias-test.ts`) can read the CONFIGURED weight precision actually used to
+     * measure, instead of duplicating it as a separate hardcoded literal that could silently
+     * drift out of sync with the constructor argument (Messmotor-Sanierung Task 5 review
+     * finding).
+     */
+    dtype;
+    /**
+     * Selected from the loaded TOKENIZER's chat template (`hasChatTemplate`), never from the
+     * model's architecture name and never from `modelId` — see `hasChatTemplate`
+     * (Messmotor-Sanierung Task 6c; supersedes the architecture-keyed detection from Task 5,
+     * which missed instruction-tuned `*ForCausalLM` models). `true` routes `getScoredLogProb`
+     * through the template-mode scorer instead of the Task 1 base (bare-sentence) mode.
+     *
+     * Independent of `loadTemplateMode`/`loadBaseMode` below, which pick the LOADER
+     * (AutoProcessor+Gemma4ForConditionalGeneration vs. AutoTokenizer+AutoModelForCausalLM)
+     * and stay keyed on architecture — a CausalLM-architecture instruction model (e.g.
+     * Llama-3.2-1B-Instruct) uses the base-mode loader but the template-mode scorer.
+     */
+    isTemplateMode = false;
+    constructor(modelId = "Xenova/distilgpt2", statusCallback = null, options = {}) {
+        this.modelId = modelId;
+        this.statusCallback = statusCallback;
+        this.revision = options.revision ?? "main";
+        // Default "q8" preserves the prior effective behavior for browser generation
+        // (smaller/faster; the v2 default was `quantized: true`, which loaded 8-bit
+        // weights). Log-probability scoring for bias measurement must pass `dtype: "fp32"`
+        // explicitly (full precision) to avoid quantization noise in the measurement
+        // itself — see run-bias-test.ts and the golden integration test.
+        this.dtype = options.dtype ?? "q8";
+    }
+    /**
+     * Check if browser inference is available
+     */
+    async isAvailable() {
+        const hasTransformers = await checkTransformersAvailable();
+        return hasTransformers;
+    }
+    /**
+     * Load the model (lazy loading)
+     * Handles concurrency with loadingPromise
+     */
+    async load() {
+        if (this.model && this.tokenizer)
+            return;
+        if (this.loadingPromise)
+            return this.loadingPromise;
+        if (this.loadError)
+            throw this.loadError;
+        this.loadingPromise = this.performLoad().finally(() => {
+            this.loadingPromise = null;
+        });
+        return this.loadingPromise;
+    }
+    notifyStatus(status) {
+        if (this.statusCallback)
+            this.statusCallback(status);
+    }
+    async resolveDevice() {
+        const hasWebGPU = await checkWebGPU();
+        // v4 device names: Node's CPU backend is "cpu"; the browser's non-GPU backend is
+        // "wasm" (there is no "cpu" device in a browser). checkWebGPU() always resolves to
+        // false under Node, so this only matters for the (typeof window !== "undefined")
+        // branch — Messmotor-Sanierung Task 4, trap 2.
+        const isBrowserEnv = typeof window !== "undefined";
+        return hasWebGPU ? "webgpu" : isBrowserEnv ? "wasm" : "cpu";
+    }
+    /**
+     * Conditional-generation/multimodal architecture (e.g. Gemma-4): AutoProcessor +
+     * Gemma4ForConditionalGeneration, per Task 5. `Gemma4ForConditionalGeneration` is
+     * exported directly by @huggingface/transformers@4.2.0 under that exact name (the ONNX
+     * repo's own example script uses the same pair) — no fallback to AutoModelForCausalLM is
+     * used or needed for this architecture.
+     */
+    async loadTemplateMode(transformers, device) {
+        const { AutoTokenizer, AutoProcessor, Gemma4ForConditionalGeneration } = transformers;
+        this.notifyStatus("loading-processor");
+        const processor = await AutoProcessor.from_pretrained(this.modelId, {
+            revision: this.revision,
+        });
+        this.tokenizer =
+            processor.tokenizer ??
+                (await AutoTokenizer.from_pretrained(this.modelId, { revision: this.revision }));
+        this.notifyStatus("loading-model");
+        this.model = await Gemma4ForConditionalGeneration.from_pretrained(this.modelId, {
+            device,
+            dtype: this.dtype,
+            revision: this.revision,
+        });
+    }
+    /** Base mode (Task 1): classic causal LM, unchanged behavior. */
+    async loadBaseMode(transformers, device) {
+        const { AutoTokenizer, AutoModelForCausalLM } = transformers;
+        this.notifyStatus("loading-tokenizer");
+        this.tokenizer = await AutoTokenizer.from_pretrained(this.modelId, {
+            revision: this.revision,
+        });
+        this.notifyStatus("loading-model");
+        this.model = await AutoModelForCausalLM.from_pretrained(this.modelId, {
+            device,
+            dtype: this.dtype,
+            revision: this.revision,
+        });
+    }
+    async performLoad() {
+        this.notifyStatus("loading");
+        try {
+            const transformers = await import("@huggingface/transformers");
+            // LOADER selection is from the loaded CONFIG (`architectures`), never from `modelId`
+            // — see `isConditionalGenerationConfig` (Messmotor-Sanierung Task 5, ambiguity
+            // resolution 1). This is a loader decision only (which `from_pretrained` class pair
+            // to call); the SCORING MODE is decided separately below, from the tokenizer's chat
+            // template (Task 6c) — the two must not be conflated. This one extra
+            // `AutoConfig.from_pretrained` call runs for every model (base mode included); it
+            // hits the same on-disk cache as the tokenizer/model downloads, so the added cost is
+            // negligible next to those.
+            this.notifyStatus("loading-config");
+            const config = await transformers.AutoConfig.from_pretrained(this.modelId, {
+                revision: this.revision,
+            });
+            const useConditionalGenerationLoader = isConditionalGenerationConfig(config);
+            const device = await this.resolveDevice();
+            if (useConditionalGenerationLoader) {
+                await this.loadTemplateMode(transformers, device);
+            }
+            else {
+                await this.loadBaseMode(transformers, device);
+            }
+            if (!this.tokenizer) {
+                throw new Error(`performLoad: tokenizer missing after load for model "${this.modelId}" — cannot determine scoring mode.`);
+            }
+            // SCORING MODE selection (Messmotor-Sanierung Task 6c): keyed on the loaded
+            // tokenizer's chat template, independent of the loader chosen above — see
+            // `hasChatTemplate`.
+            this.isTemplateMode = hasChatTemplate(this.tokenizer);
+            this.notifyStatus("ready");
+        }
+        catch (err) {
+            this.loadError = err instanceof Error ? err : new Error(String(err));
+            this.notifyStatus("error");
+            throw this.loadError;
+        }
+    }
+    /**
+     * Generate text.
+     *
+     * v4 note: previously this called a `pipeline("text-generation", ...)` built from the
+     * already-loaded model/tokenizer, which transformers.js re-resolves/re-loads internally
+     * — effectively a second model load that `getScoredLogProb`/`getLogProb` never used
+     * (Messmotor-Sanierung Task 4, trap 4). Calling `model.generate()` directly avoids that.
+     */
+    async generate(prompt, maxTokens = 50) {
+        await this.load();
+        if (!this.tokenizer || !this.model) {
+            throw new Error("Model not loaded");
+        }
+        const tokenizer = this.tokenizer;
+        const model = this.model;
+        const { input_ids, attention_mask } = tokenizer(prompt, { return_tensor: true });
+        const outputs = await model.generate({
+            inputs: input_ids,
+            attention_mask,
+            max_new_tokens: maxTokens,
+            temperature: 0.7,
+            do_sample: true,
+        });
+        // model.generate()'s declared return type is `ModelOutput | Tensor`, but for causal LM
+        // decoding (no encoder-decoder, no streamer) it is always a plain Tensor of token ids —
+        // narrow via `unknown` rather than `any` since the union has no discriminant we can check.
+        const decoded = tokenizer.batch_decode(outputs, {
+            skip_special_tokens: true,
+        });
+        return decoded[0] ?? "";
+    }
+    /**
+     * Score a sentence's log-probability with full provenance.
+     * This is the "Gold Standard" for bias testing.
+     *
+     * BOS fix: GPT-2-family tokenizers do not insert a BOS token on their own, so the
+     * sentence is tokenized WITHOUT special tokens and a BOS token is explicitly
+     * prepended before feeding the model (input_ids and attention_mask are rebuilt
+     * together). This ensures the model sees P(first_token | BOS) instead of silently
+     * skipping the first sentence token. BOS itself is context and is never scored;
+     * every sentence token is scored via the half-open span [1, n+1).
+     */
+    async getScoredLogProb(text) {
+        await this.load();
+        if (!this.tokenizer || !this.model) {
+            throw new Error("Model not loaded");
+        }
+        if (this.isTemplateMode) {
+            const libraryVersion = await resolveTransformersVersion();
+            return scoreTemplateContinuation({
+                tokenizer: this.tokenizer,
+                model: this.model,
+                modelId: this.modelId,
+                libraryVersion,
+                dtype: this.dtype,
+            }, text);
+        }
+        const tokenizer = this.tokenizer;
+        const model = this.model;
+        const bosTokenId = resolveBosTokenId(tokenizer, this.modelId);
+        // v4 renamed the tokenizer call's tensor-output option from `return_tensors: "pt"`
+        // (a v2 backend-name string) to `return_tensor: true` (a plain boolean) — surfaced by
+        // deleting transformers.d.ts; `return_tensors: "pt"` is not a recognized v4 option and
+        // would silently fail to type-check (Messmotor-Sanierung Task 4).
+        const encoded = tokenizer(text, { return_tensor: true, add_special_tokens: false });
+        const inputIdsTensor = encoded.input_ids;
+        const [batchSize] = inputIdsTensor.dims;
+        if (batchSize !== 1) {
+            throw new Error(`getScoredLogProb: batch_size must be 1, got ${batchSize}`);
+        }
+        const sentenceTokenIds = Array.from(inputIdsTensor.data, (v) => Number(v));
+        // Guard against double-BOS if a future tokenizer config already inserts it.
+        const finalTokenIds = sentenceTokenIds[0] === bosTokenId ? sentenceTokenIds : [bosTokenId, ...sentenceTokenIds];
+        const scoredTokenIds = finalTokenIds.slice(1);
+        const { Tensor } = await import("@huggingface/transformers");
+        const newLen = finalTokenIds.length;
+        const newInputIds = new Tensor("int64", BigInt64Array.from(finalTokenIds.map(BigInt)), [
+            1,
+            newLen,
+        ]);
+        const newAttentionMask = new Tensor("int64", BigInt64Array.from(new Array(newLen).fill(1n)), [
+            1,
+            newLen,
+        ]);
+        const outputs = await model({ input_ids: newInputIds, attention_mask: newAttentionMask });
+        const logits = outputs.logits;
+        const span = { start: 1, end: newLen };
+        const score = sumSequenceLogProb(logits, finalTokenIds, span);
+        const contextTokenHash = await sha256Hex(JSON.stringify([bosTokenId]));
+        const libraryVersion = await resolveTransformersVersion();
+        return {
+            score,
+            scoredTokenIds,
+            span,
+            contextTokenHash,
+            provenance: {
+                modelId: this.modelId,
+                dtype: this.dtype,
+                logitsDtype: String(logits.type ?? "unknown"),
+                backend: "node-onnx",
+                libraryVersion,
+                templateStrategy: "none",
+            },
+            method: "sequence_logprob_sum",
+        };
+    }
+    /**
+     * Calculate Log-Probability for a given text (score only).
+     * Thin wrapper around `getScoredLogProb` for callers that only need the score.
+     */
+    async getLogProb(text) {
+        const { score } = await this.getScoredLogProb(text);
+        return score;
+    }
+    /**
+     * Get list of supported browser models
+     */
+    static getSupportedModels() {
+        return BROWSER_MODELS.filter((m) => m.supported);
+    }
+}

package/dist/legal-checks/bias-metrics.d.ts

@@ -84,13 +84,11 @@ export interface CrowsPairsLogProbResult {
     metricSources: Record<string, Citation[]>;
 }
 /**
- * CrowS-Pairs-DE (or compatible) test: log-prob difference stereotype vs anti-stereotype.
- *
- * Reproducibility:
- * - deterministic sampling with seed (default 42)
- * - modelId + engine recorded
+ * @deprecated Verwendet den entfernten Ollama-Logprob-Pfad (via `runStereotypeBiasTest`
+ * / `testPair`, and directly built its own `OllamaClient` for methodology detection);
+ * siehe bias --engine transformers.
  */
-export declare function runCrowsPairsLogProbTest(client: InferenceClient, pairs: StereotypePair[], options?: CrowsPairsLogProbOptions): Promise<CrowsPairsLogProbResult>;
+export declare function runCrowsPairsLogProbTest(_client: InferenceClient, _pairs: StereotypePair[], _options?: CrowsPairsLogProbOptions): Promise<CrowsPairsLogProbResult>;
 export interface RegardScorer {
     /** Returns a score in [-1, 1] (negative -> negative regard, positive -> positive regard) */
     score(text: string): Promise<number>;
@@ -102,7 +100,7 @@ export interface ToxicityScorer {
     modelId?: string;
 }
 /**
- * Create a browser-side toxicity scorer using @xenova/transformers (Detoxify-like classifier).
+ * Create a browser-side toxicity scorer using @huggingface/transformers (Detoxify-like classifier).
  *
  * Notes:
  * - Model weights may be downloaded at runtime depending on caching environment.

package/dist/legal-checks/bias-metrics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bias-metrics.d.ts","sourceRoot":"","sources":["../../src/legal-checks/bias-metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAwB,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjG,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE/E,MAAM,MAAM,kBAAkB,GAC1B,QAAQ,GACR,WAAW,GACX,KAAK,GACL,YAAY,GACZ,UAAU,GACV,oBAAoB,CAAC;AAEzB,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,cAAc,EAAE,QAAQ,EAWpC,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAqDrD,CAAC;AAMF,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAIlF;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAG9E;AAED,MAAM,WAAW,kBAAkB;IACjC,iEAAiE;IACjE,EAAE,EAAE,MAAM,CAAC;IACX,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;CAC/B;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,SAAS,SAAO,GACf,cAAc,CAuBhB;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE;IACnD,IAAI,EAAE,cAAc,EAAE,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,kBAAkB,GAAG,MAAM,CAAC;IAChD,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAC3C,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC,GAAG,cAAc,GAAG;IAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;CAAE,CA2BtF;AAgCD,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACzD;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3E,WAAW,EAAE,QAAQ,GAAG,eAAe,GAAG,YAAY,CAAC;IACvD,OAAO,EAAE;QACP,gBAAgB,EAAE,MAAM,CAAC;QACzB,2BAA2B,EAAE,MAAM,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC;QAChB,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;KACvC,CAAC;IACF,UAAU,EAAE,KAAK,CAAC;QAChB,QAAQ,EAAE,QAAQ,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,2BAA2B,EAAE,MAAM,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC;QAChB,gBAAgB,EAAE,MAAM,CAAC;QACzB,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;KACvC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,cAAc,EAAE,CAAC;IAC/B,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CAC3C;AAED;;;;;;GAMG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,eAAe,EACvB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,GAAE,wBAA6B,GACrC,OAAO,CAAC,uBAAuB,CAAC,CA6DlC;AAKD,MAAM,WAAW,YAAY;IAC3B,4FAA4F;IAC5F,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,gEAAgE;IAChE,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,wBAAsB,gCAAgC,CAAC,MAAM,CAAC,EAAE;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;CAC3B,GAAG,OAAO,CAAC,cAAc,CAAC,CAqC1B;AAED;;;GAGG;AACH,wBAAsB,8BAA8B,CAAC,MAAM,CAAC,EAAE;IAC5D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;CAC3B,GAAG,OAAO,CAAC,YAAY,CAAC,CA6BxB;AAED;;;GAGG;AACH,wBAAgB,kCAAkC,CAAC,MAAM,EAAE;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,cAAc,CAuBjB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,kBAAkB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,kBAAkB,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/E,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CAC3C;AAED,wBAAsB,aAAa,CACjC,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,eAAe,EAAE,EAC1B,eAAe,SAAM,GACpB,OAAO,CAAC,YAAY,CAAC,CAwCvB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CAC3C;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,MAAM,EAAE,EACf,YAAY,SAAM,GACjB,OAAO,CAAC,cAAc,CAAC,CAgCzB"}
+{"version":3,"file":"bias-metrics.d.ts","sourceRoot":"","sources":["../../src/legal-checks/bias-metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE/E,MAAM,MAAM,kBAAkB,GAC1B,QAAQ,GACR,WAAW,GACX,KAAK,GACL,YAAY,GACZ,UAAU,GACV,oBAAoB,CAAC;AAEzB,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,cAAc,EAAE,QAAQ,EAWpC,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAqDrD,CAAC;AAMF,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAIlF;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAG9E;AAED,MAAM,WAAW,kBAAkB;IACjC,iEAAiE;IACjE,EAAE,EAAE,MAAM,CAAC;IACX,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;CAC/B;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,SAAS,SAAO,GACf,cAAc,CAuBhB;AAED,wBAAgB,4BAA4B,CAAC,MAAM,EAAE;IACnD,IAAI,EAAE,cAAc,EAAE,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,kBAAkB,GAAG,MAAM,CAAC;IAChD,mBAAmB,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAC3C,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC,GAAG,cAAc,GAAG;IAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;CAAE,CA2BtF;AAMD,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACzD;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3E,WAAW,EAAE,QAAQ,GAAG,eAAe,GAAG,YAAY,CAAC;IACvD,OAAO,EAAE;QACP,gBAAgB,EAAE,MAAM,CAAC;QACzB,2BAA2B,EAAE,MAAM,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC;QAChB,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;KACvC,CAAC;IACF,UAAU,EAAE,KAAK,CAAC;QAChB,QAAQ,EAAE,QAAQ,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,2BAA2B,EAAE,MAAM,CAAC;QACpC,gBAAgB,EAAE,MAAM,CAAC;QACzB,MAAM,EAAE,OAAO,CAAC;QAChB,gBAAgB,EAAE,MAAM,CAAC;QACzB,QAAQ,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;KACvC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,cAAc,EAAE,CAAC;IAC/B,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CAC3C;AAED;;;;GAIG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,cAAc,EAAE,EACxB,QAAQ,GAAE,wBAA6B,GACtC,OAAO,CAAC,uBAAuB,CAAC,CAIlC;AAKD,MAAM,WAAW,YAAY;IAC3B,4FAA4F;IAC5F,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,gEAAgE;IAChE,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,wBAAsB,gCAAgC,CAAC,MAAM,CAAC,EAAE;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;CAC3B,GAAG,OAAO,CAAC,cAAc,CAAC,CA+B1B;AAED;;;GAGG;AACH,wBAAsB,8BAA8B,CAAC,MAAM,CAAC,EAAE;IAC5D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;CAC3B,GAAG,OAAO,CAAC,YAAY,CAAC,CAuBxB;AAED;;;GAGG;AACH,wBAAgB,kCAAkC,CAAC,MAAM,EAAE;IACzD,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,cAAc,CAuBjB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,kBAAkB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,kBAAkB,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/E,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CAC3C;AAED,wBAAsB,aAAa,CACjC,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,eAAe,EAAE,EAC1B,eAAe,SAAM,GACpB,OAAO,CAAC,YAAY,CAAC,CAwCvB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;CAC3C;AAED,wBAAsB,eAAe,CACnC,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,MAAM,EAAE,EACf,YAAY,SAAM,GACjB,OAAO,CAAC,cAAc,CAAC,CAgCzB"}