ai-model-verifier 1.0.0

package/dist/runner.js

@@ -0,0 +1,298 @@
+import { checkThinkingSignature } from "./detectors/thinking-signature";
+import { checkTokenTruth } from "./detectors/token-truth";
+import { readResponseMetadata } from "./detectors/response-metadata";
+import { sampleThroughput } from "./detectors/throughput";
+import { sleep } from "./internal/utils";
+import { echoesNonce, makeNonce } from "./nonce";
+import { runHandshake } from "./handshake";
+import { PROBES } from "./probes";
+import { normalizeProbeBaseUrl, PROVIDER_CONFIGS, } from "./providers/config";
+import { detectSignal, isTransientError } from "./signals";
+import { probeTransport } from "./transport";
+import { aggregateVerdict, probeReason } from "./verdict";
+const NONCE_MISMATCH_RETRIES = 2;
+const NONCE_MISMATCH_BACKOFF_MS = 500;
+const DEFAULT_TIMEOUT_MS = 30_000;
+const RESPONSE_CAP = 2000;
+const cap = (text) => text.length > RESPONSE_CAP ? `${text.slice(0, RESPONSE_CAP)}...` : text;
+async function runProbe(args) {
+    const probe = args.probe;
+    const started = performance.now();
+    let lastPrompt = "";
+    let weakNonce = null;
+    for (let attempt = 0; attempt <= NONCE_MISMATCH_RETRIES; attempt++) {
+        if (attempt > 0)
+            await sleep(NONCE_MISMATCH_BACKOFF_MS);
+        const nonce = makeNonce();
+        lastPrompt = probe.buildPrompt(nonce);
+        const built = args.cfg.buildRequest({
+            baseUrl: args.baseUrl,
+            apiKey: args.apiKey,
+            model: args.model,
+            prompt: lastPrompt,
+            maxTokens: probe.maxTokens,
+            direct: args.mode === "direct",
+        });
+        const res = await args.transport({
+            mode: args.mode,
+            url: built.url,
+            headers: built.headers,
+            reqBody: built.body,
+            timeoutMs: args.timeoutMs,
+        });
+        if (res.error !== null) {
+            const transient = res.corsBlocked ||
+                isTransientError(res.error) ||
+                (res.status !== null && isTransientError(`HTTP ${res.status}`));
+            return {
+                label: probe.label,
+                pass: false,
+                signal: null,
+                muxFailure: false,
+                transient,
+                latencyMs: Math.round(performance.now() - started),
+                prompt: lastPrompt,
+                responseText: null,
+                httpStatus: res.status,
+                usage: null,
+                detectedModel: null,
+                reason: probeReason(false, null, false, transient),
+                text: undefined,
+                corsBlocked: res.corsBlocked,
+            };
+        }
+        const text = args.cfg.extractText(res.data);
+        if (text === null) {
+            return {
+                label: probe.label,
+                pass: false,
+                signal: null,
+                muxFailure: false,
+                transient: false,
+                latencyMs: Math.round(performance.now() - started),
+                prompt: lastPrompt,
+                responseText: null,
+                httpStatus: res.status,
+                usage: null,
+                detectedModel: null,
+                reason: "upstream error envelope",
+                text: undefined,
+                corsBlocked: false,
+            };
+        }
+        if (!echoesNonce(text, nonce)) {
+            if (text.trim().length > 0)
+                weakNonce = { text, res: { data: res.data, status: res.status } };
+            continue; // retry for a clean nonce echo first
+        }
+        const signal = detectSignal(text, probe.label, args.cfg.foreignIdentityPatterns, args.cfg.cloudModelNamePatterns, args.cfg.acceptsCloudHostIdentity);
+        const meta = args.cfg.extractMeta(res.data);
+        const pass = probe.evaluate(text, args.cfg);
+        return {
+            // Derived here because this is the only scope holding the raw payload;
+            // the envelope facts are small, the payload itself is not carried.
+            envelope: readResponseMetadata(res.data, args.cfg.provider),
+            label: probe.label,
+            pass,
+            signal,
+            muxFailure: false,
+            transient: false,
+            latencyMs: Math.round(performance.now() - started),
+            prompt: lastPrompt,
+            responseText: cap(text),
+            httpStatus: res.status,
+            usage: meta.usage,
+            detectedModel: meta.detectedModel,
+            reason: probeReason(pass, signal, false, false),
+            text,
+            corsBlocked: false,
+        };
+    }
+    if (weakNonce) {
+        const text = weakNonce.text;
+        const signal = detectSignal(text, probe.label, args.cfg.foreignIdentityPatterns, args.cfg.cloudModelNamePatterns, args.cfg.acceptsCloudHostIdentity);
+        const meta = args.cfg.extractMeta(weakNonce.res.data);
+        const pass = probe.evaluate(text, args.cfg);
+        return {
+            label: probe.label,
+            pass,
+            signal,
+            muxFailure: false,
+            transient: false,
+            latencyMs: Math.round(performance.now() - started),
+            prompt: lastPrompt,
+            responseText: cap(text),
+            httpStatus: weakNonce.res.status,
+            usage: meta.usage,
+            detectedModel: meta.detectedModel,
+            reason: pass
+                ? "passed (no nonce echo)"
+                : probeReason(pass, signal, false, false),
+            text,
+            corsBlocked: false,
+        };
+    }
+    return {
+        label: probe.label,
+        pass: false,
+        signal: null,
+        muxFailure: true,
+        transient: false,
+        latencyMs: Math.round(performance.now() - started),
+        prompt: lastPrompt,
+        responseText: null,
+        httpStatus: null,
+        usage: null,
+        detectedModel: null,
+        reason: probeReason(false, null, true, false),
+        text: undefined,
+        corsBlocked: false,
+    };
+}
+function sumUsage(usages) {
+    const present = usages.filter((u) => u !== null);
+    if (present.length === 0)
+        return null;
+    const add = (key) => {
+        const vals = present
+            .map((u) => u[key])
+            .filter((v) => v !== null);
+        return vals.length > 0 ? vals.reduce((a, b) => a + b, 0) : null;
+    };
+    return {
+        prompt: add("prompt"),
+        completion: add("completion"),
+        total: add("total"),
+    };
+}
+function hostOf(baseUrl) {
+    try {
+        return new URL(baseUrl).host;
+    }
+    catch {
+        return baseUrl;
+    }
+}
+function connectivityResult(opts, error, corsBlocked, startedAt) {
+    return {
+        provider: opts.provider,
+        model: opts.model,
+        baseUrlHost: hostOf(opts.baseUrl),
+        verdict: "unverified",
+        versionUnverifiable: false,
+        probes: [],
+        reasons: [error],
+        probesPassed: 0,
+        probesTotal: 0,
+        latencyMs: Math.round(performance.now() - startedAt),
+        transport: opts.mode,
+        corsBlocked,
+        detectedModel: null,
+        totalUsage: null,
+        resolvedProvider: opts.provider,
+        connectivityError: error,
+    };
+}
+export async function runVerification(opts) {
+    const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    const transport = opts.transport ?? probeTransport;
+    const started = performance.now();
+    const hs = await runHandshake({
+        provider: opts.provider,
+        baseUrl: opts.baseUrl,
+        apiKey: opts.apiKey,
+        model: opts.model,
+        mode: opts.mode,
+        timeoutMs,
+        transport,
+    });
+    if (!hs.ok)
+        return connectivityResult(opts, hs.reason, hs.corsBlocked, started);
+    const resolvedProvider = hs.resolvedProvider;
+    const cfg = PROVIDER_CONFIGS[resolvedProvider];
+    const results = await Promise.all(PROBES.map((probe) => runProbe({
+        probe,
+        cfg,
+        baseUrl: opts.baseUrl,
+        apiKey: opts.apiKey,
+        model: opts.model,
+        mode: hs.mode,
+        timeoutMs,
+        transport,
+    })));
+    // Runs concurrently with nothing else pending, after the probes, so a
+    // signature failure can never mask a probe result.
+    const signature = opts.checkSignature && resolvedProvider === "anthropic"
+        ? await checkThinkingSignature({
+            transport,
+            baseUrl: normalizeProbeBaseUrl(opts.baseUrl),
+            apiKey: opts.apiKey,
+            model: opts.model,
+            timeoutMs,
+        })
+        : undefined;
+    const tokenTruth = opts.checkTokenTruth && resolvedProvider === "anthropic"
+        ? await checkTokenTruth({
+            transport,
+            baseUrl: normalizeProbeBaseUrl(opts.baseUrl),
+            apiKey: opts.apiKey,
+            model: opts.model,
+            timeoutMs,
+        })
+        : undefined;
+    // Free metadata: derived from probe responses we already paid for.
+    const richest = results.reduce((best, r) => (r.usage?.completion ?? 0) > (best?.usage?.completion ?? 0) ? r : best, null);
+    const responseMetadata = richest?.envelope;
+    const throughput = richest
+        ? sampleThroughput({
+            lane: hostOf(opts.baseUrl),
+            model: opts.model,
+            outputTokens: richest.usage?.completion ?? null,
+            elapsedMs: richest.latencyMs,
+        })
+        : null;
+    const detectedModel = results.find((r) => r.detectedModel)?.detectedModel ?? null;
+    const verdict = aggregateVerdict({
+        model: opts.model,
+        cfg,
+        results,
+        detectedModel,
+    });
+    const corsBlocked = hs.mode === "direct" && results.some((r) => r.corsBlocked);
+    return {
+        provider: opts.provider,
+        model: opts.model,
+        baseUrlHost: hostOf(opts.baseUrl),
+        verdict: verdict.verdict,
+        versionUnverifiable: verdict.versionUnverifiable,
+        probes: results.map((r) => ({
+            label: r.label,
+            pass: r.pass,
+            signal: r.signal,
+            muxFailure: r.muxFailure,
+            transient: r.transient,
+            latencyMs: r.latencyMs,
+            prompt: r.prompt,
+            responseText: r.responseText,
+            httpStatus: r.httpStatus,
+            usage: r.usage,
+            detectedModel: r.detectedModel,
+            reason: r.reason,
+        })),
+        reasons: verdict.reasons,
+        probesPassed: results.filter((r) => r.pass).length,
+        probesTotal: results.length,
+        latencyMs: Math.round(performance.now() - started),
+        transport: hs.mode,
+        corsBlocked,
+        detectedModel,
+        totalUsage: sumUsage(results.map((r) => r.usage)),
+        resolvedProvider,
+        ...(signature ? { signature } : {}),
+        ...(tokenTruth ? { tokenTruth } : {}),
+        ...(responseMetadata ? { responseMetadata } : {}),
+        ...(throughput ? { throughput } : {}),
+        connectivityError: null,
+    };
+}
+//# sourceMappingURL=runner.js.map

package/dist/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../src/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAiB,MAAM,UAAU,CAAC;AACjD,OAAO,EACL,qBAAqB,EACrB,gBAAgB,GAEjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAoB,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAkB,MAAM,WAAW,CAAC;AAQ1E,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,YAAY,GAAG,IAAI,CAAC;AAE1B,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,EAAE,CAC3B,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAE1E,KAAK,UAAU,QAAQ,CAAC,IASvB;IACC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACzB,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,SAAS,GAGF,IAAI,CAAC;IAEhB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,sBAAsB,EAAE,OAAO,EAAE,EAAE,CAAC;QACnE,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;QAC1B,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;YAClC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,IAAI,CAAC,IAAI,KAAK,QAAQ;SAC/B,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC;YAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO,EAAE,KAAK,CAAC,IAAI;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GACb,GAAG,CAAC,WAAW;gBACf,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC;gBAC3B,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,gBAAgB,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAClE,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,KAAK;gBACjB,SAAS;gBACT,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;gBAClD,MAAM,EAAE,UAAU;gBAClB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,GAAG,CAAC,MAAM;gBACtB,KAAK,EAAE,IAAI;gBACX,aAAa,EAAE,IAAI;gBACnB,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC;gBAClD,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;gBAClD,MAAM,EAAE,UAAU;gBAClB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,GAAG,CAAC,MAAM;gBACtB,KAAK,EAAE,IAAI;gBACX,aAAa,EAAE,IAAI;gBACnB,MAAM,EAAE,yBAAyB;gBACjC,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,KAAK;aACnB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBACxB,SAAS,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;YACpE,SAAS,CAAC,qCAAqC;QACjD,CAAC;QAED,MAAM,MAAM,GAAG,YAAY,CACzB,IAAI,EACJ,KAAK,CAAC,KAAK,EACX,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAChC,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAC/B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAClC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO;YACL,uEAAuE;YACvE,mEAAmE;YACnE,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC3D,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI;YACJ,MAAM;YACN,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YAClD,MAAM,EAAE,UAAU;YAClB,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC;YACvB,UAAU,EAAE,GAAG,CAAC,MAAM;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;YAC/C,IAAI;YACJ,WAAW,EAAE,KAAK;SACnB,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC5B,MAAM,MAAM,GAAG,YAAY,CACzB,IAAI,EACJ,KAAK,CAAC,KAAK,EACX,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAChC,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAC/B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAClC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI;YACJ,MAAM;YACN,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YAClD,MAAM,EAAE,UAAU;YAClB,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC;YACvB,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM;YAChC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,wBAAwB;gBAC1B,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;YAC3C,IAAI;YACJ,WAAW,EAAE,KAAK;SACnB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,KAAK;QAChB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QAClD,MAAM,EAAE,UAAU;QAClB,YAAY,EAAE,IAAI;QAClB,UAAU,EAAE,IAAI;QAChB,KAAK,EAAE,IAAI;QACX,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;QAC7C,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,KAAK;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,MAA6B;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAmB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAClE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,GAAG,GAAG,CAAC,GAAqB,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,OAAO;aACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;aAClB,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,CAAC,CAAC;IACF,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC;QACrB,UAAU,EAAE,GAAG,CAAC,YAAY,CAAC;QAC7B,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,OAAe;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CACzB,IAKC,EACD,KAAqD,EACrD,WAAoB,EACpB,SAAiB;IAEjB,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;QACjC,OAAO,EAAE,YAAY;QACrB,mBAAmB,EAAE,KAAK;QAC1B,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,CAAC,KAAK,CAAC;QAChB,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACpD,SAAS,EAAE,IAAI,CAAC,IAAI;QACpB,WAAW;QACX,aAAa,EAAE,IAAI;QACnB,UAAU,EAAE,IAAI;QAChB,gBAAgB,EAAE,IAAI,CAAC,QAAQ;QAC/B,iBAAiB,EAAE,KAAK;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAkBrC;IACC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACvD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,cAAc,CAAC;IACnD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAElC,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC;QAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,SAAS;QACT,SAAS;KACV,CAAC,CAAC;IACH,IAAI,CAAC,EAAE,CAAC,EAAE;QACR,OAAO,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAEtE,MAAM,gBAAgB,GAAG,EAAE,CAAC,gBAAgB,CAAC;IAC7C,MAAM,GAAG,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,QAAQ,CAAC;QACP,KAAK;QACL,GAAG;QACH,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,EAAE,CAAC,IAAI;QACb,SAAS;QACT,SAAS;KACV,CAAC,CACH,CACF,CAAC;IAEF,sEAAsE;IACtE,mDAAmD;IACnD,MAAM,SAAS,GACb,IAAI,CAAC,cAAc,IAAI,gBAAgB,KAAK,WAAW;QACrD,CAAC,CAAC,MAAM,sBAAsB,CAAC;YAC3B,SAAS;YACT,OAAO,EAAE,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS;SACV,CAAC;QACJ,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,UAAU,GACd,IAAI,CAAC,eAAe,IAAI,gBAAgB,KAAK,WAAW;QACtD,CAAC,CAAC,MAAM,eAAe,CAAC;YACpB,SAAS;YACT,OAAO,EAAE,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS;SACV,CAAC;QACJ,CAAC,CAAC,SAAS,CAAC;IAEhB,mEAAmE;IACnE,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAC5B,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EACxE,IAAI,CACL,CAAC;IACF,MAAM,gBAAgB,GAAG,OAAO,EAAE,QAAQ,CAAC;IAC3C,MAAM,UAAU,GAAG,OAAO;QACxB,CAAC,CAAC,gBAAgB,CAAC;YACf,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,IAAI,IAAI;YAC/C,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,aAAa,GACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,IAAI,IAAI,CAAC;IAC9D,MAAM,OAAO,GAAG,gBAAgB,CAAC;QAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,GAAG;QACH,OAAO;QACP,aAAa;KACd,CAAC,CAAC;IACH,MAAM,WAAW,GACf,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE7D,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;QACjC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;QAChD,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,MAAM,EAAE,CAAC,CAAC,MAAM;SACjB,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM;QAClD,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QAClD,SAAS,EAAE,EAAE,CAAC,IAAI;QAClB,WAAW;QACX,aAAa;QACb,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACjD,gBAAgB;QAChB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,iBAAiB,EAAE,IAAI;KACxB,CAAC;AACJ,CAAC"}

package/dist/signals.d.ts

@@ -0,0 +1,11 @@
+import type { ProbeLabel, ProbeSignal } from "./types";
+export declare const includesAny: (text: string, patterns: string[]) => boolean;
+export declare const hasCodingToolRefusal: (text: string) => boolean;
+export declare const hasScamPage: (text: string) => boolean;
+export declare function cjkLeak(text: string): boolean;
+export declare function hasForeignIdentity(text: string, foreignPatterns: string[], cloudModelNamePatterns: string[], probe: ProbeLabel): boolean;
+export declare function tierOf(text: string, tiers: readonly string[]): string | null;
+export declare function detectTierMismatch(requestedModel: string, modelNameText: string | undefined, tiers: readonly string[]): string | null;
+export declare function detectSignal(text: string, probeLabel: ProbeLabel, foreignPatterns: string[], cloudModelNamePatterns: string[], acceptsCloudHostIdentity: boolean): ProbeSignal;
+export declare function isTransientError(msg: string): boolean;
+//# sourceMappingURL=signals.d.ts.map

package/dist/signals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"signals.d.ts","sourceRoot":"","sources":["../src/signals.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEvD,eAAO,MAAM,WAAW,SAAU,MAAM,YAAY,MAAM,EAAE,YACpB,CAAC;AAEzC,eAAO,MAAM,oBAAoB,SAAU,MAAM,YAEA,CAAC;AAElD,eAAO,MAAM,WAAW,SAAU,MAAM,YACD,CAAC;AAExC,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAG7C;AAED,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,MAAM,EACZ,eAAe,EAAE,MAAM,EAAE,EACzB,sBAAsB,EAAE,MAAM,EAAE,EAChC,KAAK,EAAE,UAAU,GAChB,OAAO,CAKT;AAED,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI,CAG5E;AAED,wBAAgB,kBAAkB,CAChC,cAAc,EAAE,MAAM,EACtB,aAAa,EAAE,MAAM,GAAG,SAAS,EACjC,KAAK,EAAE,SAAS,MAAM,EAAE,GACvB,MAAM,GAAG,IAAI,CAOf;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,MAAM,EAAE,EACzB,sBAAsB,EAAE,MAAM,EAAE,EAChC,wBAAwB,EAAE,OAAO,GAChC,WAAW,CAuBb;AAID,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAYrD"}

package/dist/signals.js

@@ -0,0 +1,64 @@
+import { CJK_CHAR, CJK_LEAK_MIN_CHARS, CLOUD_HOST_PATTERNS, CODING_TOOL_NAMES, CODING_TOOL_REFUSAL_PATTERNS, SCAM_PAGE_PATTERNS, } from "./patterns";
+export const includesAny = (text, patterns) => patterns.some((p) => text.includes(p));
+export const hasCodingToolRefusal = (text) => includesAny(text, CODING_TOOL_NAMES) ||
+    includesAny(text, CODING_TOOL_REFUSAL_PATTERNS);
+export const hasScamPage = (text) => includesAny(text, SCAM_PAGE_PATTERNS);
+export function cjkLeak(text) {
+    const m = text.match(CJK_CHAR);
+    return m !== null && m.length >= CJK_LEAK_MIN_CHARS;
+}
+export function hasForeignIdentity(text, foreignPatterns, cloudModelNamePatterns, probe) {
+    if (includesAny(text, foreignPatterns))
+        return true;
+    if (probe === "model-name" && includesAny(text, cloudModelNamePatterns))
+        return true;
+    return false;
+}
+export function tierOf(text, tiers) {
+    const found = tiers.filter((tier) => text.includes(tier));
+    return found.length === 1 ? found[0] : null;
+}
+export function detectTierMismatch(requestedModel, modelNameText, tiers) {
+    const reqTier = tierOf(requestedModel.toLowerCase(), tiers);
+    if (!reqTier)
+        return null;
+    if (!modelNameText)
+        return null;
+    const saidTier = tierOf(modelNameText, tiers);
+    if (saidTier && saidTier !== reqTier)
+        return saidTier;
+    return null;
+}
+export function detectSignal(text, probeLabel, foreignPatterns, cloudModelNamePatterns, acceptsCloudHostIdentity) {
+    if (text.length === 0)
+        return "blank";
+    if (hasCodingToolRefusal(text))
+        return "coding-tool";
+    if (hasScamPage(text))
+        return "scam";
+    if (cjkLeak(text))
+        return "cjk-leak";
+    if (probeLabel === "identity" || probeLabel === "model-name") {
+        if (hasForeignIdentity(text, foreignPatterns, cloudModelNamePatterns, probeLabel))
+            return "foreign";
+        if (probeLabel === "identity" &&
+            acceptsCloudHostIdentity &&
+            includesAny(text, CLOUD_HOST_PATTERNS))
+            return "cloud-host";
+    }
+    return null;
+}
+const TRANSIENT_HTTP = [408, 425, 429, 500, 502, 503, 504, 520, 522, 524];
+export function isTransientError(msg) {
+    const m = msg.match(/HTTP (\d{3})/);
+    if (m && TRANSIENT_HTTP.includes(Number(m[1])))
+        return true;
+    const lower = msg.toLowerCase();
+    return (lower.includes("timeout") ||
+        lower.includes("timed out") ||
+        lower.includes("econnreset") ||
+        lower.includes("socket") ||
+        lower.includes("network") ||
+        lower.includes("fetch failed"));
+}
+//# sourceMappingURL=signals.js.map

package/dist/signals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"signals.js","sourceRoot":"","sources":["../src/signals.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,4BAA4B,EAC5B,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,QAAkB,EAAE,EAAE,CAC9D,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzC,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,EAAE,CACnD,WAAW,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACpC,WAAW,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC;AAElD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,EAAE,CAC1C,WAAW,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;AAExC,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,kBAAkB,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,IAAY,EACZ,eAAyB,EACzB,sBAAgC,EAChC,KAAiB;IAEjB,IAAI,WAAW,CAAC,IAAI,EAAE,eAAe,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,KAAK,KAAK,YAAY,IAAI,WAAW,CAAC,IAAI,EAAE,sBAAsB,CAAC;QACrE,OAAO,IAAI,CAAC;IACd,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,KAAwB;IAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,cAAsB,EACtB,aAAiC,EACjC,KAAwB;IAExB,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IAC9C,IAAI,QAAQ,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,UAAsB,EACtB,eAAyB,EACzB,sBAAgC,EAChC,wBAAiC;IAEjC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACtC,IAAI,oBAAoB,CAAC,IAAI,CAAC;QAAE,OAAO,aAAa,CAAC;IACrD,IAAI,WAAW,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,IAAI,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC;IACrC,IAAI,UAAU,KAAK,UAAU,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;QAC7D,IACE,kBAAkB,CAChB,IAAI,EACJ,eAAe,EACf,sBAAsB,EACtB,UAAU,CACX;YAED,OAAO,SAAS,CAAC;QACnB,IACE,UAAU,KAAK,UAAU;YACzB,wBAAwB;YACxB,WAAW,CAAC,IAAI,EAAE,mBAAmB,CAAC;YAEtC,OAAO,YAAY,CAAC;IACxB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1E,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAChC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3B,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC5B,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAC/B,CAAC;AACJ,CAAC"}

package/dist/substitution.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Envelope-level model substitution: the endpoint answers with a different
+ * model id than the one requested.
+ *
+ * This catches the fraud that every behavioural probe passes, because the reply
+ * genuinely IS the vendor's model, just a cheaper one than billed for. It costs
+ * nothing: the id is already in the response every probe makes.
+ */
+/**
+ * Ported from new-api-sync (`core/testing/runner.ts`), where the leniency is
+ * load-bearing. A strict comparison once condemned an honest upstream and cost
+ * it all ten of its Claude models, so this tolerates the three ways vendors
+ * legitimately spell the same model:
+ *   - separator drift        claude-opus-4.8   vs claude-opus-4-8
+ *   - vendor-qualified ids   anthropic/claude-opus-5 vs claude-opus-5
+ *   - dated snapshots        claude-haiku-4-5  vs claude-haiku-4-5-20251001
+ */
+export declare function modelsMatch(requested: string, served: string): boolean;
+/**
+ * The served id when it contradicts the request, else null. A missing id is not
+ * evidence: plenty of honest relays omit it.
+ */
+export declare function detectSubstitution(requested: string, detectedModel: string | null | undefined): string | null;
+//# sourceMappingURL=substitution.d.ts.map

package/dist/substitution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"substitution.d.ts","sourceRoot":"","sources":["../src/substitution.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAOtE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GACvC,MAAM,GAAG,IAAI,CAGf"}

package/dist/substitution.js

@@ -0,0 +1,35 @@
+/**
+ * Envelope-level model substitution: the endpoint answers with a different
+ * model id than the one requested.
+ *
+ * This catches the fraud that every behavioural probe passes, because the reply
+ * genuinely IS the vendor's model, just a cheaper one than billed for. It costs
+ * nothing: the id is already in the response every probe makes.
+ */
+/**
+ * Ported from new-api-sync (`core/testing/runner.ts`), where the leniency is
+ * load-bearing. A strict comparison once condemned an honest upstream and cost
+ * it all ten of its Claude models, so this tolerates the three ways vendors
+ * legitimately spell the same model:
+ *   - separator drift        claude-opus-4.8   vs claude-opus-4-8
+ *   - vendor-qualified ids   anthropic/claude-opus-5 vs claude-opus-5
+ *   - dated snapshots        claude-haiku-4-5  vs claude-haiku-4-5-20251001
+ */
+export function modelsMatch(requested, served) {
+    const norm = (s) => s.toLowerCase().replace(/[.]/g, "-").split("/").pop() ?? "";
+    const a = norm(requested);
+    const b = norm(served);
+    if (!a || !b)
+        return true;
+    return a === b || a.startsWith(b) || b.startsWith(a);
+}
+/**
+ * The served id when it contradicts the request, else null. A missing id is not
+ * evidence: plenty of honest relays omit it.
+ */
+export function detectSubstitution(requested, detectedModel) {
+    if (!detectedModel)
+        return null;
+    return modelsMatch(requested, detectedModel) ? null : detectedModel;
+}
+//# sourceMappingURL=substitution.js.map

package/dist/substitution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"substitution.js","sourceRoot":"","sources":["../src/substitution.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH;;;;;;;;GAQG;AACH,MAAM,UAAU,WAAW,CAAC,SAAiB,EAAE,MAAc;IAC3D,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CACzB,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IAC9D,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,aAAwC;IAExC,IAAI,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAChC,OAAO,WAAW,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC;AACtE,CAAC"}

package/dist/transport.d.ts

@@ -0,0 +1,17 @@
+import type { TransportMode } from "./types";
+export type TransportResult = {
+    status: number | null;
+    data: unknown;
+    error: string | null;
+    corsBlocked: boolean;
+};
+export type TransportArgs = {
+    mode: TransportMode;
+    url: string;
+    headers: Record<string, string>;
+    reqBody: unknown;
+    timeoutMs: number;
+};
+export type TransportFn = (args: TransportArgs) => Promise<TransportResult>;
+export declare function probeTransport(args: TransportArgs): Promise<TransportResult>;
+//# sourceMappingURL=transport.d.ts.map

package/dist/transport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../src/transport.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,aAAa,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;AAgF5E,wBAAgB,cAAc,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,CAE5E"}

package/dist/transport.js

@@ -0,0 +1,79 @@
+import { errMessage, rec } from "./internal/utils";
+// CORS block and dead host both surface as an opaque TypeError
+// (whatwg/fetch#1123). no-cors strips Authorization, so this proves reachability
+// ONLY and its opaque response must never be inspected.
+async function corsBlockedNotUnreachable(url, timeoutMs) {
+    try {
+        await fetch(url, {
+            method: "POST",
+            mode: "no-cors",
+            body: "{}",
+            signal: AbortSignal.timeout(timeoutMs),
+        });
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function direct(args) {
+    try {
+        const res = await fetch(args.url, {
+            method: "POST",
+            headers: args.headers,
+            body: JSON.stringify(args.reqBody),
+            signal: AbortSignal.timeout(args.timeoutMs),
+        });
+        const data = await res.json().catch(() => null);
+        return { status: res.status, data, error: null, corsBlocked: false };
+    }
+    catch (err) {
+        const isAbort = err instanceof DOMException && err.name === "AbortError";
+        const msg = errMessage(err);
+        return {
+            status: null,
+            data: null,
+            error: isAbort ? "timeout" : msg,
+            corsBlocked: !isAbort &&
+                err instanceof TypeError &&
+                (await corsBlockedNotUnreachable(args.url, args.timeoutMs)),
+        };
+    }
+}
+async function viaServer(args) {
+    try {
+        const res = await fetch("/api/models/verify/probe", {
+            method: "POST",
+            headers: { "content-type": "application/json" },
+            body: JSON.stringify({
+                url: args.url,
+                headers: args.headers,
+                reqBody: args.reqBody,
+            }),
+            signal: AbortSignal.timeout(args.timeoutMs + 5000),
+        });
+        const wrapped = rec(await res.json().catch(() => null));
+        const inner = rec(wrapped?.data);
+        if (!inner || typeof inner.status !== "number")
+            return {
+                status: null,
+                data: null,
+                error: `proxy HTTP ${res.status}`,
+                corsBlocked: false,
+            };
+        return {
+            status: inner.status,
+            data: inner.data,
+            error: null,
+            corsBlocked: false,
+        };
+    }
+    catch (err) {
+        const msg = errMessage(err);
+        return { status: null, data: null, error: msg, corsBlocked: false };
+    }
+}
+export function probeTransport(args) {
+    return args.mode === "server" ? viaServer(args) : direct(args);
+}
+//# sourceMappingURL=transport.js.map

package/dist/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../src/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAoBnD,+DAA+D;AAC/D,iFAAiF;AACjF,wDAAwD;AACxD,KAAK,UAAU,yBAAyB,CACtC,GAAW,EACX,SAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,EAAE;YACf,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;SACvC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAmB;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;YAClC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;SAC5C,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACvE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,YAAY,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;QACzE,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG;YAChC,WAAW,EACT,CAAC,OAAO;gBACR,GAAG,YAAY,SAAS;gBACxB,CAAC,MAAM,yBAAyB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAmB;IAC1C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,0BAA0B,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC;YACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;SACnD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAC5C,OAAO;gBACL,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,cAAc,GAAG,CAAC,MAAM,EAAE;gBACjC,WAAW,EAAE,KAAK;aACnB,CAAC;QACJ,OAAO;YACL,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,KAAK;SACnB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACtE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAmB;IAChD,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,55 @@
+import type { SignatureResult } from "./detectors/thinking-signature";
+import type { TokenTruthResult } from "./detectors/token-truth";
+import type { ResponseMetadata } from "./detectors/response-metadata";
+import type { ThroughputSample } from "./detectors/throughput";
+export type VerifyProvider = "anthropic" | "openai" | "gemini";
+export type VerifyVerdict = "genuine" | "suspicious" | "unverified";
+export type ProbeLabel = "emotional" | "creative" | "identity" | "model-name";
+export type ProbeSignal = "coding-tool" | "scam" | "foreign" | "cloud-host" | "cjk-leak" | "blank" | null;
+export type TransportMode = "direct" | "server";
+export type ProbeUsage = {
+    prompt: number | null;
+    completion: number | null;
+    total: number | null;
+};
+export type ProbeOutcome = {
+    label: ProbeLabel;
+    pass: boolean;
+    signal: ProbeSignal;
+    muxFailure: boolean;
+    transient: boolean;
+    latencyMs: number;
+    prompt: string;
+    responseText: string | null;
+    httpStatus: number | null;
+    usage: ProbeUsage | null;
+    detectedModel: string | null;
+    reason: string | null;
+};
+export type VerifyResult = {
+    provider: VerifyProvider;
+    model: string;
+    baseUrlHost: string;
+    verdict: VerifyVerdict;
+    versionUnverifiable: boolean;
+    probes: ProbeOutcome[];
+    reasons: string[];
+    probesPassed: number;
+    probesTotal: number;
+    latencyMs: number;
+    transport: TransportMode;
+    corsBlocked: boolean;
+    detectedModel: string | null;
+    totalUsage: ProbeUsage | null;
+    resolvedProvider: VerifyProvider;
+    /** Present only when the signature check was requested and could run. */
+    signature?: SignatureResult;
+    /** Present only when the token-accounting check was requested. */
+    tokenTruth?: TokenTruthResult;
+    /** Envelope observations, free: read from responses already collected. */
+    responseMetadata?: ResponseMetadata;
+    /** Output rate, when a probe generated enough tokens to measure one. */
+    throughput?: ThroughputSample | null;
+    connectivityError: "cors-needs-backend" | "unreachable" | "invalid-key" | "no-format" | null;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE/D,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,YAAY,GAAG,YAAY,CAAC;AAEpE,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,YAAY,CAAC;AAE9E,MAAM,MAAM,WAAW,GACnB,aAAa,GACb,MAAM,GACN,SAAS,GACT,YAAY,GACZ,UAAU,GACV,OAAO,GACP,IAAI,CAAC;AAET,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEhD,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,UAAU,CAAC;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,EAAE,cAAc,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,aAAa,CAAC;IACvB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,aAAa,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;IACrB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,gBAAgB,EAAE,cAAc,CAAC;IACjC,yEAAyE;IACzE,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,kEAAkE;IAClE,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,wEAAwE;IACxE,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,iBAAiB,EACf,oBAAoB,GAAG,aAAa,GAAG,aAAa,GAAG,WAAW,GAAG,IAAI,CAAC;CAC7E,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}