adaptive-memory-multi-model-router 2.16.2 → 2.16.4

package/dist/routing/jev/jevRouter.d.ts

@@ -0,0 +1,49 @@
+/**
+ * JevRouter — System One routing for A3M.
+ *
+ * Replaces the autoregressive/heuristic routing loop with a single-pass
+ * calibrated decision (Jev interface pattern):
+ *
+ *   prompt ──► OptionAttention engine ──► { provider choice, complexity score,
+ *                                            capability noul flags }
+ *
+ * The engine is distilled from A3M's own System 2 router (advancedRouter.ts):
+ * tools/distill.mjs runs routeQuery over a synthetic prompt corpus and
+ * tools/train_jev.py trains the ~25k-parameter option-attention weights.
+ *
+ * Confidence guard: if the top provider probability is below MIN_CONFIDENCE,
+ * we fall back to the full heuristic router (System 2) — Jev decides the easy
+ * 90%, the heavy router handles the hard 10%.
+ */
+import { type RouteDecision } from "../advancedRouter";
+import { type OptionAttentionWeights } from "./optionAttention";
+import type { JevResponse } from "./types";
+/** Below this top-probability, defer to the System 2 heuristic router. */
+export declare const MIN_CONFIDENCE = 0.22;
+export declare function loadWeights(): OptionAttentionWeights | null;
+/** For tests / hot-reload of retrained weights. */
+export declare function resetWeightsCache(): void;
+/**
+ * Build the option text for a model profile. Option text is what the engine
+ * embeds — providers unseen at training time are still scored through their
+ * strengths/tier description.
+ */
+export declare function optionTextForModel(model: string, profile: {
+    providerName?: string;
+    strengths?: string[];
+    quality_score?: number;
+    cost_per_1k_input?: number;
+    cost_per_1k_output?: number;
+    type?: string;
+}): string;
+/**
+ * Single-pass Jev routing decision. Returns a RouteDecision shaped exactly
+ * like advancedRouter.routeQuery so it is a drop-in replacement.
+ */
+export declare function jevRoute(prompt: string, available_models?: string[], budget_multiplier?: number): RouteDecision & {
+    jev?: JevResponse;
+};
+/** Async variant with remote backend support. */
+export declare function jevRouteAsync(prompt: string, available_models?: string[], budget_multiplier?: number): Promise<RouteDecision & {
+    jev?: JevResponse;
+}>;

package/dist/routing/jev/jevRouter.js

@@ -0,0 +1,231 @@
+"use strict";
+/**
+ * JevRouter — System One routing for A3M.
+ *
+ * Replaces the autoregressive/heuristic routing loop with a single-pass
+ * calibrated decision (Jev interface pattern):
+ *
+ *   prompt ──► OptionAttention engine ──► { provider choice, complexity score,
+ *                                            capability noul flags }
+ *
+ * The engine is distilled from A3M's own System 2 router (advancedRouter.ts):
+ * tools/distill.mjs runs routeQuery over a synthetic prompt corpus and
+ * tools/train_jev.py trains the ~25k-parameter option-attention weights.
+ *
+ * Confidence guard: if the top provider probability is below MIN_CONFIDENCE,
+ * we fall back to the full heuristic router (System 2) — Jev decides the easy
+ * 90%, the heavy router handles the hard 10%.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MIN_CONFIDENCE = void 0;
+exports.loadWeights = loadWeights;
+exports.resetWeightsCache = resetWeightsCache;
+exports.optionTextForModel = optionTextForModel;
+exports.jevRoute = jevRoute;
+exports.jevRouteAsync = jevRouteAsync;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const advancedRouter_1 = require("../advancedRouter");
+const optionAttention_1 = require("./optionAttention");
+const remote_1 = require("./remote");
+const WEIGHTS_PATHS = [
+    path.join(__dirname, "weights", "jev-router-weights.json"), // dist copy
+    path.join(__dirname, "..", "..", "..", "src", "routing", "jev", "weights", "jev-router-weights.json"), // repo fallback
+];
+/** Below this top-probability, defer to the System 2 heuristic router. */
+exports.MIN_CONFIDENCE = 0.22;
+let cachedWeights;
+function loadWeights() {
+    if (cachedWeights !== undefined)
+        return cachedWeights;
+    try {
+        for (const p of WEIGHTS_PATHS) {
+            if (fs.existsSync(p)) {
+                cachedWeights = JSON.parse(fs.readFileSync(p, "utf8"));
+                return cachedWeights;
+            }
+        }
+        cachedWeights = null;
+    }
+    catch {
+        cachedWeights = null;
+    }
+    return cachedWeights;
+}
+/** For tests / hot-reload of retrained weights. */
+function resetWeightsCache() {
+    cachedWeights = undefined;
+    (0, optionAttention_1.resetQueryCache)();
+}
+/**
+ * Build the option text for a model profile. Option text is what the engine
+ * embeds — providers unseen at training time are still scored through their
+ * strengths/tier description.
+ */
+function optionTextForModel(model, profile) {
+    const strengths = (profile.strengths || []).slice(0, 6).join(",");
+    const cost = profile.cost_per_1k_input != null
+        ? ((profile.cost_per_1k_input + (profile.cost_per_1k_output || 0)) / 2).toFixed(4)
+        : "?";
+    return `${model} provider:${profile.providerName || "?"} type:${profile.type || "api"} strengths:${strengths} quality:${profile.quality_score ?? "?"} cost:${cost}`;
+}
+/**
+ * Single-pass Jev routing decision. Returns a RouteDecision shaped exactly
+ * like advancedRouter.routeQuery so it is a drop-in replacement.
+ */
+function jevRoute(prompt, available_models, budget_multiplier = 1.0) {
+    // 1. Remote backend (openjev-sglang / typesafe) takes precedence if configured
+    if ((0, remote_1.remoteConfigured)()) {
+        // remoteDecide is async; jevRoute is sync to match routeQuery's contract.
+        // Remote mode is exposed via jevRouteAsync below.
+    }
+    const weights = loadWeights();
+    if (!weights)
+        return fallbackRoute(prompt, available_models, budget_multiplier, "no weights");
+    // 2. Candidate pool — mirror routeQuery's candidate selection
+    const profiles = getModelProfilesSafe();
+    const candidateNames = (available_models && available_models.length
+        ? available_models
+        : Object.keys(profiles)).filter((n) => profiles[n]);
+    if (candidateNames.length === 0)
+        return fallbackRoute(prompt, available_models, budget_multiplier, "no candidates");
+    const t0 = Date.now();
+    const options = candidateNames.map((m) => optionTextForModel(m, profiles[m]));
+    const { probs, top } = (0, optionAttention_1.scoreOptions)(prompt, options, weights);
+    const complexity = (0, optionAttention_1.scoreScalar)(prompt, weights);
+    const { value: needsCode, prob: codeProb } = (0, optionAttention_1.scoreNoul)(prompt, "requires code generation", weights);
+    const elapsed = Date.now() - t0;
+    const bestIdx = top[0]?.index ?? -1;
+    const bestProb = top[0]?.prob ?? 0;
+    const jev = {
+        answers: [
+            {
+                type: "choice",
+                key: "provider",
+                value: bestIdx >= 0 ? candidateNames[bestIdx] : "",
+                prob: bestProb,
+                top: top.map((t) => ({ option: candidateNames[t.index], prob: t.prob })),
+            },
+            { type: "score", key: "complexity", value: complexity },
+            { type: "noul", key: "needs_code", value: needsCode, prob: codeProb },
+        ],
+        elapsed_ms: elapsed,
+        backend: "local-weights",
+    };
+    // 3. Confidence guard → System 2 fallback
+    if (bestProb < exports.MIN_CONFIDENCE || bestIdx < 0) {
+        const fb = fallbackRoute(prompt, available_models, budget_multiplier, `low confidence ${bestProb.toFixed(2)}`);
+        return { ...fb, jev };
+    }
+    const primary = candidateNames[bestIdx];
+    const profile = profiles[primary];
+    const fallbacks = top.slice(1, 3).map((t) => candidateNames[t.index]);
+    return {
+        primary_model: primary,
+        fallback_models: fallbacks,
+        confidence: bestProb,
+        reasoning: `jev single-pass (distilled): p=${bestProb.toFixed(3)} complexity=${complexity.toFixed(2)} needs_code=${needsCode}(${codeProb.toFixed(2)}) [${elapsed}ms]`,
+        estimated_cost: ((profile.cost_per_1k_input || 0) + (profile.cost_per_1k_output || 0)) / 2,
+        estimated_latency_ms: profile.latency_ms || 500,
+        provider_type: profile.type,
+        jev,
+    };
+}
+/** Async variant with remote backend support. */
+async function jevRouteAsync(prompt, available_models, budget_multiplier = 1.0) {
+    if ((0, remote_1.remoteConfigured)()) {
+        const profiles = getModelProfilesSafe();
+        const candidates = (available_models && available_models.length
+            ? available_models
+            : Object.keys(profiles)).filter((n) => profiles[n]);
+        const remote = await (0, remote_1.remoteDecide)({
+            state: prompt,
+            questions: [
+                {
+                    type: "choice",
+                    key: "provider",
+                    description: "best model for this query",
+                    options: candidates.map((m) => optionTextForModel(m, profiles[m])),
+                },
+            ],
+        });
+        if (remote) {
+            const choice = remote.answers[0];
+            if (choice && choice.type === "choice") {
+                // map option text back to model name
+                const idx = candidates.findIndex((m) => choice.value.startsWith(m + " "));
+                const primary = idx >= 0 ? candidates[idx] : candidates.find((c) => choice.value.includes(c));
+                if (primary) {
+                    const profile = profiles[primary];
+                    return {
+                        primary_model: primary,
+                        fallback_models: [],
+                        confidence: choice.prob,
+                        reasoning: `jev remote (${remote.backend}) [${remote.elapsed_ms}ms]`,
+                        estimated_cost: ((profile.cost_per_1k_input || 0) + (profile.cost_per_1k_output || 0)) / 2,
+                        estimated_latency_ms: profile.latency_ms || 500,
+                        provider_type: profile.type,
+                        jev: remote,
+                    };
+                }
+            }
+        }
+    }
+    return jevRoute(prompt, available_models, budget_multiplier);
+}
+// ---------------------------------------------------------------------------
+// internals
+// ---------------------------------------------------------------------------
+const advancedRouter_2 = require("../advancedRouter");
+function getModelProfilesSafe() {
+    // MODEL_PROFILES is populated by the first routeQuery call (profile cache).
+    if (Object.keys(advancedRouter_2.MODEL_PROFILES).length === 0)
+        (0, advancedRouter_1.routeQuery)("warmup");
+    return advancedRouter_2.MODEL_PROFILES;
+}
+function fallbackRoute(prompt, available_models, budget_multiplier, why) {
+    const d = (0, advancedRouter_1.routeQuery)(prompt, available_models, budget_multiplier);
+    return {
+        ...d,
+        reasoning: `system2-fallback (${why}): ${d.reasoning}`,
+        jev: {
+            answers: [],
+            elapsed_ms: 0,
+            backend: "fallback-heuristic",
+        },
+    };
+}
+//# sourceMappingURL=jevRouter.js.map

package/dist/routing/jev/jevRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jevRouter.js","sourceRoot":"","sources":["../../../src/routing/jev/jevRouter.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;GAgBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BH,kCAcC;AAGD,8CAGC;AAOD,gDAcC;AAMD,4BAsEC;AAGD,sCAgDC;AAlMD,uCAAyB;AACzB,2CAA6B;AAC7B,sDAG2B;AAC3B,uDAM2B;AAC3B,qCAA0D;AAG1D,MAAM,aAAa,GAAG;IACpB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,yBAAyB,CAAC,EAAY,YAAY;IAClF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,yBAAyB,CAAC,EAAE,gBAAgB;CACxH,CAAC;AAEF,0EAA0E;AAC7D,QAAA,cAAc,GAAG,IAAI,CAAC;AAEnC,IAAI,aAAwD,CAAC;AAE7D,SAAgB,WAAW;IACzB,IAAI,aAAa,KAAK,SAAS;QAAE,OAAO,aAAa,CAAC;IACtD,IAAI,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrB,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAA2B,CAAC;gBACjF,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QACD,aAAa,GAAG,IAAI,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,aAAa,GAAG,IAAI,CAAC;IACvB,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,mDAAmD;AACnD,SAAgB,iBAAiB;IAC/B,aAAa,GAAG,SAAS,CAAC;IAC1B,IAAA,iCAAe,GAAE,CAAC;AACpB,CAAC;AAED;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,KAAa,EAAE,OAOjD;IACC,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClE,MAAM,IAAI,GACR,OAAO,CAAC,iBAAiB,IAAI,IAAI;QAC/B,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,GAAG,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,GAAG,CAAC;IACV,OAAO,GAAG,KAAK,aAAa,OAAO,CAAC,YAAY,IAAI,GAAG,SAAS,OAAO,CAAC,IAAI,IAAI,KAAK,cAAc,SAAS,YAAY,OAAO,CAAC,aAAa,IAAI,GAAG,SAAS,IAAI,EAAE,CAAC;AACtK,CAAC;AAED;;;GAGG;AACH,SAAgB,QAAQ,CACtB,MAAc,EACd,gBAA2B,EAC3B,oBAA4B,GAAG;IAE/B,+EAA+E;IAC/E,IAAI,IAAA,yBAAgB,GAAE,EAAE,CAAC;QACvB,0EAA0E;QAC1E,kDAAkD;IACpD,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,IAAI,CAAC,OAAO;QAAE,OAAO,aAAa,CAAC,MAAM,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,YAAY,CAAC,CAAC;IAE9F,8DAA8D;IAC9D,MAAM,QAAQ,GAAG,oBAAoB,EAAE,CAAC;IACxC,MAAM,cAAc,GAAG,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,MAAM;QACjE,CAAC,CAAC,gBAAgB;QAClB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CACxB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAC7B,OAAO,aAAa,CAAC,MAAM,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;IAErF,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,IAAA,8BAAY,EAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,IAAA,6BAAW,EAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAA,2BAAS,EAAC,MAAM,EAAE,0BAA0B,EAAE,OAAO,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAEhC,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC;IAEnC,MAAM,GAAG,GAAgB;QACvB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,QAAQ;gBACd,GAAG,EAAE,UAAU;gBACf,KAAK,EAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBAClD,IAAI,EAAE,QAAQ;gBACd,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;aACzE;YACD,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE;YACvD,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;SACtE;QACD,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,eAAe;KACzB,CAAC;IAEF,0CAA0C;IAC1C,IAAI,QAAQ,GAAG,sBAAc,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,kBAAkB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/G,OAAO,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAEtE,OAAO;QACL,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,SAAS;QAC1B,UAAU,EAAE,QAAQ;QACpB,SAAS,EAAE,kCAAkC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,KAAK;QACrK,cAAc,EACZ,CAAC,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QAC5E,oBAAoB,EAAE,OAAO,CAAC,UAAU,IAAI,GAAG;QAC/C,aAAa,EAAE,OAAO,CAAC,IAAI;QAC3B,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,iDAAiD;AAC1C,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,gBAA2B,EAC3B,oBAA4B,GAAG;IAE/B,IAAI,IAAA,yBAAgB,GAAE,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,oBAAoB,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,MAAM;YAC7D,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CACxB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAA,qBAAY,EAAC;YAChC,KAAK,EAAE,MAAM;YACb,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,QAAQ;oBACd,GAAG,EAAE,UAAU;oBACf,WAAW,EAAE,2BAA2B;oBACxC,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnE;aACF;SACF,CAAC,CAAC;QACH,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvC,qCAAqC;gBACrC,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CACrC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,GAAG,CAAC,CACjC,CAAC;gBACF,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9F,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAClC,OAAO;wBACL,aAAa,EAAE,OAAO;wBACtB,eAAe,EAAE,EAAE;wBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;wBACvB,SAAS,EAAE,eAAe,MAAM,CAAC,OAAO,MAAM,MAAM,CAAC,UAAU,KAAK;wBACpE,cAAc,EACZ,CAAC,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;wBAC5E,oBAAoB,EAAE,OAAO,CAAC,UAAU,IAAI,GAAG;wBAC/C,aAAa,EAAE,OAAO,CAAC,IAAI;wBAC3B,GAAG,EAAE,MAAM;qBACZ,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,MAAM,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;AAC/D,CAAC;AAED,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,sDAAmD;AAEnD,SAAS,oBAAoB;IAS3B,4EAA4E;IAC5E,IAAI,MAAM,CAAC,IAAI,CAAC,+BAAc,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,IAAA,2BAAU,EAAC,QAAQ,CAAC,CAAC;IACnE,OAAO,+BAAuC,CAAC;AACjD,CAAC;AAED,SAAS,aAAa,CACpB,MAAc,EACd,gBAAsC,EACtC,iBAAyB,EACzB,GAAW;IAEX,MAAM,CAAC,GAAG,IAAA,2BAAU,EAAC,MAAM,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;IAClE,OAAO;QACL,GAAG,CAAC;QACJ,SAAS,EAAE,qBAAqB,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE;QACtD,GAAG,EAAE;YACH,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,oBAAoB;SAC9B;KACF,CAAC;AACJ,CAAC"}

package/dist/routing/jev/optionAttention.d.ts

@@ -0,0 +1,63 @@
+/**
+ * OptionAttention — a pure-TypeScript System One decision engine.
+ *
+ * Port of the architecture popularized by vinnylarouge/jevlike (835★):
+ *
+ *   Each option becomes a query vector. The query assigns attention weights
+ *   to the context tokens; those weights produce one attended context vector
+ *   per option. A shared dot product turns each (option, context) pair into
+ *   one score. A softmax across options yields calibrated probabilities —
+ *   all in a single forward pass, no autoregressive generation.
+ *
+ * Why this architecture for A3M:
+ *   - Dynamic option sets: providers come and go; unseen options are scored
+ *     through their text (name + strengths + tier), so the engine generalizes
+ *     to providers it was never trained on.
+ *   - Zero dependencies: byte-level embeddings, ~25k parameters, weights ship
+ *     as JSON inside the npm package.
+ *   - CPU-fast: single matmul chain, sub-millisecond for 100+ options.
+ */
+export interface OptionAttentionWeights {
+    /** Hashed trigram embedding table: VOCAB × D. */
+    emb: number[][];
+    /** Option projection: D × D. */
+    wq: number[][];
+    bq: number[];
+    /** Shared scoring vector: D. */
+    w: number[];
+    b: number[];
+    /** Score head (context pooled → sigmoid): D + 2. */
+    ws: number[];
+    bs: number[];
+    /** Temperature for calibrated softmax. */
+    temperature: number;
+    dim: number;
+}
+/** Number of trigram hash buckets (must match tools/train_jev.py). */
+export declare const VOCAB = 2048;
+/**
+ * Hashed trigram tokenization — character trigrams give much sharper text
+ * discrimination than raw bytes ("chat" vs "code" produce disjoint buckets).
+ */
+export declare function tokenize(text: string): number[];
+export declare function resetQueryCache(): void;
+export interface ChoiceResult {
+    probs: number[];
+    top: Array<{
+        index: number;
+        prob: number;
+    }>;
+}
+/**
+ * Score N options against a context in one pass.
+ * Attention: a_ij = softmax_j( q_i · E_j / √D ), c_i = Σ_j a_ij E_j
+ * Score:     s_i   = w · (q_i ⊙ c_i) + b,  probs = softmax(s / T)
+ */
+export declare function scoreOptions(context: string, options: string[], weights: OptionAttentionWeights): ChoiceResult;
+/** Context → scalar in [0,1] via sigmoid(w_s · meanPool + b_s). */
+export declare function scoreScalar(context: string, weights: OptionAttentionWeights): number;
+/** Boolean decision with calibrated probability (2-way choice). */
+export declare function scoreNoul(context: string, questionText: string, weights: OptionAttentionWeights): {
+    value: boolean;
+    prob: number;
+};

package/dist/routing/jev/optionAttention.js

@@ -0,0 +1,158 @@
+"use strict";
+/**
+ * OptionAttention — a pure-TypeScript System One decision engine.
+ *
+ * Port of the architecture popularized by vinnylarouge/jevlike (835★):
+ *
+ *   Each option becomes a query vector. The query assigns attention weights
+ *   to the context tokens; those weights produce one attended context vector
+ *   per option. A shared dot product turns each (option, context) pair into
+ *   one score. A softmax across options yields calibrated probabilities —
+ *   all in a single forward pass, no autoregressive generation.
+ *
+ * Why this architecture for A3M:
+ *   - Dynamic option sets: providers come and go; unseen options are scored
+ *     through their text (name + strengths + tier), so the engine generalizes
+ *     to providers it was never trained on.
+ *   - Zero dependencies: byte-level embeddings, ~25k parameters, weights ship
+ *     as JSON inside the npm package.
+ *   - CPU-fast: single matmul chain, sub-millisecond for 100+ options.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VOCAB = void 0;
+exports.tokenize = tokenize;
+exports.resetQueryCache = resetQueryCache;
+exports.scoreOptions = scoreOptions;
+exports.scoreScalar = scoreScalar;
+exports.scoreNoul = scoreNoul;
+/** Number of trigram hash buckets (must match tools/train_jev.py). */
+exports.VOCAB = 2048;
+/**
+ * FNV-1a 32-bit hash of a character trigram → bucket id.
+ * Must match the Python trainer exactly.
+ */
+function trigramHash(b0, b1, b2) {
+    let h = 0x811c9dc5;
+    h = Math.imul(h ^ (b0 & 0xff), 0x01000193) >>> 0;
+    h = Math.imul(h ^ (b1 & 0xff), 0x01000193) >>> 0;
+    h = Math.imul(h ^ (b2 & 0xff), 0x01000193) >>> 0;
+    return h % exports.VOCAB;
+}
+/**
+ * Hashed trigram tokenization — character trigrams give much sharper text
+ * discrimination than raw bytes ("chat" vs "code" produce disjoint buckets).
+ */
+function tokenize(text) {
+    const s = " " + text + " ";
+    const out = [];
+    const cap = 384;
+    for (let i = 0; i + 2 < s.length && out.length < cap; i++) {
+        out.push(trigramHash(s.charCodeAt(i), s.charCodeAt(i + 1), s.charCodeAt(i + 2)));
+    }
+    if (out.length === 0)
+        out.push(trigramHash(32, 32, 32));
+    return out;
+}
+function meanPool(rows, weights) {
+    const D = weights.dim;
+    const out = new Array(D).fill(0);
+    if (rows.length === 0)
+        return out;
+    for (const r of rows)
+        for (let d = 0; d < D; d++)
+            out[d] += r[d];
+    for (let d = 0; d < D; d++)
+        out[d] /= rows.length;
+    return out;
+}
+function embed(tokens, weights) {
+    return tokens.map((t) => weights.emb[t % exports.VOCAB]);
+}
+/** Cache: option text → query vector. Option texts are static per provider
+ * profile, so q_i never changes between calls — skip the W_q matmul. */
+const queryCache = new Map();
+function resetQueryCache() {
+    queryCache.clear();
+}
+/** Option text → query vector q_i = W_q · meanPool(bytes) + b_q */
+function optionQuery(optionText, weights) {
+    const hit = queryCache.get(optionText);
+    if (hit)
+        return hit;
+    const D = weights.dim;
+    const h = meanPool(embed(tokenize(optionText), weights), weights);
+    const q = new Array(D).fill(0);
+    for (let i = 0; i < D; i++) {
+        let s = weights.bq[i];
+        for (let j = 0; j < D; j++)
+            s += weights.wq[i][j] * h[j];
+        q[i] = Math.tanh(s);
+    }
+    if (queryCache.size > 512)
+        queryCache.clear();
+    queryCache.set(optionText, q);
+    return q;
+}
+/**
+ * Score N options against a context in one pass.
+ * Attention: a_ij = softmax_j( q_i · E_j / √D ), c_i = Σ_j a_ij E_j
+ * Score:     s_i   = w · (q_i ⊙ c_i) + b,  probs = softmax(s / T)
+ */
+function scoreOptions(context, options, weights) {
+    const D = weights.dim;
+    const E = embed(tokenize(context), weights);
+    const scale = 1 / Math.sqrt(D);
+    const probs = [];
+    for (const opt of options) {
+        const q = optionQuery(opt, weights);
+        // attention over context tokens
+        const attn = E.map((e) => {
+            let dot = 0;
+            for (let d = 0; d < D; d++)
+                dot += q[d] * e[d];
+            return dot * scale;
+        });
+        const maxA = Math.max(...attn, 0);
+        const exps = attn.map((a) => Math.exp(a - maxA));
+        const sumA = exps.reduce((a, b) => a + b, 0) || 1;
+        // attended context vector c_i
+        const c = new Array(D).fill(0);
+        for (let j = 0; j < E.length; j++) {
+            const a = exps[j] / sumA;
+            if (a < 1e-6)
+                continue;
+            for (let d = 0; d < D; d++)
+                c[d] += a * E[j][d];
+        }
+        // score_i = w · (q ⊙ c) + b
+        let s = weights.b[0];
+        for (let d = 0; d < D; d++)
+            s += weights.w[d] * q[d] * c[d];
+        probs.push(s / weights.temperature);
+    }
+    const maxS = Math.max(...probs);
+    const expP = probs.map((p) => Math.exp(p - maxS));
+    const sumP = expP.reduce((a, b) => a + b, 0) || 1;
+    const final = expP.map((e) => e / sumP);
+    const top = final
+        .map((prob, index) => ({ index, prob }))
+        .sort((a, b) => b.prob - a.prob)
+        .slice(0, 5);
+    return { probs: final, top };
+}
+/** Context → scalar in [0,1] via sigmoid(w_s · meanPool + b_s). */
+function scoreScalar(context, weights) {
+    const D = weights.dim;
+    const p = meanPool(embed(tokenize(context), weights), weights);
+    let s = weights.bs[0];
+    for (let d = 0; d < D; d++)
+        s += weights.ws[d] * p[d];
+    return 1 / (1 + Math.exp(-s));
+}
+/** Boolean decision with calibrated probability (2-way choice). */
+function scoreNoul(context, questionText, weights) {
+    const r = scoreOptions(context, [questionText + " — yes", questionText + " — no"], weights);
+    const yesProb = r.probs[0];
+    return { value: yesProb >= 0.5, prob: Math.max(yesProb, 1 - yesProb) };
+}
+//# sourceMappingURL=optionAttention.js.map

package/dist/routing/jev/optionAttention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"optionAttention.js","sourceRoot":"","sources":["../../../src/routing/jev/optionAttention.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;GAkBG;;;AAsCH,4BAeC;AAmBD,0CAEC;AA6BD,oCA4CC;AAGD,kCAMC;AAGD,8BAQC;AApJD,sEAAsE;AACzD,QAAA,KAAK,GAAG,IAAI,CAAC;AAE1B;;;GAGG;AACH,SAAS,WAAW,CAAC,EAAU,EAAE,EAAU,EAAE,EAAU;IACrD,IAAI,CAAC,GAAG,UAAU,CAAC;IACnB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,aAAK,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,SAAgB,QAAQ,CAAC,IAAY;IACnC,MAAM,CAAC,GAAG,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC;IAC3B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,GAAG,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,GAAG,CAAC,IAAI,CACN,WAAW,CACT,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EACf,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EACnB,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CACpB,CACF,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CAAC,IAAgB,EAAE,OAA+B;IACjE,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC;IACtB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC;IAClD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,KAAK,CAAC,MAAgB,EAAE,OAA+B;IAC9D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,aAAK,CAAC,CAAC,CAAC;AACnD,CAAC;AAED;wEACwE;AACxE,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;AAE/C,SAAgB,eAAe;IAC7B,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,mEAAmE;AACnE,SAAS,WAAW,CAAC,UAAkB,EAAE,OAA+B;IACtE,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC;IACtB,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAClE,MAAM,CAAC,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,GAAG,GAAG;QAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IAC9C,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAC9B,OAAO,CAAC,CAAC;AACX,CAAC;AAOD;;;;GAIG;AACH,SAAgB,YAAY,CAC1B,OAAe,EACf,OAAiB,EACjB,OAA+B;IAE/B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC;IACtB,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACpC,gCAAgC;QAChC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACvB,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;gBAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,OAAO,GAAG,GAAG,KAAK,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,8BAA8B;QAC9B,MAAM,CAAC,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,GAAG,IAAI;gBAAE,SAAS;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;gBAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,4BAA4B;QAC5B,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAExC,MAAM,GAAG,GAAG,KAAK;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;SAC/B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACf,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AAC/B,CAAC;AAED,mEAAmE;AACnE,SAAgB,WAAW,CAAC,OAAe,EAAE,OAA+B;IAC1E,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC;IACtB,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/D,IAAI,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,mEAAmE;AACnE,SAAgB,SAAS,CACvB,OAAe,EACf,YAAoB,EACpB,OAA+B;IAE/B,MAAM,CAAC,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,YAAY,GAAG,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAC5F,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;AACzE,CAAC"}

package/dist/routing/jev/remote.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Remote backend for Jev-compatible endpoints.
+ *
+ * Works with:
+ *   - api.typesafe.ai (commercial Jev, "System One")
+ *   - ekzhang/openjev-sglang (open, Jev HTTP API on SGLang; self-host on Modal)
+ *
+ * Configure via env:
+ *   A3M_JEV_URL      — endpoint base (e.g. https://your-server.modal.direct)
+ *   A3M_JEV_API_KEY  — optional bearer token
+ */
+import type { JevRequest, JevResponse } from "./types";
+export declare function remoteConfigured(): boolean;
+export declare function remoteDecide(req: JevRequest, timeoutMs?: number): Promise<JevResponse | null>;

package/dist/routing/jev/remote.js

@@ -0,0 +1,55 @@
+"use strict";
+/**
+ * Remote backend for Jev-compatible endpoints.
+ *
+ * Works with:
+ *   - api.typesafe.ai (commercial Jev, "System One")
+ *   - ekzhang/openjev-sglang (open, Jev HTTP API on SGLang; self-host on Modal)
+ *
+ * Configure via env:
+ *   A3M_JEV_URL      — endpoint base (e.g. https://your-server.modal.direct)
+ *   A3M_JEV_API_KEY  — optional bearer token
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.remoteConfigured = remoteConfigured;
+exports.remoteDecide = remoteDecide;
+function remoteConfigured() {
+    return Boolean(process.env.A3M_JEV_URL);
+}
+async function remoteDecide(req, timeoutMs = 2000) {
+    const base = process.env.A3M_JEV_URL;
+    if (!base)
+        return null;
+    const key = process.env.A3M_JEV_API_KEY || "";
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    const t0 = Date.now();
+    try {
+        const res = await fetch(`${base.replace(/\/$/, "")}/v1/decide`, {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                ...(key ? { authorization: `Bearer ${key}` } : {}),
+            },
+            body: JSON.stringify(req),
+            signal: controller.signal,
+        });
+        if (!res.ok)
+            return null;
+        const data = (await res.json());
+        if (!Array.isArray(data.answers))
+            return null;
+        return {
+            answers: data.answers,
+            elapsed_ms: Date.now() - t0,
+            backend: "remote",
+        };
+    }
+    catch {
+        return null;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=remote.js.map

package/dist/routing/jev/remote.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote.js","sourceRoot":"","sources":["../../../src/routing/jev/remote.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;AAIH,4CAEC;AAED,oCA+BC;AAnCD,SAAgB,gBAAgB;IAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,GAAe,EAAE,SAAS,GAAG,IAAI;IAClE,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;IAE9C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YACzB,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA0B,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAC9C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAiC;YAC/C,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;YAC3B,OAAO,EAAE,QAAQ;SAClB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}