@juspay/neurolink 13.4.9 → 13.5.0

package/dist/providers/catalog/xor.json

@@ -10,18 +10,18 @@
         "topModels": ["xor-latest", "xor-omni"],
         "catalog": {
             "xor-latest": {
-                "contextWindow": 250000,
+                "contextWindow": 131072,
                 "maxOutputTokens": 256,
                 "vision": false,
                 "status": "production",
-                "description": "Recommended - XOR text alias; boolean, choice and score questions, 2 to 64 options each"
+                "description": "Recommended - XOR text alias; boolean, choice and score questions over a 131,072-token window. A request with a value question, an image or audio goes to xor-omni when no model was chosen (decide.capableModel)"
             },
             "xor-omni": {
-                "contextWindow": 250000,
+                "contextWindow": 32768,
                 "maxOutputTokens": 256,
                 "vision": true,
                 "status": "production",
-                "description": "XOR multimodal alias; reads images and video alongside the state, for boolean, choice and score questions"
+                "description": "XOR multimodal alias; boolean, choice, score and value questions over a 32,768-token window, plus one image and up to 30 seconds of audio"
             },
             "xor-1.1": {
                 "contextWindow": 250000,
@@ -32,11 +32,24 @@
             }
         }
     },
-    "timeouts": { "decideMs": 5000 },
+    "timeouts": { "decideMs": 5000, "decideMsPerKStateTokens": 150 },
     "decisionLimits": {
-        "maxStateTokens": 200000,
+        "maxStateTokens": 28000,
+        "maxQuestions": 128,
+        "questionTypes": ["boolean", "choice", "score", "value", "choice-unknown"],
+        "maxScoreLevels": 10,
+        "maxChoiceOptions": 64,
         "nonAsciiTokensPerChar": 1,
-        "media": { "maxImages": 8, "video": true, "maxRequestBytes": 8388608 }
+        "models": {
+            "xor-latest": { "maxStateTokens": 120000 },
+            "xor-omni": { "maxStateTokens": 28000 }
+        },
+        "media": {
+            "maxImages": 1,
+            "video": false,
+            "maxRequestBytes": 25000000,
+            "audio": { "maxSeconds": 30 }
+        }
     },
     "decide": {
         "dialect": "system-one",
@@ -46,7 +59,8 @@
         "baseURLShape": "origin",
         "endpoint": "{baseURL}/v1/decisions",
         "model": { "placement": "body" },
-        "media": { "imagesKey": "images", "videoKey": "video" },
+        "media": { "imagesKey": "images", "audioKey": "audio" },
+        "capableModel": { "model": "xor-omni", "questionTypes": ["value"] },
         "requestIdHeaders": [
             "x-request-id",
             "x-typesafe-request-id",
@@ -63,6 +77,12 @@
                     "messagePattern": "(context|prefill|prompt).{0,40}(length|limit|too long|exceed)|(too long|exceeds?).{0,40}(context|tokens)",
                     "kind": "max_tokens_exceeded"
                 },
+                {
+                    "statusMin": 500,
+                    "messagePattern": "backend 4[0-9]{2}",
+                    "kind": "invalid_request",
+                    "retryable": false
+                },
                 { "statusMin": 500, "kind": "server" }
             ],
             "default": "invalid_request",
@@ -91,8 +111,8 @@
     },
     "evidence": {
         "rosterVerified": {
-            "date": "2026-10-18",
-            "method": "POST <origin>/v1/decisions with model xor-latest and a 3-option choice question returned HTTP 200 with served model xor-text-2, through NeuroLink's decide(); a 65-option choice question returned HTTP 422 reading 2..64 options, got 65. A 64-option question returned 200 and 77 options returned 422 on both aliases when probed by hand the same day. A successful xor-omni answer, and any image, audio or video request, were not exercised. The figures contextWindow 250000, maxOutputTokens 256, the 200000-token state window and the media limits are carried over from xor-1.1, not re-measured for the aliases; xor-1.1 is kept only as a retired name"
+            "date": "2026-10-19",
+            "method": "Probed POST <origin>/v1/decisions through a LiteLLM gateway with both aliases. xor-latest read a needle at 120,076 input tokens and refused 200,076 as longer than its 131,072-token context; xor-omni refused past 32,768. 128 questions were answered and 256 refused; a choice took 64 options (63 plus unknown; 64 plus unknown crashed with a 500); a score took 10 levels and 11 were refused by the gateway. value answered int, float and pattern-bound strings on xor-omni, and on xor-latest through the gateway's fallback to xor-omni. One image was read (a second was refused with 422) at a fixed ~600 tokens whatever its resolution. Audio as {data, format} was heard in WAV, FLAC, Ogg, Opus and MP3 (an English speech clip identified at 0.9999 in each) at ~25 tokens a second and cut at 30 seconds, keeping the start; M4A/AAC decoded to nothing. A video, sent as a data URL or as {data, format}, returned the same answer as garbage bytes, so the gateway drops it. The body cap was 24 MiB. A malformed image or audio clip and an over-long state returned 502 wrapping the backend's 400"
         },
         "liveMatrix": null,
         "addedInPR": "https://github.com/juspay/neurolink/pull/1984"

package/dist/providers/configuredDecision.d.ts

@@ -1,4 +1,4 @@
-import type { DecideCatalogJson, DecisionDialect, DecisionError, DecisionPreparedMedia, DecisionState, UnknownRecord } from "../types/index.js";
+import type { DecideCatalogJson, DecisionDialect, DecisionError, DecisionPreparedMedia, DecisionRequest, DecisionState, UnknownRecord } from "../types/index.js";
 import { SystemOneDecisionProvider } from "./systemOneDecision.js";
 /** A `decide` provider described entirely by its catalog entry. */
 export declare class ConfiguredDecisionProvider extends SystemOneDecisionProvider {
@@ -14,6 +14,13 @@ export declare class ConfiguredDecisionProvider extends SystemOneDecisionProvide
     protected missingKeyMessage(): string;
     protected missingConfigMessage(): string | undefined;
     protected decisionEndpoint(): string;
+    /**
+     * `decide.capableModel` in place of the default, for a request that carries
+     * media or one of its question types, when nobody chose a model: the call
+     * names none, the model variable is unset, and the instance is on the
+     * default. A model somebody chose is always the one sent.
+     */
+    protected resolveRequestModel(request: DecisionRequest): string;
     protected decisionHeaders(): Record<string, string>;
     /**
      * The state the dialect is given. Only an entry that sets `stateEncoding`

package/dist/providers/configuredDecision.js

@@ -1,3 +1,4 @@
+import { decisionQuestionTypeOf } from "../utils/decisionLimits.js";
 import { logger } from "../utils/logger.js";
 import { redactUrlForError } from "../utils/logSanitize.js";
 import { getProviderModel } from "../utils/providerConfig.js";
@@ -70,6 +71,27 @@ export class ConfiguredDecisionProvider extends SystemOneDecisionProvider {
     decisionEndpoint() {
         return this.endpoint;
     }
+    /**
+     * `decide.capableModel` in place of the default, for a request that carries
+     * media or one of its question types, when nobody chose a model: the call
+     * names none, the model variable is unset, and the instance is on the
+     * default. A model somebody chose is always the one sent.
+     */
+    resolveRequestModel(request) {
+        const chosen = super.resolveRequestModel(request);
+        const capable = this.entry.decide.capableModel;
+        if (capable === undefined ||
+            request.model !== undefined ||
+            chosen !== this.entry.models.default ||
+            readText(process.env[catalogEnvVar(this.entry, "model")]) !== "") {
+            return chosen;
+        }
+        const carriesMedia = (request.images?.length ?? 0) > 0 ||
+            request.video !== undefined ||
+            request.audio !== undefined;
+        const asksFor = Object.values(request.questions).some((question) => capable.questionTypes.includes(decisionQuestionTypeOf(question)));
+        return carriesMedia || asksFor ? capable.model : chosen;
+    }
     decisionHeaders() {
         const credential = this.entry.decide.authHeader === "x-api-key"
             ? { "x-api-key": this.apiKey }

package/dist/providers/decide/dialects/openaiDecisions.js

@@ -30,6 +30,11 @@ function encodeQuestion(question) {
             })),
         };
     }
+    if (question.type === "value") {
+        // Unreachable through decide(): an entry on this dialect cannot list
+        // `value` in its questionTypes, so the pre-flight check refuses it first.
+        throw new Error("The openai-decisions dialect has no value question; it writes boolean, choice and score questions only.");
+    }
     // The index is the label so a returned `value` and `label` can never
     // disagree about which level it is; the rubric text rides in `description`.
     return {
@@ -140,6 +145,9 @@ function readAnswer(question, raw) {
     if (question.type === "choice") {
         return raw.type === "choice" ? readChoice(question, raw) : null;
     }
+    if (question.type === "value") {
+        return null;
+    }
     return raw.type === "score" ? readScore(question, raw) : null;
 }
 /** Number of answers carrying each asked name, so a repeated one can be refused. */

package/dist/providers/decide/dialects/systemOne.js

@@ -1,4 +1,4 @@
-import { asNumber, asNumberMap, asStringMap, isRecord } from "../guards.js";
+import { asNumber, asNumberMap, asTextMap, isRecord } from "../guards.js";
 /**
  * Last-resort confidence, when no transport reported one.
  *
@@ -43,11 +43,12 @@ function parseDecisionAnswer(raw, reportedConfidence) {
                     reportedConfidence ??
                     deriveConfidence(probabilities),
                 probabilities,
+                ...(raw.unknown === true ? { unknown: true } : {}),
             };
         }
         case "score": {
             const score = asNumber(raw.score);
-            const legend = asStringMap(raw.legend);
+            const legend = asTextMap(raw.legend);
             const probabilities = asNumberMap(raw.probabilities);
             if (score === undefined || !legend || !probabilities) {
                 return null;
@@ -62,6 +63,21 @@ function parseDecisionAnswer(raw, reportedConfidence) {
                 probabilities,
             };
         }
+        case "value": {
+            const value = raw.value === null || typeof raw.value === "string"
+                ? raw.value
+                : asNumber(raw.value);
+            const confidence = asNumber(raw.confidence) ?? reportedConfidence;
+            if (value === undefined || confidence === undefined) {
+                return null;
+            }
+            return {
+                type: "value",
+                value,
+                confidence,
+                ...(raw.unknown === true ? { unknown: true } : {}),
+            };
+        }
         default:
             return null;
     }
@@ -78,6 +94,13 @@ function encodeQuestion(question) {
             ...(question.criteria ? { criteria: question.criteria } : {}),
         };
     }
+    if (question.type === "choice" && question.unknown !== undefined) {
+        // `unknown` goes out only when it is on: a server that does not know the
+        // field may refuse it even as false. A choice without it is the caller's
+        // own object, as every other question is.
+        const { unknown, ...rest } = question;
+        return unknown ? { ...rest, unknown: true } : rest;
+    }
     return question;
 }
 export const systemOneDialect = {
@@ -98,6 +121,9 @@ export const systemOneDialect = {
             ...(media.video && mediaKeys.videoKey
                 ? { [mediaKeys.videoKey]: media.video }
                 : {}),
+            ...(media.audio && mediaKeys.audioKey
+                ? { [mediaKeys.audioKey]: media.audio }
+                : {}),
         };
     },
     readAnswers: (decoded, reportedConfidence) => {

package/dist/providers/decide/guards.d.ts

@@ -2,3 +2,9 @@ export declare const isRecord: (v: unknown) => v is Record<string, unknown>;
 export declare const asNumber: (v: unknown) => number | undefined;
 export declare const asNumberMap: (v: unknown) => Record<string, number> | undefined;
 export declare const asStringMap: (v: unknown) => Record<string, string> | undefined;
+/**
+ * A map whose values are shown as text: a string as is, anything else a JSON
+ * value can hold as its JSON text. A score legend echoes each level as the
+ * caller gave it, and a level may be a number or an object.
+ */
+export declare const asTextMap: (v: unknown) => Record<string, string> | undefined;

package/dist/providers/decide/guards.js

@@ -27,3 +27,25 @@ export const asStringMap = (v) => {
     }
     return out;
 };
+/**
+ * A map whose values are shown as text: a string as is, anything else a JSON
+ * value can hold as its JSON text. A score legend echoes each level as the
+ * caller gave it, and a level may be a number or an object.
+ */
+export const asTextMap = (v) => {
+    if (!isRecord(v)) {
+        return undefined;
+    }
+    const out = {};
+    for (const [k, raw] of Object.entries(v)) {
+        if (typeof raw === "string") {
+            out[k] = raw;
+            continue;
+        }
+        if (raw === undefined || typeof raw === "function") {
+            return undefined;
+        }
+        out[k] = JSON.stringify(raw);
+    }
+    return out;
+};

package/dist/providers/systemOneDecision.d.ts

@@ -22,6 +22,12 @@ export declare function describeValidationErrors(detail: readonly unknown[]): st
  * belongs in an error message or a log, whatever the wording, so the
  * configured key, anything shaped like a LiteLLM key, any long hex run and any
  * embedded `data:` URL are all removed.
+ *
+ * Its request-validation errors also quote the request back (pydantic's
+ * `input_value=…`, the start of the state and questions), and its routing
+ * errors append the gateway's fallback table, which names every model group it
+ * serves. The first is the caller's data and the second is the gateway's, so
+ * both are cut.
  */
 export declare function redactCredentials(message: string, apiKey: string): string;
 /**
@@ -85,12 +91,14 @@ export declare abstract class SystemOneDecisionProvider extends BaseProvider {
      */
     protected readRetryAfterMs(_headers: Headers): number | undefined;
     /**
-     * The per-attempt timeout when the caller sets none. A provider whose latency
-     * grows with the number of questions or the size of the state scales the
-     * descriptor's allowance here. `stateTokens` is the local estimate, 0 when the
-     * descriptor sets no local limits.
+     * The per-attempt timeout when the caller sets none: the descriptor's
+     * `decideMs`, plus `decideMsPerKStateTokens` for every full 1,000 estimated
+     * state tokens when it declares that, since a long state takes longer to read
+     * and a flat budget would cut off a request well inside the model's window. A
+     * provider whose latency grows another way overrides this. `stateTokens` is
+     * the local estimate, 0 when the descriptor sets no local limits.
      */
-    protected defaultTimeoutMs(_questionCount: number, _stateTokens: number): number | undefined;
+    protected defaultTimeoutMs(_questionCount: number, stateTokens: number): number | undefined;
     /**
      * The part of a successful response that holds `answers`, `usage` and
      * `model`. The default is the response itself; a vendor that wraps every
@@ -101,6 +109,12 @@ export declare abstract class SystemOneDecisionProvider extends BaseProvider {
     /** Per-question confidence a transport reports outside the answer objects. */
     protected reportedConfidence(_payload: unknown): Record<string, number>;
     protected resolveResponseModel(payload: Record<string, unknown>, requestedModel: string): string;
+    /**
+     * The model this request goes to and is checked against: the call's own, else
+     * the instance's. A provider whose default cannot read some requests may pick
+     * another for them here.
+     */
+    protected resolveRequestModel(request: DecisionRequest): string;
     /** Extra fields for the credential-rejected warning. */
     protected diagnosticContext(): Record<string, unknown>;
     protected getProviderName(): AIProviderName;
@@ -126,8 +140,17 @@ export declare abstract class SystemOneDecisionProvider extends BaseProvider {
      */
     decide(request: DecisionRequest): Promise<DecisionResult>;
     /**
-     * Turn the request's images and video into data URLs, or refuse it. Refused
-     * as a non-retryable `invalid_request`: resending the same media cannot help.
+     * Refuse a question this provider does not read: a type it does not list in
+     * `decisionLimits.questionTypes` (absent means boolean, choice and score), or
+     * a choice or score past its per-question cap. Checked even when the limits
+     * are advisory, since a server that does not know a question type cannot
+     * answer it.
+     */
+    private assertSupportedQuestions;
+    /**
+     * Turn the request's images, video and audio into wire form, or refuse it.
+     * Refused as a non-retryable `invalid_request`: resending the same media
+     * cannot help.
      */
     private prepareMedia;
     /**

package/dist/providers/systemOneDecision.js

@@ -6,7 +6,7 @@ import { ProviderError } from "../types/index.js";
 import { prepareDecisionMedia } from "../utils/decisionMedia.js";
 import { logger } from "../utils/logger.js";
 import { redactUrlsInText } from "../utils/logSanitize.js";
-import { estimateDecisionStateTokens, resolveDecisionLimitsReading, } from "../utils/decisionLimits.js";
+import { estimateDecisionStateTokens, resolveDecisionLimitsReading, unsupportedDecisionQuestion, } from "../utils/decisionLimits.js";
 import { systemOneDialect } from "./decide/dialects/systemOne.js";
 import { asNumber, isRecord } from "./decide/guards.js";
 /**
@@ -44,17 +44,31 @@ export function describeValidationErrors(detail) {
  * belongs in an error message or a log, whatever the wording, so the
  * configured key, anything shaped like a LiteLLM key, any long hex run and any
  * embedded `data:` URL are all removed.
+ *
+ * Its request-validation errors also quote the request back (pydantic's
+ * `input_value=…`, the start of the state and questions), and its routing
+ * errors append the gateway's fallback table, which names every model group it
+ * serves. The first is the caller's data and the second is the gateway's, so
+ * both are cut.
  */
 export function redactCredentials(message, apiKey) {
     const withoutKey = apiKey
         ? message.split(apiKey).join("[redacted]")
         : message;
-    return withoutKey
+    return (withoutKey
         .replace(/\.?\s*Received API Key\s*=[\s\S]*$/, "")
+        .replace(/\.?\s*Received Model Group=[\s\S]*$/, "")
+        .replace(/\s*No fallback model group found[\s\S]*$/, "")
+        // Greedy: the quoted value may itself contain ", input_type=", so only the
+        // last one is a delimiter the server wrote.
+        .replace(/input_value=[\s\S]*(?=, input_type=)/g, "input_value=[redacted]")
+        // Cut short by the server, a quoted value has no input_type after it, and
+        // may run over several lines; everything after it is the value.
+        .replace(/input_value=(?!\[redacted\])[\s\S]*/g, "input_value=[redacted]")
         .replace(/\bsk-[A-Za-z0-9._-]+/g, "[redacted]")
         .replace(/\b[0-9a-f]{32,}\b/gi, "[redacted]")
         .replace(/data:[a-z]+\/[a-z0-9.+-]+;base64,[A-Za-z0-9+/=]+/gi, "[media]")
-        .trim();
+        .trim());
 }
 /**
  * Whether a failed `fetch` was one that refused a redirect. undici words every
@@ -151,13 +165,20 @@ export class SystemOneDecisionProvider extends BaseProvider {
         return undefined;
     }
     /**
-     * The per-attempt timeout when the caller sets none. A provider whose latency
-     * grows with the number of questions or the size of the state scales the
-     * descriptor's allowance here. `stateTokens` is the local estimate, 0 when the
-     * descriptor sets no local limits.
+     * The per-attempt timeout when the caller sets none: the descriptor's
+     * `decideMs`, plus `decideMsPerKStateTokens` for every full 1,000 estimated
+     * state tokens when it declares that, since a long state takes longer to read
+     * and a flat budget would cut off a request well inside the model's window. A
+     * provider whose latency grows another way overrides this. `stateTokens` is
+     * the local estimate, 0 when the descriptor sets no local limits.
      */
-    defaultTimeoutMs(_questionCount, _stateTokens) {
-        return this.getDescriptorDecideMs();
+    defaultTimeoutMs(_questionCount, stateTokens) {
+        const base = this.getDescriptorDecideMs();
+        const perK = PROVIDER_DESCRIPTORS_BY_NAME.get(this.providerName)?.timeouts
+            ?.decideMsPerKStateTokens;
+        return base === undefined || perK === undefined
+            ? base
+            : base + Math.floor(stateTokens / 1000) * perK;
     }
     /**
      * The part of a successful response that holds `answers`, `usage` and
@@ -175,6 +196,14 @@ export class SystemOneDecisionProvider extends BaseProvider {
     resolveResponseModel(payload, requestedModel) {
         return typeof payload.model === "string" ? payload.model : requestedModel;
     }
+    /**
+     * The model this request goes to and is checked against: the call's own, else
+     * the instance's. A provider whose default cannot read some requests may pick
+     * another for them here.
+     */
+    resolveRequestModel(request) {
+        return request.model ?? this.modelName ?? this.getDefaultModel();
+    }
     /** Extra fields for the credential-rejected warning. */
     diagnosticContext() {
         return {};
@@ -250,7 +279,8 @@ export class SystemOneDecisionProvider extends BaseProvider {
                 retryable: false,
             });
         }
-        const resolvedModel = request.model ?? this.modelName ?? this.getDefaultModel();
+        const resolvedModel = this.resolveRequestModel(request);
+        this.assertSupportedQuestions(request, resolvedModel);
         const stateTokens = this.assertWithinDecisionLimits(request, resolvedModel, questionEntries.length);
         const wireQuestions = Object.fromEntries(questionEntries.map(([id, question]) => [
             id,
@@ -393,12 +423,39 @@ export class SystemOneDecisionProvider extends BaseProvider {
         });
     }
     /**
-     * Turn the request's images and video into data URLs, or refuse it. Refused
-     * as a non-retryable `invalid_request`: resending the same media cannot help.
+     * Refuse a question this provider does not read: a type it does not list in
+     * `decisionLimits.questionTypes` (absent means boolean, choice and score), or
+     * a choice or score past its per-question cap. Checked even when the limits
+     * are advisory, since a server that does not know a question type cannot
+     * answer it.
+     */
+    assertSupportedQuestions(request, model) {
+        const descriptor = PROVIDER_DESCRIPTORS_BY_NAME.get(this.providerName);
+        const limits = descriptor
+            ? resolveDecisionLimitsReading(descriptor, model)
+            : null;
+        for (const [id, question] of Object.entries(request.questions)) {
+            const problem = unsupportedDecisionQuestion(question, limits);
+            if (problem !== undefined) {
+                throw this.decisionError({
+                    kind: "invalid_request",
+                    message: `${this.vendorLabel()} cannot answer question "${id}": ${problem}.`,
+                    retryable: false,
+                });
+            }
+        }
+    }
+    /**
+     * Turn the request's images, video and audio into wire form, or refuse it.
+     * Refused as a non-retryable `invalid_request`: resending the same media
+     * cannot help.
      */
     async prepareMedia(request) {
         const limits = PROVIDER_DESCRIPTORS_BY_NAME.get(this.providerName)?.decisionLimits;
-        const prepared = await prepareDecisionMedia(request, limits?.media, this.vendorLabel(), listMediaDecisionProviders({ video: request.video !== undefined }));
+        const prepared = await prepareDecisionMedia(request, limits?.media, this.vendorLabel(), listMediaDecisionProviders({
+            video: request.video !== undefined,
+            audio: request.audio !== undefined,
+        }));
         if (prepared.status === "refused") {
             throw this.decisionError({
                 kind: "invalid_request",
@@ -423,7 +480,7 @@ export class SystemOneDecisionProvider extends BaseProvider {
         if (bytes > limit) {
             throw this.decisionError({
                 kind: "invalid_request",
-                message: `The request is ${bytes} bytes; ${this.vendorLabel()} accepts at most ${limit}. Send fewer or smaller images${media?.video ? ", or a shorter video" : ""}.`,
+                message: `The request is ${bytes} bytes; ${this.vendorLabel()} accepts at most ${limit}. Send fewer or smaller images${media?.video ? ", or a shorter video" : ""}${media?.audio ? ", or a shorter audio clip" : ""}.`,
                 retryable: false,
             });
         }

package/dist/types/cli.d.ts

@@ -1312,6 +1312,8 @@ export type CliDecideArgs = {
     image?: string[];
     /** One video file (or data: URL) for a provider that reads video. */
     video?: string;
+    /** One audio file (or data: URL) for a provider that reads audio. */
+    audio?: string;
     provider?: string;
     model?: string;
     timeout?: number;