@node-llm/core 1.17.1 → 1.19.0

package/dist/llm.d.ts

@@ -9,11 +9,15 @@ import { Moderation } from "./moderation/Moderation.js";
 import { Embedding } from "./embedding/Embedding.js";
 import { NodeLLMConfig } from "./config.js";
 import { Middleware } from "./types/Middleware.js";
+import { JudgmentInput } from "./providers/Provider.js";
+import { QuestionMap } from "./judge/Question.js";
+import { JudgmentResult } from "./judge/Judgment.js";
 export interface RetryOptions {
     attempts?: number;
     delayMs?: number;
 }
-type LLMConfig = {
+/** Options for createLLM(): the provider to use and its keys, as well as any NodeLLMConfig setting. */
+export type LLMConfig = {
     provider?: Provider | string;
     retry?: RetryOptions;
     middlewares?: Middleware[];
@@ -21,6 +25,7 @@ type LLMConfig = {
     defaultTranscriptionModel?: string;
     defaultModerationModel?: string;
     defaultEmbeddingModel?: string;
+    defaultJudgmentModel?: string;
 } & Omit<Partial<NodeLLMConfig>, "provider">;
 export declare class NodeLLMCore {
     readonly config: NodeLLMConfig;
@@ -35,11 +40,13 @@ export declare class NodeLLMCore {
         transcription?: string;
         moderation?: string;
         embedding?: string;
+        judgment?: string;
     });
     get defaultChatModel(): string | undefined;
     get defaultTranscriptionModel(): string | undefined;
     get defaultModerationModel(): string | undefined;
     get defaultEmbeddingModel(): string | undefined;
+    get defaultJudgmentModel(): string | undefined;
     /**
      * Returns a scoped LLM instance configured for a specific provider.
      * This returns a NEW immutable instance.
@@ -72,6 +79,8 @@ export declare class NodeLLMCore {
         language?: string;
         speakerNames?: string[];
         speakerReferences?: string[];
+        /** Word and/or segment timestamps, where the provider supports them. */
+        timestamp_granularities?: ("word" | "segment")[];
         assumeModelExists?: boolean;
         requestTimeout?: number;
         middlewares?: Middleware[];
@@ -89,6 +98,44 @@ export declare class NodeLLMCore {
         requestTimeout?: number;
         middlewares?: Middleware[];
     }): Promise<Embedding>;
+    /**
+     * Asks typed questions about one input and returns a typed answer for each:
+     * a probability, a choice among named options, or a score on a scale.
+     *
+     * The provider follows the model: `jev-latest` (the default) is answered by
+     * TypeSafe whichever provider this instance is scoped to. Pass `provider` to
+     * route explicitly, for example to a Jev-compatible local server configured
+     * through `typesafeApiBase`.
+     *
+     * Each call judges only the input given; it keeps no conversation history.
+     *
+     * @example
+     * const judgment = await NodeLLM.judge("Please refund the duplicate charge today.", {
+     *   questions: {
+     *     urgent: probability("Does this need attention today?"),
+     *     team: choice("Which team should handle this?", { billing: "Payments", other: null })
+     *   }
+     * });
+     * judgment.urgent.probability; // 0.91
+     * judgment.team.choice;        // "billing"
+     */
+    judge<const Q extends QuestionMap>(input: JudgmentInput, options: {
+        questions: Q;
+        model?: string;
+        provider?: string;
+        /** Provider-specific fields merged into the request body. */
+        providerOptions?: Record<string, unknown>;
+        requestTimeout?: number;
+        middlewares?: Middleware[];
+    }): Promise<JudgmentResult<Q>>;
+    /**
+     * Picks the provider that answers judgments for a model: an explicit choice
+     * first, then the registry's owner of a known judgment model, then this
+     * instance's own provider - which is how a model the registry does not know,
+     * such as one on a local Jev-compatible server, reaches the provider it was
+     * scoped to.
+     */
+    private judgmentProvider;
 }
 export { Transcription, Moderation, Embedding, ModelRegistry, PricingRegistry };
 /**

package/dist/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAa9D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAUrD,OAAO,EAAU,aAAa,EAAiB,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,UAAU,EAAqB,MAAM,uBAAuB,CAAC;AAItE,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GAAG;IACf,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC,CAAC;AAe7C,qBAAa,WAAW;aAKJ,MAAM,EAAE,aAAa;aACrB,QAAQ,CAAC,EAAE,QAAQ;aACnB,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC;aAC7B,WAAW,EAAE,UAAU,EAAE;IACzC,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAR3B,SAAgB,MAAM,uBAAiB;IACvC,SAAgB,OAAO,yBAAmB;gBAGxB,MAAM,EAAE,aAAa,EACrB,QAAQ,CAAC,EAAE,QAAQ,YAAA,EACnB,KAAK,GAAE,QAAQ,CAAC,YAAY,CAA+B,EAC3D,WAAW,GAAE,UAAU,EAAO,EAC7B,QAAQ,GAAE;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;KACf;IAOR,IAAI,gBAAgB,IAAI,MAAM,GAAG,SAAS,CAEzC;IACD,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IACD,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IACD,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IAED;;;OAGG;IACH,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,WAAW;IAiBtF;;;OAGG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,KAAK,QAAQ,GAAG,IAAI;IAInF,cAAc;IAId,OAAO,CAAC,qBAAqB;IAY7B,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,IAAI;IAoB/C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAUlC,KAAK,CACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;QAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,GACA,OAAO,CAAC,cAAc,CAAC;IAoDpB,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,aAAa,CAAC;IAqDnB,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,UAAU,CAAC;IAqDhB,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,SAAS,CAAC;CAsDtB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;AAEhF;;GAEG;AACH,wBAAgB,SAAS,CAAC,OAAO,GAAE,SAAc,GAAG,WAAW,CAkD9D;AAuCD;;;;;;;;;GASG;AACH,eAAO,MAAM,OAAO,EAAE,WA6BpB,CAAC;AAEH;;;;;GAKG;AACH,eAAO,MAAM,aAAa;wBACJ,SAAS,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC;CAOlE,CAAC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAe9D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAWrD,OAAO,EAAU,aAAa,EAAiB,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,UAAU,EAAqB,MAAM,uBAAuB,CAAC;AAEtE,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAuC,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,cAAc,EAAiB,MAAM,qBAAqB,CAAC;AAIpE,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,uGAAuG;AACvG,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC,CAAC;AAiB7C,qBAAa,WAAW;aAKJ,MAAM,EAAE,aAAa;aACrB,QAAQ,CAAC,EAAE,QAAQ;aACnB,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC;aAC7B,WAAW,EAAE,UAAU,EAAE;IACzC,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAR3B,SAAgB,MAAM,uBAAiB;IACvC,SAAgB,OAAO,yBAAmB;gBAGxB,MAAM,EAAE,aAAa,EACrB,QAAQ,CAAC,EAAE,QAAQ,YAAA,EACnB,KAAK,GAAE,QAAQ,CAAC,YAAY,CAA+B,EAC3D,WAAW,GAAE,UAAU,EAAO,EAC7B,QAAQ,GAAE;QACzB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACd;IAOR,IAAI,gBAAgB,IAAI,MAAM,GAAG,SAAS,CAEzC;IACD,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IACD,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IACD,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IACD,IAAI,oBAAoB,IAAI,MAAM,GAAG,SAAS,CAE7C;IAED;;;OAGG;IACH,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,WAAW;IAkBtF;;;OAGG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,aAAa,KAAK,QAAQ,GAAG,IAAI;IAInF,cAAc;IAId,OAAO,CAAC,qBAAqB;IAY7B,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,IAAI;IA0B/C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAUlC,KAAK,CACT,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;QAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,GACA,OAAO,CAAC,cAAc,CAAC;IAoDpB,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC7B,wEAAwE;QACxE,uBAAuB,CAAC,EAAE,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;QACjD,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,aAAa,CAAC;IAqDnB,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,UAAU,CAAC;IAqDhB,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,SAAS,CAAC;IAuDrB;;;;;;;;;;;;;;;;;;;;OAoBG;IACG,KAAK,CAAC,KAAK,CAAC,CAAC,SAAS,WAAW,EACrC,KAAK,EAAE,aAAa,EACpB,OAAO,EAAE;QACP,SAAS,EAAE,CAAC,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,6DAA6D;QAC7D,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;KAC5B,GACA,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAkD7B;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;CA0BzB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC;AAEhF;;GAEG;AACH,wBAAgB,SAAS,CAAC,OAAO,GAAE,SAAc,GAAG,WAAW,CAmD9D;AAuCD;;;;;;;;;GASG;AACH,eAAO,MAAM,OAAO,EAAE,WA6BpB,CAAC;AAEH;;;;;GAKG;AACH,eAAO,MAAM,aAAa;wBACJ,SAAS,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC;CAOlE,CAAC"}

package/dist/llm.js

@@ -1,16 +1,19 @@
 import { Chat } from "./chat/Chat.js";
-import { providerRegistry, ensureOpenAIRegistered, registerAnthropicProvider, registerGeminiProvider, registerDeepSeekProvider, registerOllamaProvider, registerOpenRouterProvider, registerBedrockProvider, registerXAIProvider, registerMistralProvider } from "./providers/registry.js";
+import { providerRegistry, ensureOpenAIRegistered, registerAnthropicProvider, registerGeminiProvider, registerDeepSeekProvider, registerOllamaProvider, registerOpenRouterProvider, registerBedrockProvider, registerXAIProvider, registerMistralProvider, registerTypeSafeProvider, registerAzureProvider } from "./providers/registry.js";
 import { GeneratedImage } from "./image/GeneratedImage.js";
 import { ModelRegistry } from "./models/ModelRegistry.js";
 import { PricingRegistry } from "./models/PricingRegistry.js";
 import { Transcription } from "./transcription/Transcription.js";
 import { Moderation } from "./moderation/Moderation.js";
 import { Embedding } from "./embedding/Embedding.js";
-import { ProviderNotConfiguredError, UnsupportedFeatureError, ModelCapabilityError } from "./errors/index.js";
+import { ProviderNotConfiguredError, UnsupportedFeatureError, ModelCapabilityError, ConfigurationError } from "./errors/index.js";
 import { resolveModelAlias } from "./model_aliases.js";
 import { logger } from "./utils/logger.js";
 import { config, Configuration } from "./config.js";
 import { runMiddleware } from "./utils/middleware-runner.js";
+import { normalizeQuestions, isJudgmentInput } from "./judge/Question.js";
+import { buildJudgment } from "./judge/Judgment.js";
+import { DEFAULT_MODELS } from "./constants.js";
 import { randomUUID } from "node:crypto";
 // Provider registration map
 const PROVIDER_REGISTRARS = {
@@ -22,7 +25,9 @@ const PROVIDER_REGISTRARS = {
     openrouter: registerOpenRouterProvider,
     bedrock: registerBedrockProvider,
     xai: registerXAIProvider,
-    mistral: registerMistralProvider
+    mistral: registerMistralProvider,
+    typesafe: registerTypeSafeProvider,
+    azure: registerAzureProvider
 };
 export class NodeLLMCore {
     config;
@@ -54,6 +59,9 @@ export class NodeLLMCore {
     get defaultEmbeddingModel() {
         return this.defaults.embedding;
     }
+    get defaultJudgmentModel() {
+        return this.defaults.judgment;
+    }
     /**
      * Returns a scoped LLM instance configured for a specific provider.
      * This returns a NEW immutable instance.
@@ -70,7 +78,8 @@ export class NodeLLMCore {
             defaultChatModel: this.defaults.chat,
             defaultTranscriptionModel: this.defaults.transcription,
             defaultModerationModel: this.defaults.moderation,
-            defaultEmbeddingModel: this.defaults.embedding
+            defaultEmbeddingModel: this.defaults.embedding,
+            defaultJudgmentModel: this.defaults.judgment
         });
     }
     /**
@@ -93,6 +102,11 @@ export class NodeLLMCore {
         return this.provider;
     }
     chat(model, options = {}) {
+        const { provider: providerName, ...chatOptions } = options;
+        // Provider ids are display names ("Anthropic") while registry names are lowercase.
+        if (providerName && providerName.toLowerCase() !== this.provider?.id.toLowerCase()) {
+            return this.withProvider(providerName).chat(model, chatOptions);
+        }
         if (!this.provider) {
             throw new ProviderNotConfiguredError();
         }
@@ -281,6 +295,97 @@ export class NodeLLMCore {
             throw error;
         }
     }
+    /**
+     * Asks typed questions about one input and returns a typed answer for each:
+     * a probability, a choice among named options, or a score on a scale.
+     *
+     * The provider follows the model: `jev-latest` (the default) is answered by
+     * TypeSafe whichever provider this instance is scoped to. Pass `provider` to
+     * route explicitly, for example to a Jev-compatible local server configured
+     * through `typesafeApiBase`.
+     *
+     * Each call judges only the input given; it keeps no conversation history.
+     *
+     * @example
+     * const judgment = await NodeLLM.judge("Please refund the duplicate charge today.", {
+     *   questions: {
+     *     urgent: probability("Does this need attention today?"),
+     *     team: choice("Which team should handle this?", { billing: "Payments", other: null })
+     *   }
+     * });
+     * judgment.urgent.probability; // 0.91
+     * judgment.team.choice;        // "billing"
+     */
+    async judge(input, options) {
+        if (!isJudgmentInput(input)) {
+            throw new Error("Judgment input must be text, an object, or an array of JSON-compatible values");
+        }
+        const questions = normalizeQuestions(options.questions);
+        const model = options.model || this.defaults.judgment || DEFAULT_MODELS.JUDGMENT;
+        const provider = this.judgmentProvider(model, options.provider);
+        if (!provider.judge) {
+            throw new UnsupportedFeatureError(provider.id, "judge");
+        }
+        const context = {
+            requestId: randomUUID(),
+            provider: provider.id,
+            model,
+            judgmentInput: input,
+            judgmentOptions: options,
+            state: {}
+        };
+        const middlewares = [...this.middlewares, ...(options.middlewares || [])];
+        try {
+            await runMiddleware(middlewares, "onRequest", context);
+            const response = await provider.judge({
+                model,
+                input: context.judgmentInput ?? input,
+                questions,
+                providerOptions: options.providerOptions,
+                requestTimeout: options.requestTimeout ?? this.config.requestTimeout
+            });
+            // Priced by the requested model, which is what the registry knows; the
+            // response names the exact build that answered (jev-latest comes back as
+            // e.g. jev-1.13.0). An unpriced model leaves cost undefined rather than a
+            // guessed number.
+            const usage = ModelRegistry.calculateCost(response.usage, model, provider.id);
+            const judgment = buildJudgment({ ...response, usage }, questions);
+            await runMiddleware(middlewares, "onResponse", context, judgment);
+            return judgment;
+        }
+        catch (error) {
+            await runMiddleware(middlewares, "onError", context, error);
+            throw error;
+        }
+    }
+    /**
+     * Picks the provider that answers judgments for a model: an explicit choice
+     * first, then the registry's owner of a known judgment model, then this
+     * instance's own provider - which is how a model the registry does not know,
+     * such as one on a local Jev-compatible server, reaches the provider it was
+     * scoped to.
+     */
+    judgmentProvider(model, explicit) {
+        const known = ModelRegistry.find(model);
+        const owner = explicit ??
+            (known &&
+                known.id.toLowerCase() === model.toLowerCase() &&
+                known.capabilities?.includes("judgment")
+                ? known.provider
+                : undefined);
+        if (!owner || owner === this.provider?.id) {
+            if (!this.provider) {
+                // Guessing a provider for an unknown model would send the request (and
+                // the credentials) somewhere the caller did not choose.
+                throw new ConfigurationError(`Unknown judgment model '${model}': no provider is known to serve it. ` +
+                    `Pass \`provider\` (for example "typesafe"), or call judge on ` +
+                    `NodeLLM.withProvider("typesafe").`);
+            }
+            return this.provider;
+        }
+        PROVIDER_REGISTRARS[owner]?.();
+        return providerRegistry.resolve(owner, this.config);
+    }
 }
 export { Transcription, Moderation, Embedding, ModelRegistry, PricingRegistry };
 /**
@@ -330,7 +435,8 @@ export function createLLM(options = {}) {
         chat: options.defaultChatModel,
         transcription: options.defaultTranscriptionModel,
         moderation: options.defaultModerationModel,
-        embedding: options.defaultEmbeddingModel
+        embedding: options.defaultEmbeddingModel,
+        judgment: options.defaultJudgmentModel
     };
     return new NodeLLMCore(baseConfig, providerInstance, retry, options.middlewares || [], defaults);
 }

package/dist/models/ModelRegistry.d.ts

@@ -1,4 +1,4 @@
-import { Model } from "./types.js";
+import { Model, ReasoningOption } from "./types.js";
 export declare class ModelRegistry {
     private static models;
     static find(modelId: string, provider?: string): Model | undefined;
@@ -14,6 +14,16 @@ export declare class ModelRegistry {
      * Get output tokens limit for a model.
      */
     static getMaxOutputTokens(modelId: string, provider: string): number | undefined;
+    /**
+     * Thinking controls the model accepts (effort, budget_tokens, toggle).
+     * Empty when the registry has no data for the model.
+     */
+    static getReasoningOptions(modelId: string, provider: string): ReasoningOption[];
+    /**
+     * Whether the model accepts a temperature. Models that reject one (such as Claude Opus 4.7
+     * and later) are marked in the registry; models it has no data for are assumed to accept it.
+     */
+    static supportsTemperature(modelId: string, provider: string): boolean;
     /**
      * Check if a model supports a capability.
      */
@@ -25,30 +35,24 @@ export declare class ModelRegistry {
     /**
      * Calculate cost for usage.
      */
-    static calculateCost(usage: {
-        input_tokens: number;
-        output_tokens: number;
-        total_tokens: number;
-        cached_tokens?: number;
-        reasoning_tokens?: number;
-        image_tokens?: number;
-    }, modelId: string, provider: string): {
-        input_tokens: number;
-        output_tokens: number;
-        total_tokens: number;
-        cached_tokens?: number;
-        reasoning_tokens?: number;
-        image_tokens?: number;
-    } | {
-        input_cost: number;
-        output_cost: number;
-        cost: number;
+    /**
+     * Returns the usage with `input_cost`, `output_cost` and `cost` added when the
+     * model has known pricing. Without pricing the usage comes back unchanged and
+     * the cost fields are undefined - declared on the return type either way, so
+     * callers can read `.cost` without a cast.
+     */
+    static calculateCost<U extends {
         input_tokens: number;
         output_tokens: number;
         total_tokens: number;
         cached_tokens?: number;
+        cache_creation_tokens?: number;
         reasoning_tokens?: number;
         image_tokens?: number;
+    }>(usage: U, modelId: string, provider: string): U & {
+        input_cost?: number;
+        output_cost?: number;
+        cost?: number;
     };
 }
 //# sourceMappingURL=ModelRegistry.d.ts.map

package/dist/models/ModelRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAInC,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,MAAM,CAA6C;IAElE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAmBlE;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,KAAK,EAAE,GAAG,IAAI;IAe1C;;OAEG;IACH,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE;IAIrB;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAKhF;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAwB/E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK9E;;OAEG;IACH,MAAM,CAAC,aAAa,CAClB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,EACD,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM;sBARA,MAAM;uBACL,MAAM;sBACP,MAAM;wBACJ,MAAM;2BACH,MAAM;uBACV,MAAM;;;;;sBALP,MAAM;uBACL,MAAM;sBACP,MAAM;wBACJ,MAAM;2BACH,MAAM;uBACV,MAAM;;CAoD1B"}
+{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAIpD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,MAAM,CAA6C;IAElE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAmBlE;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,KAAK,EAAE,GAAG,IAAI;IAe1C;;OAEG;IACH,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE;IAIrB;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAKhF;;;OAGG;IACH,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,eAAe,EAAE;IAKhF;;;OAGG;IACH,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAItE;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAwB/E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK9E;;OAEG;IACH;;;;;OAKG;IACH,MAAM,CAAC,aAAa,CAClB,CAAC,SAAS;QACR,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAC/B,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,EAED,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GACf,CAAC,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE;CAqDpE"}

package/dist/models/ModelRegistry.js

@@ -44,6 +44,21 @@ export class ModelRegistry {
         const model = this.find(modelId, provider);
         return model?.max_output_tokens ?? undefined;
     }
+    /**
+     * Thinking controls the model accepts (effort, budget_tokens, toggle).
+     * Empty when the registry has no data for the model.
+     */
+    static getReasoningOptions(modelId, provider) {
+        const options = this.find(modelId, provider)?.metadata?.reasoning_options;
+        return Array.isArray(options) ? options : [];
+    }
+    /**
+     * Whether the model accepts a temperature. Models that reject one (such as Claude Opus 4.7
+     * and later) are marked in the registry; models it has no data for are assumed to accept it.
+     */
+    static supportsTemperature(modelId, provider) {
+        return this.find(modelId, provider)?.metadata?.temperature !== false;
+    }
     /**
      * Check if a model supports a capability.
      */
@@ -77,6 +92,12 @@ export class ModelRegistry {
     /**
      * Calculate cost for usage.
      */
+    /**
+     * Returns the usage with `input_cost`, `output_cost` and `cost` added when the
+     * model has known pricing. Without pricing the usage comes back unchanged and
+     * the cost fields are undefined - declared on the return type either way, so
+     * callers can read `.cost` without a cast.
+     */
     static calculateCost(usage, modelId, provider) {
         const pricing = PricingRegistry.getPricing(modelId, provider);
         if (!pricing) {
@@ -92,9 +113,14 @@ export class ModelRegistry {
             const reasoningPrice = prices.reasoning_output_per_million ??
                 (modelId.includes("reasoner") || modelId.includes("3-7") ? outputPrice * 2.5 : outputPrice);
             const cachedPrice = prices.cached_input_per_million ?? inputPrice / 2;
+            const cacheWritePrice = prices.cache_write_per_million ?? inputPrice;
+            // input_tokens counts every input token, including cache reads and writes.
+            const cachedTokens = usage.cached_tokens || 0;
+            const cacheWriteTokens = usage.cache_creation_tokens || 0;
             inputCost +=
-                ((usage.input_tokens - (usage.cached_tokens || 0)) / 1_000_000) * inputPrice +
-                    ((usage.cached_tokens || 0) / 1_000_000) * cachedPrice;
+                ((usage.input_tokens - cachedTokens - cacheWriteTokens) / 1_000_000) * inputPrice +
+                    (cachedTokens / 1_000_000) * cachedPrice +
+                    (cacheWriteTokens / 1_000_000) * cacheWritePrice;
             const outputTokens = usage.output_tokens - (usage.reasoning_tokens || 0);
             const reasoningTokens = usage.reasoning_tokens || 0;
             outputCost +=