@nylorun/runtime 0.12.0-beta → 0.14.0-beta

package/dist/model/models.js

@@ -1,6 +1,9 @@
 import { createProvider, } from "@earendil-works/pi-ai";
 import { stream, streamSimple, } from "@earendil-works/pi-ai/api/openai-completions";
 import { builtinModels } from "@earendil-works/pi-ai/providers/all";
+/** A custom endpoint whose window is unknown is assumed small: an early compaction beats a failed call. */
+export const CUSTOM_CONTEXT_WINDOW = 32_768;
+export const CUSTOM_MAX_TOKENS = 8_192;
 /**
  * Build the pi-ai model registry from explicit credentials only.
  * Ambient process environment / provider env auth is never consulted (A7, A10).
@@ -9,7 +12,10 @@ export function modelsFor(selection, credentials, options = {}) {
     if (options.environment) {
         throw new Error("Ambient model environment is not supported; pass credentials explicitly");
     }
-    const models = builtinModels({ credentials });
+    const models = builtinModels({
+        credentials,
+        ...(options.authContext ? { authContext: options.authContext } : {}),
+    });
     if (!selection.custom)
         return models;
     const model = {
@@ -18,11 +24,14 @@ export function modelsFor(selection, credentials, options = {}) {
         api: "openai-completions",
         provider: "custom",
         baseUrl: selection.custom.baseUrl,
-        reasoning: false,
+        reasoning: selection.custom.reasoning ?? false,
         input: ["text", "image"],
         cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
-        contextWindow: 128000,
-        maxTokens: 16384,
+        contextWindow: selection.custom.contextWindow ?? CUSTOM_CONTEXT_WINDOW,
+        maxTokens: selection.custom.maxTokens ?? CUSTOM_MAX_TOKENS,
+        ...(selection.custom.compat
+            ? { compat: { ...selection.custom.compat } }
+            : {}),
     };
     models.setProvider(createProvider({
         id: "custom",
@@ -30,8 +39,7 @@ export function modelsFor(selection, credentials, options = {}) {
         baseUrl: selection.custom.baseUrl,
         auth: {
             apiKey: {
-                label: "Custom API key",
-                schemas: [],
+                name: "Custom API key",
                 async resolve() {
                     const credential = await credentials.read("custom");
                     if (!credential || credential.type !== "api_key")

package/dist/model/pi-model.d.ts

@@ -1,4 +1,4 @@
-import type { Credential } from "@earendil-works/pi-ai";
+import { type Credential } from "@earendil-works/pi-ai";
 import type { RuntimeModelAdapter } from "../contracts.js";
 import type { RuntimeMedia } from "../adapters/media.js";
 import type { HostModelSecret } from "../vault/service.js";
@@ -6,12 +6,27 @@ export interface ModelPreview {
     readonly invocationId: string;
     readonly text: string;
 }
+/** Retry, timeout and cache settings for one model call (Model Calls §5, §6). */
+export interface ModelCallSettings {
+    /** Attempts per call, including the first. Default 3. */
+    readonly attempts?: number;
+    /** Base delay between attempts; doubles each time, with jitter. Default 2 s. */
+    readonly retryBaseDelayMs?: number;
+    /** A stream with no event for this long is aborted and retried. Default 300 s. */
+    readonly idleTimeoutMs?: number;
+    /** Whole-request timeout passed to the provider SDK. Default 600 s. */
+    readonly requestTimeoutMs?: number;
+}
 export interface PiModelOptions {
     readonly root?: string;
     readonly onPreview?: (preview: ModelPreview) => void;
     readonly media?: Pick<RuntimeMedia, "dataUrl">;
     readonly readHostModel?: () => HostModelSecret | undefined | Promise<HostModelSecret | undefined>;
     readonly writeHostCredential?: (credential: Credential) => void | Promise<void>;
+    readonly settings?: ModelCallSettings;
 }
-/** Node model adapter. Local provider configuration is read only when invoked. */
+/**
+ * Node model adapter. Local provider configuration is read only when invoked.
+ * A provider failure is returned as a failure outcome; only an abort is thrown.
+ */
 export declare function piModel(options?: PiModelOptions): RuntimeModelAdapter;