memeloop 0.2.2 → 0.2.4

package/dist/{fetchProvider-BhqRqi5-.d.ts → fetchProvider-B_vva3b3.d.ts}

@@ -1,5 +1,5 @@
 import { i as AgentLoopStep, f as AgentLoopInput, e as AgentLoopGenerator, c as AgentInstanceState, A as AgentFrameworkContext, n as LoopProfile, k as ILLMProvider } from './scriptDeploymentPipeline-B1q-UhrO.js';
-import { LanguageModel } from 'ai';
+import { JSONValue, LanguageModel } from 'ai';
 
 /**
  * AgentToolLoop runner — convenience API for driving a full loop turn.
@@ -58,6 +58,30 @@ declare function registerBuiltinLoopProfiles(): void;
  * cohere, mistral, azure, bedrock, groq, ollama, openrouter, together, etc.
  */
 
+interface FetchLLMChatRequest {
+    messages?: Array<{
+        role: string;
+        content: string;
+    }>;
+    model?: string;
+    stream?: boolean;
+    /** Legacy OpenAI-compatible spelling retained for host adapters. */
+    max_tokens?: number;
+    /** AI SDK spelling. Takes precedence over max_tokens. */
+    maxOutputTokens?: number;
+    temperature?: number;
+    topP?: number;
+    providerOptions?: Record<string, Record<string, JSONValue>>;
+    system?: string;
+    abortSignal?: AbortSignal;
+}
+declare function resolveFetchLLMCallSettings(body: FetchLLMChatRequest): {
+    maxOutputTokens: number | undefined;
+    temperature: number | undefined;
+    topP: number | undefined;
+    providerOptions: Record<string, Record<string, JSONValue>> | undefined;
+    abortSignal: AbortSignal | undefined;
+};
 interface FetchLLMProviderConfig {
     /** Display name. */
     name: string;
@@ -88,4 +112,4 @@ interface FetchLLMProviderConfig {
  */
 declare function createFetchLLMProvider(config: FetchLLMProviderConfig): ILLMProvider;
 
-export { type FetchLLMProviderConfig as F, type RunAgentToolLoopTurnCallbacks as R, type RunAgentToolLoopTurnResult as a, getBuiltinLoopProfiles as b, createFetchLLMProvider as c, runAgentToolLoopTurn as d, registerBuiltinLoopProfiles as e, getBuiltinLoopProfile as g, resolveAgentToolLoopTerminalState as r };
+export { type FetchLLMChatRequest as F, type RunAgentToolLoopTurnCallbacks as R, type RunAgentToolLoopTurnResult as a, getBuiltinLoopProfiles as b, createFetchLLMProvider as c, runAgentToolLoopTurn as d, type FetchLLMProviderConfig as e, registerBuiltinLoopProfiles as f, getBuiltinLoopProfile as g, resolveFetchLLMCallSettings as h, resolveAgentToolLoopTerminalState as r };

package/dist/{fetchProvider-HJ_FkORN.d.cts → fetchProvider-Bz4CE3_R.d.cts}

@@ -1,5 +1,5 @@
 import { i as AgentLoopStep, f as AgentLoopInput, e as AgentLoopGenerator, c as AgentInstanceState, A as AgentFrameworkContext, n as LoopProfile, k as ILLMProvider } from './scriptDeploymentPipeline-XJzQyYys.cjs';
-import { LanguageModel } from 'ai';
+import { JSONValue, LanguageModel } from 'ai';
 
 /**
  * AgentToolLoop runner — convenience API for driving a full loop turn.
@@ -58,6 +58,30 @@ declare function registerBuiltinLoopProfiles(): void;
  * cohere, mistral, azure, bedrock, groq, ollama, openrouter, together, etc.
  */
 
+interface FetchLLMChatRequest {
+    messages?: Array<{
+        role: string;
+        content: string;
+    }>;
+    model?: string;
+    stream?: boolean;
+    /** Legacy OpenAI-compatible spelling retained for host adapters. */
+    max_tokens?: number;
+    /** AI SDK spelling. Takes precedence over max_tokens. */
+    maxOutputTokens?: number;
+    temperature?: number;
+    topP?: number;
+    providerOptions?: Record<string, Record<string, JSONValue>>;
+    system?: string;
+    abortSignal?: AbortSignal;
+}
+declare function resolveFetchLLMCallSettings(body: FetchLLMChatRequest): {
+    maxOutputTokens: number | undefined;
+    temperature: number | undefined;
+    topP: number | undefined;
+    providerOptions: Record<string, Record<string, JSONValue>> | undefined;
+    abortSignal: AbortSignal | undefined;
+};
 interface FetchLLMProviderConfig {
     /** Display name. */
     name: string;
@@ -88,4 +112,4 @@ interface FetchLLMProviderConfig {
  */
 declare function createFetchLLMProvider(config: FetchLLMProviderConfig): ILLMProvider;
 
-export { type FetchLLMProviderConfig as F, type RunAgentToolLoopTurnCallbacks as R, type RunAgentToolLoopTurnResult as a, getBuiltinLoopProfiles as b, createFetchLLMProvider as c, runAgentToolLoopTurn as d, registerBuiltinLoopProfiles as e, getBuiltinLoopProfile as g, resolveAgentToolLoopTerminalState as r };
+export { type FetchLLMChatRequest as F, type RunAgentToolLoopTurnCallbacks as R, type RunAgentToolLoopTurnResult as a, getBuiltinLoopProfiles as b, createFetchLLMProvider as c, runAgentToolLoopTurn as d, type FetchLLMProviderConfig as e, registerBuiltinLoopProfiles as f, getBuiltinLoopProfile as g, resolveFetchLLMCallSettings as h, resolveAgentToolLoopTerminalState as r };

package/dist/index.cjs

@@ -7143,6 +7143,112 @@ var init_identityAttestationManagement = __esm({
   }
 });
 
+// src/orchestration/drivers/modelProviderDriver.ts
+function classificationRank(value) {
+  return CLASSIFICATION_ORDER[value];
+}
+function assertClassificationAllowed(policy, classification) {
+  if (!policy?.maxInputClassification || !classification) return;
+  if (classificationRank(classification) > classificationRank(policy.maxInputClassification)) {
+    throw new OrchestrationError({
+      code: "FORBIDDEN",
+      message: `input classification '${classification}' exceeds endpoint limit '${policy.maxInputClassification}'`,
+      retryable: false,
+      details: { classification, maxInputClassification: policy.maxInputClassification }
+    });
+  }
+}
+function modelClassNameForSpec(model) {
+  return `${model.provider}-${model.model}`.toLowerCase().replace(/[^a-z0-9.-]+/g, "-").replace(/^-+|-+$/g, "") || "model";
+}
+function createModelProviderDriverFromLLMProvider(provider, options) {
+  const inFlight = /* @__PURE__ */ new Map();
+  const toLegacyRequest = options.toLegacyRequest ?? ((request) => {
+    const candidates = options.models.filter(
+      (model) => modelClassNameForSpec(model) === request.modelClassRef.name || model.model === request.modelClassRef.name
+    );
+    if (candidates.length !== 1) {
+      throw new OrchestrationError({
+        code: "INVALID",
+        message: candidates.length === 0 ? `model class '${request.modelClassRef.name}' is not served by provider '${provider.name}'` : `model class '${request.modelClassRef.name}' is ambiguous for provider '${provider.name}'`,
+        retryable: false
+      });
+    }
+    return {
+      model: candidates[0].model,
+      messages: request.messages,
+      max_tokens: request.maxOutputTokens,
+      temperature: request.temperature,
+      topP: request.topP,
+      providerOptions: request.providerOptions,
+      abortSignal: request.signal
+    };
+  });
+  const toDelta = options.toDelta ?? ((chunk) => typeof chunk === "string" ? chunk : void 0);
+  return {
+    async listModels() {
+      return options.models;
+    },
+    async getHealth() {
+      return {
+        healthy: true,
+        detail: `legacy provider ${provider.name}`,
+        checkedAt: (/* @__PURE__ */ new Date()).toISOString()
+      };
+    },
+    async *generate(request) {
+      assertClassificationAllowed(options.dataPolicy, request.inputClassification);
+      const controller = new AbortController();
+      inFlight.set(request.callId, controller);
+      const onExternalAbort = () => {
+        controller.abort();
+      };
+      request.signal?.addEventListener("abort", onExternalAbort);
+      try {
+        const legacy = toLegacyRequest({ ...request, signal: controller.signal });
+        const output = await provider.chat(legacy);
+        if (output != null && typeof output === "object" && Symbol.asyncIterator in output) {
+          for await (const chunk of output) {
+            if (controller.signal.aborted) {
+              yield {
+                type: "error",
+                error: { code: "CANCELLED", message: "generate cancelled", retryable: false }
+              };
+              return;
+            }
+            const delta = toDelta(chunk);
+            if (delta !== void 0) {
+              yield { type: "delta", delta };
+            }
+          }
+        } else if (typeof output === "string") {
+          yield { type: "delta", delta: output };
+        }
+        yield { type: "done" };
+      } finally {
+        request.signal?.removeEventListener("abort", onExternalAbort);
+        inFlight.delete(request.callId);
+      }
+    },
+    async cancel(callId) {
+      inFlight.get(callId)?.abort();
+    }
+  };
+}
+var CLASSIFICATION_ORDER;
+var init_modelProviderDriver = __esm({
+  "src/orchestration/drivers/modelProviderDriver.ts"() {
+    "use strict";
+    init_errors();
+    CLASSIFICATION_ORDER = {
+      public: 0,
+      internal: 1,
+      confidential: 2,
+      restricted: 3
+    };
+  }
+});
+
 // src/orchestration/drivers/localModelRegistration.ts
 function sanitizeModelName(name) {
   return name.toLowerCase().replace(/[^a-z0-9.-]+/g, "-").replace(/^-+|-+$/g, "") || "model";
@@ -7153,7 +7259,7 @@ async function describeLocalModelEndpoints(driver, options) {
   const modelClasses = [];
   const endpoints = [];
   for (const model of models) {
-    const baseName = sanitizeModelName(`${model.provider}-${model.model}`);
+    const baseName = modelClassNameForSpec(model);
     modelClasses.push(createModelClassManifest(baseName, model));
     endpoints.push(createModelEndpointManifest(`${baseName}-${sanitizeModelName(options.nodeId)}`, {
       modelClassRef: { apiVersion: MODEL_CLASS_API_VERSION, kind: MODEL_CLASS_KIND, name: baseName },
@@ -7190,6 +7296,7 @@ var init_localModelRegistration = __esm({
   "src/orchestration/drivers/localModelRegistration.ts"() {
     "use strict";
     init_resources();
+    init_modelProviderDriver();
     TRUST_RANK2 = {
       quarantine: 0,
       restricted: 1,
@@ -8952,95 +9059,6 @@ var init_managedLoopRuntimeAdapter = __esm({
   }
 });
 
-// src/orchestration/drivers/modelProviderDriver.ts
-function classificationRank(value) {
-  return CLASSIFICATION_ORDER[value];
-}
-function assertClassificationAllowed(policy, classification) {
-  if (!policy?.maxInputClassification || !classification) return;
-  if (classificationRank(classification) > classificationRank(policy.maxInputClassification)) {
-    throw new OrchestrationError({
-      code: "FORBIDDEN",
-      message: `input classification '${classification}' exceeds endpoint limit '${policy.maxInputClassification}'`,
-      retryable: false,
-      details: { classification, maxInputClassification: policy.maxInputClassification }
-    });
-  }
-}
-function createModelProviderDriverFromLLMProvider(provider, options) {
-  const inFlight = /* @__PURE__ */ new Map();
-  const toLegacyRequest = options.toLegacyRequest ?? ((request) => ({
-    ...provider.modelId !== void 0 ? { model: provider.modelId } : {},
-    messages: request.messages,
-    max_tokens: request.maxOutputTokens,
-    temperature: request.temperature,
-    abortSignal: request.signal
-  }));
-  const toDelta = options.toDelta ?? ((chunk) => typeof chunk === "string" ? chunk : void 0);
-  return {
-    async listModels() {
-      return options.models;
-    },
-    async getHealth() {
-      return {
-        healthy: true,
-        detail: `legacy provider ${provider.name}`,
-        checkedAt: (/* @__PURE__ */ new Date()).toISOString()
-      };
-    },
-    async *generate(request) {
-      assertClassificationAllowed(options.dataPolicy, request.inputClassification);
-      const controller = new AbortController();
-      inFlight.set(request.callId, controller);
-      const onExternalAbort = () => {
-        controller.abort();
-      };
-      request.signal?.addEventListener("abort", onExternalAbort);
-      try {
-        const legacy = toLegacyRequest({ ...request, signal: controller.signal });
-        const output = await provider.chat(legacy);
-        if (output != null && typeof output === "object" && Symbol.asyncIterator in output) {
-          for await (const chunk of output) {
-            if (controller.signal.aborted) {
-              yield {
-                type: "error",
-                error: { code: "CANCELLED", message: "generate cancelled", retryable: false }
-              };
-              return;
-            }
-            const delta = toDelta(chunk);
-            if (delta !== void 0) {
-              yield { type: "delta", delta };
-            }
-          }
-        } else if (typeof output === "string") {
-          yield { type: "delta", delta: output };
-        }
-        yield { type: "done" };
-      } finally {
-        request.signal?.removeEventListener("abort", onExternalAbort);
-        inFlight.delete(request.callId);
-      }
-    },
-    async cancel(callId) {
-      inFlight.get(callId)?.abort();
-    }
-  };
-}
-var CLASSIFICATION_ORDER;
-var init_modelProviderDriver = __esm({
-  "src/orchestration/drivers/modelProviderDriver.ts"() {
-    "use strict";
-    init_errors();
-    CLASSIFICATION_ORDER = {
-      public: 0,
-      internal: 1,
-      confidential: 2,
-      restricted: 3
-    };
-  }
-});
-
 // src/orchestration/drivers/managedModelGatewayAdapter.ts
 function fail(code, message, retryable = false) {
   throw new OrchestrationError({ code, message, retryable });
@@ -13244,9 +13262,13 @@ function createGatewayMediatedLLMProvider(options) {
       const messages = Array.isArray(record2.messages) ? record2.messages : [];
       const runReference = options.runRefForRequest?.(request) ?? options.runRef;
       return (async function* () {
-        const handle = await options.broker.issueModelAccessHandle({
+        const selectedModel = options.resolveModelForRequest?.(request) ?? {
           modelClassRef: options.modelClassRef,
-          ...options.modelDigest !== void 0 ? { modelDigest: options.modelDigest } : {},
+          ...options.modelDigest !== void 0 ? { modelDigest: options.modelDigest } : {}
+        };
+        const handle = await options.broker.issueModelAccessHandle({
+          modelClassRef: selectedModel.modelClassRef,
+          ...selectedModel.modelDigest !== void 0 ? { modelDigest: selectedModel.modelDigest } : {},
           ...options.policyDigest !== void 0 ? { policyDigest: options.policyDigest } : {},
           ...runReference ? { runRef: runReference } : {},
           ...runReference && options.attempt !== void 0 ? { attempt: options.attempt } : {},
@@ -13257,12 +13279,18 @@ function createGatewayMediatedLLMProvider(options) {
         try {
           for await (const chunk of options.gateway.generate({
             callId,
-            modelClassRef: options.modelClassRef,
-            ...options.modelDigest !== void 0 ? { modelDigest: options.modelDigest } : {},
+            modelClassRef: selectedModel.modelClassRef,
+            ...selectedModel.modelDigest !== void 0 ? { modelDigest: selectedModel.modelDigest } : {},
             messages,
+            ...typeof record2.maxOutputTokens === "number" ? { maxOutputTokens: record2.maxOutputTokens } : typeof record2.max_tokens === "number" ? { maxOutputTokens: record2.max_tokens } : {},
+            ...typeof record2.temperature === "number" ? { temperature: record2.temperature } : {},
+            ...typeof record2.topP === "number" ? { topP: record2.topP } : {},
+            ...record2.providerOptions !== null && typeof record2.providerOptions === "object" ? {
+              providerOptions: record2.providerOptions
+            } : {},
             accessHandle: handle.token,
             ...options.workerKey !== void 0 ? { workerKey: options.workerKey } : {},
-            ...record2.signal !== void 0 ? { signal: record2.signal } : {}
+            ...record2.abortSignal ?? record2.signal ? { signal: record2.abortSignal ?? record2.signal } : {}
           })) {
             if (chunk.type === "delta" && chunk.delta !== void 0) {
               yield chunk.delta;
@@ -26875,6 +26903,7 @@ __export(src_exports, {
   mcpForwardImpl: () => mcpForwardImpl,
   mergeAgentToolsIntoFrameworkConfig: () => mergeAgentToolsIntoFrameworkConfig,
   mergePermissionSets: () => mergePermissionSets,
+  modelClassNameForSpec: () => modelClassNameForSpec,
   negotiateCapabilities: () => negotiateCapabilities,
   normalizeScript: () => normalizeScript,
   onApprovalRequest: () => onApprovalRequest,
@@ -26919,6 +26948,7 @@ __export(src_exports, {
   resolveCategory: () => resolveCategory,
   resolveExternalWorkloadResources: () => resolveExternalWorkloadResources,
   resolveExternalWorkloadRuntime: () => resolveExternalWorkloadRuntime,
+  resolveFetchLLMCallSettings: () => resolveFetchLLMCallSettings,
   resolvePromptPluginMap: () => resolvePromptPluginMap,
   resolveQuestionAnswer: () => resolveQuestionAnswer,
   restoreArtifactManagementState: () => restoreArtifactManagementState,
@@ -28478,6 +28508,15 @@ var PromptPreviewController = class {
 
 // src/llm/fetchProvider.ts
 var import_ai = require("ai");
+function resolveFetchLLMCallSettings(body) {
+  return {
+    maxOutputTokens: body.maxOutputTokens ?? body.max_tokens,
+    temperature: body.temperature,
+    topP: body.topP,
+    providerOptions: body.providerOptions,
+    abortSignal: body.abortSignal
+  };
+}
 function createFetchLLMProvider(config) {
   return {
     name: config.name,
@@ -28502,9 +28541,7 @@ function createFetchLLMProvider(config) {
         };
       });
       const system = body.system ?? (systemMessages.length > 0 ? systemMessages.join("\n\n") : void 0);
-      const temperature = body.temperature;
-      const abortSignal = body.abortSignal;
-      const maxOutputTokens = body.max_tokens;
+      const { abortSignal, maxOutputTokens, providerOptions, temperature, topP } = resolveFetchLLMCallSettings(body);
       if (body.stream !== false) {
         let streamingError;
         const result2 = (0, import_ai.streamText)({
@@ -28513,6 +28550,8 @@ function createFetchLLMProvider(config) {
           messages,
           maxOutputTokens,
           temperature,
+          topP,
+          providerOptions,
           abortSignal,
           onError: ({ error: error2 }) => {
             streamingError = error2;
@@ -28533,6 +28572,8 @@ function createFetchLLMProvider(config) {
         messages,
         maxOutputTokens,
         temperature,
+        topP,
+        providerOptions,
         abortSignal
       });
       return result.text;
@@ -32148,6 +32189,7 @@ function getToolDefinition(toolId) {
   mcpForwardImpl,
   mergeAgentToolsIntoFrameworkConfig,
   mergePermissionSets,
+  modelClassNameForSpec,
   negotiateCapabilities,
   normalizeScript,
   onApprovalRequest,
@@ -32192,6 +32234,7 @@ function getToolDefinition(toolId) {
   resolveCategory,
   resolveExternalWorkloadResources,
   resolveExternalWorkloadRuntime,
+  resolveFetchLLMCallSettings,
   resolvePromptPluginMap,
   resolveQuestionAnswer,
   restoreArtifactManagementState,