memeloop 0.2.3 → 0.2.4

package/dist/index.cjs

@@ -7143,6 +7143,112 @@ var init_identityAttestationManagement = __esm({
   }
 });
 
+// src/orchestration/drivers/modelProviderDriver.ts
+function classificationRank(value) {
+  return CLASSIFICATION_ORDER[value];
+}
+function assertClassificationAllowed(policy, classification) {
+  if (!policy?.maxInputClassification || !classification) return;
+  if (classificationRank(classification) > classificationRank(policy.maxInputClassification)) {
+    throw new OrchestrationError({
+      code: "FORBIDDEN",
+      message: `input classification '${classification}' exceeds endpoint limit '${policy.maxInputClassification}'`,
+      retryable: false,
+      details: { classification, maxInputClassification: policy.maxInputClassification }
+    });
+  }
+}
+function modelClassNameForSpec(model) {
+  return `${model.provider}-${model.model}`.toLowerCase().replace(/[^a-z0-9.-]+/g, "-").replace(/^-+|-+$/g, "") || "model";
+}
+function createModelProviderDriverFromLLMProvider(provider, options) {
+  const inFlight = /* @__PURE__ */ new Map();
+  const toLegacyRequest = options.toLegacyRequest ?? ((request) => {
+    const candidates = options.models.filter(
+      (model) => modelClassNameForSpec(model) === request.modelClassRef.name || model.model === request.modelClassRef.name
+    );
+    if (candidates.length !== 1) {
+      throw new OrchestrationError({
+        code: "INVALID",
+        message: candidates.length === 0 ? `model class '${request.modelClassRef.name}' is not served by provider '${provider.name}'` : `model class '${request.modelClassRef.name}' is ambiguous for provider '${provider.name}'`,
+        retryable: false
+      });
+    }
+    return {
+      model: candidates[0].model,
+      messages: request.messages,
+      max_tokens: request.maxOutputTokens,
+      temperature: request.temperature,
+      topP: request.topP,
+      providerOptions: request.providerOptions,
+      abortSignal: request.signal
+    };
+  });
+  const toDelta = options.toDelta ?? ((chunk) => typeof chunk === "string" ? chunk : void 0);
+  return {
+    async listModels() {
+      return options.models;
+    },
+    async getHealth() {
+      return {
+        healthy: true,
+        detail: `legacy provider ${provider.name}`,
+        checkedAt: (/* @__PURE__ */ new Date()).toISOString()
+      };
+    },
+    async *generate(request) {
+      assertClassificationAllowed(options.dataPolicy, request.inputClassification);
+      const controller = new AbortController();
+      inFlight.set(request.callId, controller);
+      const onExternalAbort = () => {
+        controller.abort();
+      };
+      request.signal?.addEventListener("abort", onExternalAbort);
+      try {
+        const legacy = toLegacyRequest({ ...request, signal: controller.signal });
+        const output = await provider.chat(legacy);
+        if (output != null && typeof output === "object" && Symbol.asyncIterator in output) {
+          for await (const chunk of output) {
+            if (controller.signal.aborted) {
+              yield {
+                type: "error",
+                error: { code: "CANCELLED", message: "generate cancelled", retryable: false }
+              };
+              return;
+            }
+            const delta = toDelta(chunk);
+            if (delta !== void 0) {
+              yield { type: "delta", delta };
+            }
+          }
+        } else if (typeof output === "string") {
+          yield { type: "delta", delta: output };
+        }
+        yield { type: "done" };
+      } finally {
+        request.signal?.removeEventListener("abort", onExternalAbort);
+        inFlight.delete(request.callId);
+      }
+    },
+    async cancel(callId) {
+      inFlight.get(callId)?.abort();
+    }
+  };
+}
+var CLASSIFICATION_ORDER;
+var init_modelProviderDriver = __esm({
+  "src/orchestration/drivers/modelProviderDriver.ts"() {
+    "use strict";
+    init_errors();
+    CLASSIFICATION_ORDER = {
+      public: 0,
+      internal: 1,
+      confidential: 2,
+      restricted: 3
+    };
+  }
+});
+
 // src/orchestration/drivers/localModelRegistration.ts
 function sanitizeModelName(name) {
   return name.toLowerCase().replace(/[^a-z0-9.-]+/g, "-").replace(/^-+|-+$/g, "") || "model";
@@ -7153,7 +7259,7 @@ async function describeLocalModelEndpoints(driver, options) {
   const modelClasses = [];
   const endpoints = [];
   for (const model of models) {
-    const baseName = sanitizeModelName(`${model.provider}-${model.model}`);
+    const baseName = modelClassNameForSpec(model);
     modelClasses.push(createModelClassManifest(baseName, model));
     endpoints.push(createModelEndpointManifest(`${baseName}-${sanitizeModelName(options.nodeId)}`, {
       modelClassRef: { apiVersion: MODEL_CLASS_API_VERSION, kind: MODEL_CLASS_KIND, name: baseName },
@@ -7190,6 +7296,7 @@ var init_localModelRegistration = __esm({
   "src/orchestration/drivers/localModelRegistration.ts"() {
     "use strict";
     init_resources();
+    init_modelProviderDriver();
     TRUST_RANK2 = {
       quarantine: 0,
       restricted: 1,
@@ -8952,95 +9059,6 @@ var init_managedLoopRuntimeAdapter = __esm({
   }
 });
 
-// src/orchestration/drivers/modelProviderDriver.ts
-function classificationRank(value) {
-  return CLASSIFICATION_ORDER[value];
-}
-function assertClassificationAllowed(policy, classification) {
-  if (!policy?.maxInputClassification || !classification) return;
-  if (classificationRank(classification) > classificationRank(policy.maxInputClassification)) {
-    throw new OrchestrationError({
-      code: "FORBIDDEN",
-      message: `input classification '${classification}' exceeds endpoint limit '${policy.maxInputClassification}'`,
-      retryable: false,
-      details: { classification, maxInputClassification: policy.maxInputClassification }
-    });
-  }
-}
-function createModelProviderDriverFromLLMProvider(provider, options) {
-  const inFlight = /* @__PURE__ */ new Map();
-  const toLegacyRequest = options.toLegacyRequest ?? ((request) => ({
-    ...provider.modelId !== void 0 ? { model: provider.modelId } : {},
-    messages: request.messages,
-    max_tokens: request.maxOutputTokens,
-    temperature: request.temperature,
-    abortSignal: request.signal
-  }));
-  const toDelta = options.toDelta ?? ((chunk) => typeof chunk === "string" ? chunk : void 0);
-  return {
-    async listModels() {
-      return options.models;
-    },
-    async getHealth() {
-      return {
-        healthy: true,
-        detail: `legacy provider ${provider.name}`,
-        checkedAt: (/* @__PURE__ */ new Date()).toISOString()
-      };
-    },
-    async *generate(request) {
-      assertClassificationAllowed(options.dataPolicy, request.inputClassification);
-      const controller = new AbortController();
-      inFlight.set(request.callId, controller);
-      const onExternalAbort = () => {
-        controller.abort();
-      };
-      request.signal?.addEventListener("abort", onExternalAbort);
-      try {
-        const legacy = toLegacyRequest({ ...request, signal: controller.signal });
-        const output = await provider.chat(legacy);
-        if (output != null && typeof output === "object" && Symbol.asyncIterator in output) {
-          for await (const chunk of output) {
-            if (controller.signal.aborted) {
-              yield {
-                type: "error",
-                error: { code: "CANCELLED", message: "generate cancelled", retryable: false }
-              };
-              return;
-            }
-            const delta = toDelta(chunk);
-            if (delta !== void 0) {
-              yield { type: "delta", delta };
-            }
-          }
-        } else if (typeof output === "string") {
-          yield { type: "delta", delta: output };
-        }
-        yield { type: "done" };
-      } finally {
-        request.signal?.removeEventListener("abort", onExternalAbort);
-        inFlight.delete(request.callId);
-      }
-    },
-    async cancel(callId) {
-      inFlight.get(callId)?.abort();
-    }
-  };
-}
-var CLASSIFICATION_ORDER;
-var init_modelProviderDriver = __esm({
-  "src/orchestration/drivers/modelProviderDriver.ts"() {
-    "use strict";
-    init_errors();
-    CLASSIFICATION_ORDER = {
-      public: 0,
-      internal: 1,
-      confidential: 2,
-      restricted: 3
-    };
-  }
-});
-
 // src/orchestration/drivers/managedModelGatewayAdapter.ts
 function fail(code, message, retryable = false) {
   throw new OrchestrationError({ code, message, retryable });
@@ -13244,9 +13262,13 @@ function createGatewayMediatedLLMProvider(options) {
       const messages = Array.isArray(record2.messages) ? record2.messages : [];
       const runReference = options.runRefForRequest?.(request) ?? options.runRef;
       return (async function* () {
-        const handle = await options.broker.issueModelAccessHandle({
+        const selectedModel = options.resolveModelForRequest?.(request) ?? {
           modelClassRef: options.modelClassRef,
-          ...options.modelDigest !== void 0 ? { modelDigest: options.modelDigest } : {},
+          ...options.modelDigest !== void 0 ? { modelDigest: options.modelDigest } : {}
+        };
+        const handle = await options.broker.issueModelAccessHandle({
+          modelClassRef: selectedModel.modelClassRef,
+          ...selectedModel.modelDigest !== void 0 ? { modelDigest: selectedModel.modelDigest } : {},
           ...options.policyDigest !== void 0 ? { policyDigest: options.policyDigest } : {},
           ...runReference ? { runRef: runReference } : {},
           ...runReference && options.attempt !== void 0 ? { attempt: options.attempt } : {},
@@ -13257,12 +13279,18 @@ function createGatewayMediatedLLMProvider(options) {
         try {
           for await (const chunk of options.gateway.generate({
             callId,
-            modelClassRef: options.modelClassRef,
-            ...options.modelDigest !== void 0 ? { modelDigest: options.modelDigest } : {},
+            modelClassRef: selectedModel.modelClassRef,
+            ...selectedModel.modelDigest !== void 0 ? { modelDigest: selectedModel.modelDigest } : {},
             messages,
+            ...typeof record2.maxOutputTokens === "number" ? { maxOutputTokens: record2.maxOutputTokens } : typeof record2.max_tokens === "number" ? { maxOutputTokens: record2.max_tokens } : {},
+            ...typeof record2.temperature === "number" ? { temperature: record2.temperature } : {},
+            ...typeof record2.topP === "number" ? { topP: record2.topP } : {},
+            ...record2.providerOptions !== null && typeof record2.providerOptions === "object" ? {
+              providerOptions: record2.providerOptions
+            } : {},
             accessHandle: handle.token,
             ...options.workerKey !== void 0 ? { workerKey: options.workerKey } : {},
-            ...record2.signal !== void 0 ? { signal: record2.signal } : {}
+            ...record2.abortSignal ?? record2.signal ? { signal: record2.abortSignal ?? record2.signal } : {}
           })) {
             if (chunk.type === "delta" && chunk.delta !== void 0) {
               yield chunk.delta;
@@ -26875,6 +26903,7 @@ __export(src_exports, {
   mcpForwardImpl: () => mcpForwardImpl,
   mergeAgentToolsIntoFrameworkConfig: () => mergeAgentToolsIntoFrameworkConfig,
   mergePermissionSets: () => mergePermissionSets,
+  modelClassNameForSpec: () => modelClassNameForSpec,
   negotiateCapabilities: () => negotiateCapabilities,
   normalizeScript: () => normalizeScript,
   onApprovalRequest: () => onApprovalRequest,
@@ -32160,6 +32189,7 @@ function getToolDefinition(toolId) {
   mcpForwardImpl,
   mergeAgentToolsIntoFrameworkConfig,
   mergePermissionSets,
+  modelClassNameForSpec,
   negotiateCapabilities,
   normalizeScript,
   onApprovalRequest,