@opengeni/worker-bundle 1.4.2 → 1.4.5-canary.37458084490001

package/dist/{activities-turn-AOXNE6BM.js → activities-turn-QOR26CTC.js}

@@ -1,6 +1,7 @@
 import {
   CODEX_USAGE_LIMIT_MAX_RESUME_MS,
   CodexPlanEntitlementError,
+  PROVIDER_OVERLOAD_RECOVERY_CODE,
   PostCompactionContinuationEmptyError,
   SandboxDeadlineRotationError,
   agentRunFailurePayload,
@@ -9,6 +10,7 @@ import {
   armTurnQuiescenceWatchdog,
   assertAgentStreamNotCancelled,
   assertPhysicalToolQuiescenceForCancellation,
+  assertProviderOverloadRecoveryActive,
   assertSessionAttemptQuiescenceRecoveryDurable,
   assertSuccessfulAgentStreamCompletion,
   assessCodexPlanEntitlement,
@@ -61,11 +63,14 @@ import {
   postClaimDatabaseRecoveryFailure,
   preClaimAdmissionFailure,
   projectRejectedProviderArtifacts,
+  providerRecoveryCode,
   providerRecoveryCountAfterModelRequestPhase,
   providerRecoveryCountFromMetadata,
   providerRecoveryExhaustedFailure,
+  providerRecoveryLimit,
   providerRecoveryResult,
   providerRetryAfterMs,
+  readProviderRecoveryStartedAt,
   refreshCodexUsageAndRepairCapacityWaiters,
   refreshExhaustedXaiQuota,
   releaseTurnSandboxAfterWriterDrain,
@@ -99,9 +104,10 @@ import {
   waitForTurnOperation,
   waitForWarmSnapshot,
   withFirstPartyTools,
+  withModelRoutePresentation,
   wrapLazyTurnBoxWithRouting,
   wrapTurnBoxWithRouting
-} from "./chunk-WVZQJBGD.js";
+} from "./chunk-WX5PX2C6.js";
 import {
   StreamTimingMetrics,
   makeMachineOpObserver,
@@ -115,8 +121,10 @@ import {
   recordContextCompactionStarted,
   recordCreditMicros,
   recordModelCacheTokens,
+  recordModelCreditsCharged,
   recordModelInputTokens,
   recordModelRequestPhase,
+  recordModelResponseUsage,
   recordSandboxAutomaticRecoverySelected,
   recordSandboxLogicalProvision,
   recordSandboxProvisionAttempt,
@@ -134,7 +142,7 @@ import {
   runtimeMetricsHooksForObservability,
   sandboxAutomaticRecoveryOutcome,
   turnLifecycleMetricsFor
-} from "./chunk-DCQ7XTXW.js";
+} from "./chunk-CMIUQ2D3.js";
 import {
   __export
 } from "./chunk-PZ5AY32C.js";
@@ -154,7 +162,7 @@ import {
 import { resolveAgentToolFamilies as resolveAgentToolFamilies3 } from "@opengeni/contracts";
 import {
   assertModelConnectionAllowsTurn,
-  freezeAgentLearningPolicy as freezeAgentLearningPolicy2,
+  freezeAgentLearningPolicy as freezeAgentLearningPolicy3,
   recoverLegacyKnowledgeConfirmations,
   withSessionRlsActorContext
 } from "@opengeni/db";
@@ -5321,11 +5329,16 @@ import {
   calculateModelListUsageCostSnapshot,
   calculateModelUsageCostBreakdown,
   configuredModelListPricingSchedules,
+  configuredModels,
   configuredModelPricingSchedules,
   resolveModelProvider,
   responseSatisfiesLatencyMode,
   OPENGENI_GATEWAY_PROVIDER_ID,
-  WORKSPACE_GATEWAY_PROVIDER_ID
+  OPPER_PROVIDER_ID,
+  ORGANIZATION_OPPER_PROVIDER_ID,
+  WORKSPACE_GATEWAY_PROVIDER_ID,
+  WORKSPACE_OPPER_PROVIDER_ID,
+  WORKSPACE_GATEWAY_MODEL_ID_PREFIX
 } from "@opengeni/config";
 import { CODEX_PROVIDER_ID } from "@opengeni/codex";
 function modelUsageSourceKey(input) {
@@ -5433,7 +5446,8 @@ async function processModelResponseTerminalEvent(input) {
         gatewayBilling: responseUsage.gatewayBilling,
         sourceKey,
         ...input.latencyMode ? { latencyMode: input.latencyMode } : {},
-        observability: input.observability
+        observability: input.observability,
+        metricProvider: input.provider
       });
       authoritative = await emitModelCallUsage({
         observability: input.observability,
@@ -5471,6 +5485,14 @@ async function processModelResponseTerminalEvent(input) {
           billing,
           ...input.contextContributions !== void 0 ? { contextContributions: input.contextContributions } : {}
         });
+        recordAuthoritativeModelUsageMetrics({
+          observability: input.observability,
+          settings: input.settings,
+          provider: input.provider,
+          model: input.model,
+          externallyBilled: input.externallyBilled,
+          billing
+        });
       }
       const observedInput = normalizedUsage.telemetry.inputTokens;
       if (authoritative && observedInput !== null && observedInput > 0) {
@@ -5533,7 +5555,8 @@ async function processCompactionModelUsageEvent(input) {
         normalizedUsage,
         gatewayBilling: input.usage.gatewayBilling,
         sourceKey,
-        observability: input.observability
+        observability: input.observability,
+        metricProvider: input.provider
       });
       authoritative = await emitModelCallUsage({
         observability: input.observability,
@@ -5571,6 +5594,14 @@ async function processCompactionModelUsageEvent(input) {
           billing,
           ...input.contextContributions !== void 0 ? { contextContributions: input.contextContributions } : {}
         });
+        recordAuthoritativeModelUsageMetrics({
+          observability: input.observability,
+          settings: input.settings,
+          provider: input.provider,
+          model: input.model,
+          externallyBilled: input.externallyBilled,
+          billing
+        });
       }
     }
   });
@@ -5673,10 +5704,11 @@ async function recordModelUsageAndDebitCredits(settings, db, input) {
   const countsTowardTokenCap = input.countsTowardTokenCap ?? !input.externallyBilled;
   const resolvedGatewayModel = input.gatewayBilling ? resolveModelProvider(settings, input.model) : void 0;
   const gatewayProviderId = resolvedGatewayModel?.provider.id;
-  const gatewayBilling = gatewayProviderId === OPENGENI_GATEWAY_PROVIDER_ID || gatewayProviderId === WORKSPACE_GATEWAY_PROVIDER_ID ? input.gatewayBilling : void 0;
+  const opperReported = (gatewayProviderId === OPPER_PROVIDER_ID || gatewayProviderId === WORKSPACE_OPPER_PROVIDER_ID || gatewayProviderId === ORGANIZATION_OPPER_PROVIDER_ID) && input.gatewayBilling?.finalProvider === "opper";
+  const gatewayBilling = gatewayProviderId === OPENGENI_GATEWAY_PROVIDER_ID || gatewayProviderId === WORKSPACE_GATEWAY_PROVIDER_ID || opperReported ? input.gatewayBilling : void 0;
   const allowedProviders = resolvedGatewayModel?.model.requestPolicy?.gateway.only;
-  const unpinnedWorkspaceGatewayModel = gatewayProviderId === WORKSPACE_GATEWAY_PROVIDER_ID && allowedProviders === void 0;
-  if (gatewayBilling) {
+  const unpinnedWorkspaceGatewayModel = gatewayProviderId === WORKSPACE_GATEWAY_PROVIDER_ID && allowedProviders === void 0 || opperReported && gatewayProviderId !== OPPER_PROVIDER_ID;
+  if (gatewayBilling && !opperReported) {
     if (!unpinnedWorkspaceGatewayModel && (!allowedProviders || !allowedProviders.includes(gatewayBilling.finalProvider))) {
       throw new Error(
         `AI Gateway reported unapproved provider ${gatewayBilling.finalProvider} for ${input.model}`
@@ -5815,6 +5847,15 @@ async function recordModelUsageAndDebitCredits(settings, db, input) {
       }
     });
     recordCreditMicros(input.observability, "usage", result.debitedMicros);
+    try {
+      recordModelCreditsCharged(input.observability, {
+        provider: input.metricProvider ?? "unknown",
+        model: modelMetricProductId(settings, input.metricProvider, input.model),
+        debitedMicros: result.debitedMicros,
+        grantDebitedMicros: result.grantDebitedMicros
+      });
+    } catch {
+    }
   }
   return {
     billingPath: "opengeni_credits",
@@ -5827,6 +5868,43 @@ async function recordModelUsageAndDebitCredits(settings, db, input) {
     ...gatewayBilling ? { upstreamProvider: gatewayBilling.finalProvider } : {}
   };
 }
+var modelMetricProductIds = /* @__PURE__ */ new WeakMap();
+function modelMetricProductId(settings, provider, model) {
+  if (provider?.startsWith("workspace-") || model.startsWith(WORKSPACE_GATEWAY_MODEL_ID_PREFIX)) {
+    return "custom";
+  }
+  let cache = modelMetricProductIds.get(settings);
+  if (!cache) {
+    cache = /* @__PURE__ */ new Map();
+    modelMetricProductIds.set(settings, cache);
+  }
+  const cached2 = cache.get(model);
+  if (cached2 !== void 0) return cached2;
+  let label = "custom";
+  try {
+    const canonical = canonicalizeConfiguredModelId(settings, model);
+    if (configuredModels(settings).some((candidate) => candidate.id === canonical)) {
+      label = canonical;
+    }
+  } catch {
+  }
+  if (cache.size < 256) cache.set(model, label);
+  return label;
+}
+function recordAuthoritativeModelUsageMetrics(input) {
+  try {
+    const telemetry = input.billing.normalizedUsage.telemetry;
+    recordModelResponseUsage(input.observability, {
+      provider: input.provider,
+      model: modelMetricProductId(input.settings, input.provider, input.model),
+      payer: input.externallyBilled ? "external" : "deployment",
+      tokens: telemetry,
+      estimatedProviderCostMicros: input.billing.estimatedProviderCostMicros,
+      pricingSource: input.billing.pricingSource
+    });
+  } catch {
+  }
+}
 async function recordAuthoritativeModelCallFact(input) {
   try {
     const telemetry = input.billing.normalizedUsage.telemetry;
@@ -6040,14 +6118,13 @@ async function ensureRunAllowed(settings, db, accountId, workspaceId, isExternal
       throw new Error("insufficient Opengeni credits");
     }
   }
-  if (chargesOpenGeniCredits) {
-    const refusal = await checkWorkspaceAllowance(db, {
-      accountId,
-      workspaceId,
-      subjectId: initiatingHumanSubjectId
-    });
-    if (refusal) throw new AllowanceExhaustedError(refusal);
-  }
+  const refusal = await checkWorkspaceAllowance(db, {
+    accountId,
+    workspaceId,
+    subjectId: initiatingHumanSubjectId,
+    ...chargesOpenGeniCredits ? {} : { fundedWithoutCredits: true }
+  });
+  if (refusal) throw new AllowanceExhaustedError(refusal);
   if (settings.usageLimitsMode === "static" || settings.usageLimitsMode === "managed") {
     const limits = configuredStaticUsageLimits(settings);
     if (limits.maxMonthlyAgentRunsPerWorkspace) {
@@ -6079,7 +6156,7 @@ async function ensureRunAllowed(settings, db, accountId, workspaceId, isExternal
 // src/activities/agent-turn/provider-recovery-metrics.ts
 function providerRecoveryCause(code) {
   if (code === "provider_rate_limited") return "rate_limited";
-  if (code === "provider_unavailable") return "unavailable";
+  if (code === "provider_unavailable" || code === "provider_overloaded") return "unavailable";
   if (code === "upstream_connectivity_unavailable") return "connectivity";
   return null;
 }
@@ -7486,14 +7563,19 @@ async function settleTurnFailureInAttempt(deps) {
   const earlyDefinitionMismatch = error51 instanceof TurnExecutionPolicyDefinitionMismatchError && !attempt.modelRequestStarted && !eventing.turnStartedPublished && !!attempt.turnId && !!attempt.triggerEventId && attempt.executionGeneration > 0;
   const earlyCommandStartUnavailable = isModalTaskExecStartPreDispatchUnavailableError(error51) && !attempt.modelRequestStarted && !eventing.turnStartedPublished && !!attempt.turnId && !!attempt.triggerEventId && attempt.executionGeneration > 0;
   const earlyRecoverableSetup = earlyDefinitionMismatch || earlyCommandStartUnavailable;
-  let failure2 = earlyDefinitionMismatch ? { error: error51.message, code: error51.code, retryable: true } : codexTerminalFailure ?? agentRunFailurePayload(error51, {
-    isCodexTurn: billingState.isCodexTurn
-  });
+  let failure2 = withModelRoutePresentation(
+    earlyDefinitionMismatch ? { error: error51.message, code: error51.code, retryable: true } : codexTerminalFailure ?? agentRunFailurePayload(error51, {
+      isCodexTurn: billingState.isCodexTurn
+    }),
+    attempt.modelRoutePresentation
+  );
   if (attempt.turnId && (earlyRecoverableSetup || failure2.retryable && eventing.publish && eventing.turnStartedPublished)) {
     const nextProviderRecoveryCount = attempt.providerRecoveryCount + 1;
+    const recoveryCode = providerRecoveryCode(error51, failure2);
     const recoveryResult = providerRecoveryResult({
-      failureCode: failure2.code,
+      failureCode: recoveryCode,
       attemptNumber: nextProviderRecoveryCount,
+      recoveryStartedAt: attempt.providerRecoveryCount > 0 ? attempt.providerRecoveryStartedAt : void 0,
       retryAfterMs: providerRetryAfterMs(error51),
       jitterSample: Math.random()
     });
@@ -7540,12 +7622,13 @@ async function settleTurnFailureInAttempt(deps) {
           turnId: attempt.turnId,
           triggerEventId: attempt.triggerEventId,
           attemptId: input.attemptId,
-          reason: failure2.code ?? "provider_unavailable",
+          reason: recoveryCode ?? "provider_unavailable",
           providerRecoveryCount: nextProviderRecoveryCount,
           detail: {
             ...agentRunRecoveryFailurePayload(error51, failure2),
             continueDelayMs: recoveryResult.continueDelayMs,
-            providerRecoveryCount: nextProviderRecoveryCount
+            providerRecoveryCount: nextProviderRecoveryCount,
+            maxProviderRecoveryCount: providerRecoveryLimit(recoveryCode)
           }
         });
         if (recovery.action === "stale") {
@@ -7614,8 +7697,9 @@ async function settleTurnFailureInAttempt(deps) {
         triggerEventId: attempt.triggerEventId,
         executionGeneration: attempt.executionGeneration,
         providerRecovery: {
-          failureCode: failure2.code ?? "provider_unavailable",
-          providerRecoveryCount: nextProviderRecoveryCount
+          failureCode: recoveryCode ?? "provider_unavailable",
+          providerRecoveryCount: nextProviderRecoveryCount,
+          ...recoveryCode === PROVIDER_OVERLOAD_RECOVERY_CODE ? { continueDelayMs: recoveryResult.continueDelayMs } : {}
         }
       }) : setupRecoveryExhausted ? postClaimDatabaseRecoveryFailure({
         error: recoveryError,
@@ -7665,7 +7749,14 @@ async function settleTurnFailureInAttempt(deps) {
 }
 
 // src/activities/agent-turn/stream-attempt.ts
-import { measureMcpPhase as measureMcpPhase2, withMcpCallIdentity as withMcpCallIdentity2 } from "@opengeni/observability";
+import {
+  agentToolCallOutcome,
+  agentToolMetricFamily,
+  interactionInterventionMetricObserver,
+  measureMcpPhase as measureMcpPhase2,
+  recordAgentToolCall,
+  withMcpCallIdentity as withMcpCallIdentity2
+} from "@opengeni/observability";
 import {
   appendSessionHistoryItems as appendSessionHistoryItems3,
   sessionTurnFinalReplyFacts,
@@ -9755,6 +9846,7 @@ async function runTurnStreamAttempt(deps) {
     const responseCountBeforeStream = modelResponseState.responseCount;
     eventing.batcher = null;
     let currentToolBatchCallIds = /* @__PURE__ */ new Set();
+    const toolCallMetricStarts = /* @__PURE__ */ new Map();
     let currentToolBatchCompletedCallIds = /* @__PURE__ */ new Set();
     let streamSawPerResponseUsage = false;
     const messagePhases = new AssistantMessagePhaseTracker();
@@ -9826,6 +9918,11 @@ async function runTurnStreamAttempt(deps) {
           count: turnTools.length
         });
       }
+      assertProviderOverloadRecoveryActive({
+        failureCode: attempt.providerRecoveryPolicyCode,
+        providerRecoveryCount: attempt.providerRecoveryCount,
+        recoveryStartedAt: attempt.providerRecoveryStartedAt
+      });
     };
     const ownedEstablished = ownedTurnSandboxForAgent(sandboxState);
     const runStreamOnce = async () => {
@@ -10378,6 +10475,26 @@ async function runTurnStreamAttempt(deps) {
               runSettings.mcpServers,
               withMcpToolDisplayMetadata(preparedServers, event.payload)
             );
+            const created = event.payload;
+            if (typeof created.id === "string") {
+              toolCallMetricStarts.set(created.id, {
+                family: agentToolMetricFamily(
+                  typeof created.toolFamily === "string" ? created.toolFamily : null,
+                  typeof created.name === "string" ? created.name : typeof created.toolName === "string" ? created.toolName : null
+                ),
+                startedAtMs: performance.now()
+              });
+            }
+          }
+          if (event.type === "agent.toolCall.output") {
+            const id = event.payload.id;
+            const started = typeof id === "string" ? toolCallMetricStarts.get(id) : void 0;
+            if (typeof id === "string") toolCallMetricStarts.delete(id);
+            recordAgentToolCall(observability, {
+              family: started?.family ?? "other",
+              outcome: agentToolCallOutcome(event.payload),
+              ...started ? { durationMs: performance.now() - started.startedAtMs } : {}
+            });
           }
           streamTiming.onEvent(event.type);
           if (event.type === "agent.toolCall.output") {
@@ -10536,7 +10653,8 @@ async function runTurnStreamAttempt(deps) {
               normalizedUsage: normalizedAggregateUsage,
               sourceKey: aggregateSourceKey,
               latencyMode: turnExecutionPolicy.latencyMode,
-              observability
+              observability,
+              metricProvider: resolvedModel?.provider.id ?? settings.openaiProvider
             });
             const aggregateProvider = resolvedModel?.provider.id ?? settings.openaiProvider;
             const aggregateProviderApi = resolvedModel?.provider.api ?? "responses";
@@ -10575,6 +10693,14 @@ async function runTurnStreamAttempt(deps) {
                 billing,
                 contextContributions: eventing.companyBrainContextContributions
               });
+              recordAuthoritativeModelUsageMetrics({
+                observability,
+                settings,
+                provider: aggregateProvider,
+                model: turn.model,
+                externallyBilled: billingState.isExternallyBilledTurn,
+                billing
+              });
             }
             if (aggregateAuthoritative && aggregateInput !== null && aggregateInput > 0) {
               recordModelInputTokens(observability, streamProvider, aggregateInput);
@@ -10734,6 +10860,11 @@ async function runTurnStreamAttempt(deps) {
       })) {
         return claimedResult({ status: "cancelled" });
       }
+      const observeIntervention = interactionInterventionMetricObserver(observability);
+      for (const interruption of interactionInterventionInterruptions) {
+        if (interruption.input.operation !== "request") continue;
+        observeIntervention({ kind: interruption.input.kind, outcome: "opened" });
+      }
       await finalizeTurnOpStreamOps();
       control.activityStatus = "requires_action";
       return claimedResult({ status: "requires_action" });
@@ -11115,7 +11246,7 @@ import {
 } from "@opengeni/config";
 import {
   environmentsEncryptionKeyBytes as environmentsEncryptionKeyBytes3,
-  WORKSPACE_GATEWAY_MODEL_ID_PREFIX,
+  WORKSPACE_GATEWAY_MODEL_ID_PREFIX as WORKSPACE_GATEWAY_MODEL_ID_PREFIX2,
   WORKSPACE_OPENROUTER_MODEL_ID_PREFIX,
   withCodexCatalogProvider,
   withWorkspaceGatewayCatalogProvider,
@@ -11128,6 +11259,12 @@ import {
   withOrganizationOpenRouterCredential,
   ORGANIZATION_GATEWAY_MODEL_ID_PREFIX,
   ORGANIZATION_OPENROUTER_MODEL_ID_PREFIX,
+  ORGANIZATION_OPPER_MODEL_ID_PREFIX,
+  WORKSPACE_OPPER_MODEL_ID_PREFIX,
+  withOrganizationOpperCatalogProvider,
+  withOrganizationOpperCredential,
+  withWorkspaceOpperCatalogProvider,
+  withWorkspaceOpperCredential,
   withXaiSubscriptionCatalogProvider
 } from "@opengeni/config";
 import { settingsWithEnabledCapabilityMcpServers } from "@opengeni/core";
@@ -11142,6 +11279,7 @@ import {
   workspaceCodexSubscriptionActive,
   loadWorkspaceVercelAiGatewayApiKey,
   loadWorkspaceOpenRouterApiKey,
+  loadWorkspaceOpperApiKey,
   listOrganizationModelProviderCustomModelsForWorkspace,
   getOrganizationModelProviderCustomModelForExecution,
   loadOrganizationModelProviderApiKey,
@@ -11235,8 +11373,8 @@ async function settingsWithWorkspaceGatewayCredential(db, accountId, workspaceId
     workspaceId
   });
   const retainedUpstreamModelId = retainedProductModelId?.startsWith(
-    WORKSPACE_GATEWAY_MODEL_ID_PREFIX
-  ) ? retainedProductModelId.slice(WORKSPACE_GATEWAY_MODEL_ID_PREFIX.length) : null;
+    WORKSPACE_GATEWAY_MODEL_ID_PREFIX2
+  ) ? retainedProductModelId.slice(WORKSPACE_GATEWAY_MODEL_ID_PREFIX2.length) : null;
   const retainedCustomModel = retainedUpstreamModelId ? await getWorkspaceGatewayCustomModelForExecution(db, {
     accountId,
     workspaceId,
@@ -11279,6 +11417,28 @@ async function settingsWithWorkspaceOpenRouterCredential(db, accountId, workspac
   );
   return apiKey ? withWorkspaceOpenRouterCredential(catalogSettings, apiKey, customModels) : catalogSettings;
 }
+async function settingsWithWorkspaceOpperCredential(db, accountId, workspaceId, settings, retainedProductModelId) {
+  const activeCustomModels = await listWorkspaceProviderCustomModels(db, {
+    accountId,
+    workspaceId,
+    providerKind: "opper"
+  });
+  const retainedUpstreamModelId = retainedProductModelId?.startsWith(
+    WORKSPACE_OPPER_MODEL_ID_PREFIX
+  ) ? retainedProductModelId.slice(WORKSPACE_OPPER_MODEL_ID_PREFIX.length) : null;
+  const retainedCustomModel = retainedUpstreamModelId ? await getWorkspaceProviderCustomModelForExecution(db, {
+    accountId,
+    workspaceId,
+    providerKind: "opper",
+    upstreamModelId: retainedUpstreamModelId
+  }) : null;
+  const customModels = retainedCustomModel && !activeCustomModels.some(
+    (model) => model.upstreamModelId === retainedCustomModel.upstreamModelId
+  ) ? [...activeCustomModels, retainedCustomModel] : activeCustomModels;
+  const catalogSettings = withWorkspaceOpperCatalogProvider(settings, customModels);
+  const apiKey = await loadWorkspaceOpperApiKey(db, settings, workspaceId, retainedProductModelId);
+  return apiKey ? withWorkspaceOpperCredential(catalogSettings, apiKey, customModels) : catalogSettings;
+}
 async function settingsWithOrganizationProviderCredentials(db, accountId, workspaceId, settings, retainedProductModelId) {
   const buildModels = async (providerKind, prefix) => {
     const active = await listOrganizationModelProviderCustomModelsForWorkspace(db, {
@@ -11308,7 +11468,14 @@ async function settingsWithOrganizationProviderCredentials(db, accountId, worksp
     workspaceId,
     providerKind: "openrouter"
   });
-  let result = openRouterKey ? withOrganizationOpenRouterCredential(gatewaySettings, openRouterKey, openRouterModels) : withOrganizationOpenRouterCatalogProvider(gatewaySettings, openRouterModels);
+  const openRouterSettings = openRouterKey ? withOrganizationOpenRouterCredential(gatewaySettings, openRouterKey, openRouterModels) : withOrganizationOpenRouterCatalogProvider(gatewaySettings, openRouterModels);
+  const opperModels = await buildModels("opper", ORGANIZATION_OPPER_MODEL_ID_PREFIX);
+  const opperKey = await loadOrganizationModelProviderApiKey(db, settings, {
+    accountId,
+    workspaceId,
+    providerKind: "opper"
+  });
+  let result = opperKey ? withOrganizationOpperCredential(openRouterSettings, opperKey, opperModels) : withOrganizationOpperCatalogProvider(openRouterSettings, opperModels);
   for (const kind of CLAUDE_CONNECTION_KINDS) {
     if (kind === "claude_subscription" && !settings.claudeSubscriptionEnabled) continue;
     const models = await buildModels(kind, claudeProviderId(kind) + "/");
@@ -11453,7 +11620,9 @@ async function claimTurnAttempt(deps) {
   attempt.dispatchId = dispatchId;
   attempt.executionGeneration = turn.executionGeneration;
   attempt.providerRecoveryCount = providerRecoveryCountFromMetadata(turn.metadata);
+  attempt.providerRecoveryPolicyCode = typeof turn.metadata.providerRecoveryReason === "string" ? turn.metadata.providerRecoveryReason : void 0;
   attempt.providerRecoveryObservation = readProviderRecoveryObservation(turn.metadata ?? {});
+  attempt.providerRecoveryStartedAt = readProviderRecoveryStartedAt(turn.metadata);
   const authRecovery = turn.metadata?.claudeAuthRecovery;
   attempt.claudeAuthRecovery = authRecovery && typeof authRecovery === "object" && "credentialId" in authRecovery && typeof authRecovery.credentialId === "string" && "credentialVersion" in authRecovery && typeof authRecovery.credentialVersion === "number" && Number.isSafeInteger(authRecovery.credentialVersion) && authRecovery.credentialVersion > 0 ? {
     credentialId: authRecovery.credentialId,
@@ -11515,13 +11684,20 @@ async function claimTurnAttempt(deps) {
     xaiSettings,
     claimedPolicy.kind === "valid" ? claimedPolicy.policy.productModelId : turn.model
   );
-  const workspaceProviderSettings = await settingsWithWorkspaceOpenRouterCredential(
+  const openRouterSettings = await settingsWithWorkspaceOpenRouterCredential(
     db,
     input.accountId,
     input.workspaceId,
     gatewaySettings,
     claimedPolicy.kind === "valid" ? claimedPolicy.policy.productModelId : turn.model
   );
+  const workspaceProviderSettings = await settingsWithWorkspaceOpperCredential(
+    db,
+    input.accountId,
+    input.workspaceId,
+    openRouterSettings,
+    claimedPolicy.kind === "valid" ? claimedPolicy.policy.productModelId : turn.model
+  );
   let capabilitySettings = await settingsWithOrganizationProviderCredentials(
     db,
     input.accountId,
@@ -11579,6 +11755,11 @@ async function claimTurnAttempt(deps) {
     provider: turnExecutionPolicy.providerId,
     model: turnExecutionPolicy.productModelId
   };
+  attempt.modelRoutePresentation = {
+    model: turnExecutionPolicy.productModelId,
+    modelLabel: verifiedExecutionPolicy.model.label,
+    providerLabel: verifiedExecutionPolicy.model.providerLabel
+  };
   assertSessionAllowsProductModel(session, turnExecutionPolicy.productModelId);
   const billingIdentity = turnExecutionPolicyBillingIdentity(turnExecutionPolicy);
   billingState.isExternallyBilledTurn = billingIdentity.externallyBilled;
@@ -13251,6 +13432,7 @@ async function prepareGovernanceAndModel(deps) {
   const companyProfileIncluded = contextSelection.receipt.companyProfileIncluded;
   const workspaceGovernance = renderWorkspaceGovernanceContext(
     {
+      learningPolicy: deps.learningPolicy,
       companyProfile: companyProfileSnapshot,
       instructionPolicy: instructionPolicySnapshot,
       preferences: preferenceSnapshot
@@ -17284,13 +17466,13 @@ async function prepareRunCredentials(deps) {
 // src/activities/agent-turn/knowledge-source-tools.ts
 import { isRetiredNativeAtlassianSource } from "@opengeni/contracts/atlassian-native-retirement";
 import {
-  freezeAgentLearningPolicy,
+  freezeAgentLearningPolicy as freezeAgentLearningPolicy2,
   getScheduledTaskRunAcceptedExecution,
   readScheduledKnowledgeSource
 } from "@opengeni/db";
 async function createKnowledgeSourceAttemptTools(input) {
   if (input.context.actor.kind !== "agent") return [];
-  const policy = await freezeAgentLearningPolicy(input.db, input.context);
+  const policy = await freezeAgentLearningPolicy2(input.db, input.context);
   if (typeof policy.scheduledTaskRunId !== "string") return [];
   const runId = policy.scheduledTaskRunId;
   const accepted = await getScheduledTaskRunAcceptedExecution(input.db, {
@@ -17302,7 +17484,7 @@ async function createKnowledgeSourceAttemptTools(input) {
   if (isRetiredNativeAtlassianSource(source)) return [];
   const actor = input.context.actor;
   const authorize = async () => {
-    const current = await freezeAgentLearningPolicy(input.db, input.context);
+    const current = await freezeAgentLearningPolicy2(input.db, input.context);
     if (current.scheduledTaskRunId !== runId) throw new Error("Source run authority changed");
   };
   const definition = (name, title, description, inputSchema, execute, readOnly) => ({
@@ -17333,7 +17515,7 @@ async function createKnowledgeSourceAttemptTools(input) {
       "Fetch selected source",
       "Fetch a checkpointed batch from this scheduled task's selected source. Retains original files and searchable source content under the run's Knowledge policy. It does not create findings. Use knowledge_source_read to inspect content, then knowledge_save for useful findings with evidence. Call again if action is continue. Review first stages content without interrupting this task; Off keeps Knowledge disabled.",
       { type: "object", properties: {}, additionalProperties: false },
-      async () => (await freezeAgentLearningPolicy(input.db, input.context)).effective.knowledge === "off" ? { action: "disabled", reason: "Knowledge is Off for this run" } : input.fetch({
+      async () => (await freezeAgentLearningPolicy2(input.db, input.context)).effective.knowledge === "off" ? { action: "disabled", reason: "Knowledge is Off for this run" } : input.fetch({
         accountId: input.context.accountId,
         workspaceId: input.context.workspaceId,
         taskId: accepted.task.id,
@@ -38547,13 +38729,20 @@ function createRunAgentTurnActivity(services) {
       } catch {
       }
     };
+    const assertRecoveryWindow = () => assertProviderOverloadRecoveryActive({
+      failureCode: attempt.providerRecoveryPolicyCode,
+      providerRecoveryCount: attempt.providerRecoveryCount,
+      recoveryStartedAt: attempt.providerRecoveryStartedAt
+    });
     const checkpointBeforeProviderDispatch = async () => {
+      assertRecoveryWindow();
       await awaitModelCallAdmission();
       await checkpointHistoryBeforeProviderDispatch(historySink, {
         effectiveSandboxBackend: eventing.modelRunSettings.sandboxBackend,
         routingEnabled: routingEnabled(settings),
         readActiveSandbox: () => readActiveSandbox3(db, input.workspaceId, input.sessionId)
       });
+      assertRecoveryWindow();
     };
     try {
       const claimed = await claimTurnAttempt({
@@ -38584,6 +38773,7 @@ function createRunAgentTurnActivity(services) {
       if (!eventing.publish || !eventing.settle) {
         throw new Error("turn eventing was not wired during claim");
       }
+      assertRecoveryWindow();
       const wiredEventing = eventing;
       const {
         turn,
@@ -38622,7 +38812,7 @@ function createRunAgentTurnActivity(services) {
           provider: turnExecutionPolicy.providerId,
           backend: turn.sandboxBackend
         },
-        () => freezeAgentLearningPolicy2(db, {
+        () => freezeAgentLearningPolicy3(db, {
           accountId: input.accountId,
           workspaceId: input.workspaceId,
           actor: learningActor
@@ -38724,6 +38914,7 @@ function createRunAgentTurnActivity(services) {
             );
           }
           const governance = await prepareGovernanceAndModel({
+            learningPolicy: learning,
             input,
             db,
             observability,
@@ -41096,4 +41287,4 @@ export {
   createTurnActivities,
   createTurnActivitiesFromServices
 };
-//# sourceMappingURL=activities-turn-AOXNE6BM.js.map
+//# sourceMappingURL=activities-turn-QOR26CTC.js.map