@opengeni/worker-bundle 1.0.2 → 1.1.0

package/dist/{activities-turn-5LGZOSVU.js → activities-turn-4EEVNZCC.js}

@@ -99,7 +99,7 @@ import {
   withFirstPartyTools,
   wrapLazyTurnBoxWithRouting,
   wrapTurnBoxWithRouting
-} from "./chunk-LJX7Z2KP.js";
+} from "./chunk-OT64XARC.js";
 import {
   StreamTimingMetrics,
   makeMachineOpObserver,
@@ -6022,6 +6022,47 @@ async function ensureRunAllowed(settings, db, accountId, workspaceId, isExternal
   }
 }
 
+// src/activities/agent-turn/provider-recovery-metrics.ts
+function providerRecoveryCause(code) {
+  if (code === "provider_rate_limited") return "rate_limited";
+  if (code === "provider_unavailable") return "unavailable";
+  if (code === "upstream_connectivity_unavailable") return "connectivity";
+  return null;
+}
+function readProviderRecoveryObservation(metadata) {
+  const cause = providerRecoveryCause(metadata.providerRecoveryReason);
+  const startedAt = typeof metadata.providerRecoveryStartedAt === "string" ? Date.parse(metadata.providerRecoveryStartedAt) : Number.NaN;
+  return cause && Number.isFinite(startedAt) ? { cause, startedAt } : void 0;
+}
+function recordProviderRecoveryOutcome(observability, input) {
+  if (!input.route) return;
+  const labels = { ...input.route, cause: input.cause, outcome: input.outcome };
+  try {
+    observability.incrementCounter({
+      name: "opengeni_model_recovery_total",
+      help: "Observed model recovery decisions and successful resumptions.",
+      labels
+    });
+    if (input.delayMs !== void 0) {
+      observability.observeHistogram({
+        name: "opengeni_model_recovery_delay_seconds",
+        help: "Scheduled model recovery delay, including provider hints and jitter.",
+        labels: { ...input.route, cause: input.cause },
+        value: Math.max(0, input.delayMs) / 1e3
+      });
+    }
+    if (input.elapsedMs !== void 0) {
+      observability.observeHistogram({
+        name: "opengeni_model_recovery_duration_seconds",
+        help: "Elapsed recovery episode including backoff, preparation and model requests.",
+        labels,
+        value: Math.max(0, input.elapsedMs) / 1e3
+      });
+    }
+  } catch {
+  }
+}
+
 // src/activities/agent-turn/failure-settlement.ts
 function codexDefinitiveFailureDisposition(input) {
   const alternateAvailable = input.rotationEnabled && input.pinDisposition !== "manual" && input.decisionKind === "active" && input.decisionCredentialId !== null && input.decisionCredentialId !== input.servingCredentialId;
@@ -7395,7 +7436,8 @@ async function settleTurnFailureInAttempt(deps) {
     const recoveryResult = providerRecoveryResult({
       failureCode: failure2.code,
       attemptNumber: nextProviderRecoveryCount,
-      retryAfterMs: providerRetryAfterMs(error51)
+      retryAfterMs: providerRetryAfterMs(error51),
+      jitterSample: Math.random()
     });
     const setupRecoveryExhausted = earlyCommandStartUnavailable && recoveryResult.status === "exhausted" && attempt.providerRecoveryCount === SANDBOX_SETUP_RECOVERY_LIMIT;
     try {
@@ -7459,9 +7501,27 @@ async function settleTurnFailureInAttempt(deps) {
         control.turnMetricOutcome = "recovering";
         control.activityStatus = "recovering";
         control.activityError = error51;
+        const recoveryCause2 = providerRecoveryCause(failure2.code);
+        if (recoveryCause2) {
+          recordProviderRecoveryOutcome(observability, {
+            route: attempt.modelMetricRoute,
+            cause: recoveryCause2,
+            outcome: "scheduled",
+            delayMs: recoveryResult.continueDelayMs
+          });
+        }
         return claimedResult(recoveryResult);
       }
       failure2 = providerRecoveryExhaustedFailure(failure2, recoveryResult);
+      const recoveryCause = providerRecoveryCause(failure2.code);
+      if (recoveryCause) {
+        recordProviderRecoveryOutcome(observability, {
+          route: attempt.modelMetricRoute,
+          cause: recoveryCause,
+          outcome: "exhausted",
+          ...attempt.providerRecoveryObservation ? { elapsedMs: Date.now() - attempt.providerRecoveryObservation.startedAt } : {}
+        });
+      }
       if (earlyRecoverableSetup) {
         control.activityStatus = "failed";
         control.turnMetricOutcome = "failed";
@@ -9452,6 +9512,15 @@ async function runTurnStreamAttempt(deps) {
             ]);
             attempt.providerRecoveryCount = 0;
           }
+          if (attempt.providerRecoveryObservation) {
+            recordProviderRecoveryOutcome(observability, {
+              route: attempt.modelMetricRoute,
+              cause: attempt.providerRecoveryObservation.cause,
+              outcome: "recovered",
+              elapsedMs: Date.now() - attempt.providerRecoveryObservation.startedAt
+            });
+            attempt.providerRecoveryObservation = void 0;
+          }
           const rawStreamHistory = eventing.stream.state.history;
           if (Array.isArray(rawStreamHistory)) {
             await media.retainNativeGeneratedImagesFromHistory(
@@ -10684,6 +10753,7 @@ async function claimTurnAttempt(deps) {
   attempt.dispatchId = dispatchId;
   attempt.executionGeneration = turn.executionGeneration;
   attempt.providerRecoveryCount = providerRecoveryCountFromMetadata(turn.metadata);
+  attempt.providerRecoveryObservation = readProviderRecoveryObservation(turn.metadata ?? {});
   const authRecovery = turn.metadata?.claudeAuthRecovery;
   attempt.claudeAuthRecovery = authRecovery && typeof authRecovery === "object" && "credentialId" in authRecovery && typeof authRecovery.credentialId === "string" && "credentialVersion" in authRecovery && typeof authRecovery.credentialVersion === "number" && Number.isSafeInteger(authRecovery.credentialVersion) && authRecovery.credentialVersion > 0 ? {
     credentialId: authRecovery.credentialId,
@@ -10793,6 +10863,7 @@ async function claimTurnAttempt(deps) {
       latencyMode: turn.latencyMode
     }
   );
+  capabilitySettings = { ...capabilitySettings, openaiMaxRetries: 0 };
   runtime.configure(capabilitySettings);
   const verifiedExecutionPolicy = assertTurnExecutionPolicyMatchesConfigV1(
     capabilitySettings,
@@ -10804,6 +10875,10 @@ async function claimTurnAttempt(deps) {
     }
   );
   const turnExecutionPolicy = verifiedExecutionPolicy.policy;
+  attempt.modelMetricRoute = {
+    provider: turnExecutionPolicy.providerId,
+    model: turnExecutionPolicy.productModelId
+  };
   assertSessionAllowsProductModel(session, turnExecutionPolicy.productModelId);
   const billingIdentity = turnExecutionPolicyBillingIdentity(turnExecutionPolicy);
   billingState.isExternallyBilledTurn = billingIdentity.externallyBilled;
@@ -12822,6 +12897,18 @@ async function prepareCompaction(deps) {
     await publishDurableSessionEvents6(bus, input.workspaceId, input.sessionId, events);
   };
   const publishCompactionOutcomeEvents = async (events) => {
+    if (events.some((event) => event.type === "session.context.compacted")) {
+      attempt.providerRecoveryCount = 0;
+      if (attempt.providerRecoveryObservation) {
+        recordProviderRecoveryOutcome(observability, {
+          route: attempt.modelMetricRoute,
+          cause: attempt.providerRecoveryObservation.cause,
+          outcome: "recovered",
+          elapsedMs: Date.now() - attempt.providerRecoveryObservation.startedAt
+        });
+        attempt.providerRecoveryObservation = void 0;
+      }
+    }
     await publishDurableSessionEvents6(
       bus,
       input.workspaceId,
@@ -33172,6 +33259,7 @@ import {
 import { SandboxChannelAService as SandboxChannelAService3 } from "@opengeni/runtime/sandbox";
 import { sandboxRunAs as sandboxRunAs4 } from "@opengeni/runtime";
 import {
+  bundledSkillSelectionForAgentConfig,
   DEFAULT_FIRST_PARTY_MCP_PERMISSIONS as DEFAULT_FIRST_PARTY_MCP_PERMISSIONS2,
   resolveAgentToolFamilies
 } from "@opengeni/contracts";
@@ -34928,7 +35016,9 @@ async function prepareTurnToolRuntime(deps) {
     session.firstPartyMcpPermissions,
     linkedAuthority
   );
-  const toolFamilies = resolveAgentToolFamilies(session.agent);
+  const toolFamilies = resolveAgentToolFamilies(session.agent, {
+    sandboxAttached: (activeSandboxBackend ?? groupBoxBackend) !== "none"
+  });
   const selectedFirstPartyMcpTools = toolFamilies.firstPartyTools(
     allowedFirstPartyMcpToolsForSession(runSettings, session.firstPartyMcpTools)
   );
@@ -34988,7 +35078,9 @@ async function prepareTurnToolRuntime(deps) {
     })
   ]);
   const bundledSkills = loadConfiguredBundledSkills({
-    bundledSkillIds: session.bundledSkillIds,
+    // Rows that could not freeze the "none" default at create (scheduled
+    // generated sessions, pre-existing rows) get the same rule here.
+    bundledSkillIds: bundledSkillSelectionForAgentConfig(session.bundledSkillIds, session.agent),
     firstPartyTools: selectedFirstPartyMcpTools,
     videoGenerationEnabled: skillConfiguration.defaultModelId !== null && skillConfiguration.enabledModelIds.length > 0
   });
@@ -40351,4 +40443,4 @@ export {
   createTurnActivities,
   createTurnActivitiesFromServices
 };
-//# sourceMappingURL=activities-turn-5LGZOSVU.js.map
+//# sourceMappingURL=activities-turn-4EEVNZCC.js.map