deepline 0.1.156 → 0.1.158

package/dist/bundling-sources/shared_libs/play-runtime/step-program-dataset-builder.ts

@@ -5,6 +5,9 @@ export type StepProgramDatasetOptions = {
     row: Record<string, unknown>,
     index: number,
   ) => boolean | Promise<boolean>;
+  recompute?: boolean;
+  recomputeOnError?: boolean;
+  staleAfterSeconds?: number;
 };
 
 export type StepProgramDatasetColumnRunInput<Value = unknown> = {
@@ -124,6 +127,13 @@ export class StepProgramDatasetBuilder<
       ...this.program.steps,
       {
         name,
+        ...(normalized.options?.recompute === true ? { recompute: true } : {}),
+        ...(normalized.options?.recomputeOnError === true
+          ? { recomputeOnError: true }
+          : {}),
+        ...(typeof normalized.options?.staleAfterSeconds === 'number'
+          ? { staleAfterSeconds: normalized.options.staleAfterSeconds }
+          : {}),
         resolver: this.applyDerivationOptions(
           normalized.resolver,
           normalized.options,

package/dist/bundling-sources/shared_libs/play-runtime/tool-execute-retry-policy.ts

@@ -6,10 +6,12 @@ import {
 
 export const TOOL_EXECUTE_TRANSIENT_HTTP_MAX_ATTEMPTS = 2;
 export const TOOL_EXECUTE_RATE_LIMIT_MAX_ATTEMPTS = 8;
+export const TOOL_EXECUTE_BARE_RATE_LIMIT_MAX_ATTEMPTS = 2;
 export const TOOL_EXECUTE_TRANSPORT_MAX_ATTEMPTS = 3;
 export const TOOL_EXECUTE_TRANSPORT_RETRY_DELAY_MS = 1_000;
 export const TOOL_EXECUTE_RETRY_DELAY_FALLBACK_MS = 1_000;
 export const TOOL_EXECUTE_RETRY_DELAY_MAX_MS = 5_000;
+export const TOOL_EXECUTE_BARE_RATE_LIMIT_BACKPRESSURE_MS = 60_000;
 
 export type ToolExecuteHttpRetryDecision = {
   retryable: boolean;
@@ -43,6 +45,7 @@ export type ToolExecuteHttpFailureAttemptTracker = {
 function decideToolExecuteHttpRetry(input: {
   status: number;
   hardBillingFailure?: boolean;
+  hasRetryAfterHeader?: boolean;
   transientHttpRetrySafe?: boolean;
 }): ToolExecuteHttpRetryDecision {
   if (input.status === 429) {
@@ -53,6 +56,13 @@ function decideToolExecuteHttpRetry(input: {
         reason: 'hard_billing_error',
       };
     }
+    if (!input.hasRetryAfterHeader) {
+      return {
+        retryable: true,
+        attemptCap: TOOL_EXECUTE_BARE_RATE_LIMIT_MAX_ATTEMPTS,
+        reason: 'rate_limit',
+      };
+    }
     return {
       retryable: true,
       attemptCap: TOOL_EXECUTE_RATE_LIMIT_MAX_ATTEMPTS,
@@ -96,6 +106,7 @@ export function createToolExecuteHttpFailureAttemptTracker(): ToolExecuteHttpFai
     next(input) {
       const decision = decideToolExecuteHttpRetry({
         status: input.status,
+        hasRetryAfterHeader: true,
         transientHttpRetrySafe: input.transientHttpRetrySafe === true,
       });
       attemptsByReason[decision.reason] += 1;
@@ -130,8 +141,12 @@ export function classifyToolExecuteHttpFailure(input: {
   nowMs?: number;
 }): ToolExecuteHttpFailureOutcome {
   const transientHttpRetrySafe = input.transientHttpRetrySafe === true;
+  const hasRetryAfterHeader =
+    typeof input.retryAfterHeader === 'string' &&
+    input.retryAfterHeader.trim().length > 0;
   const initialRetryDecision = decideToolExecuteHttpRetry({
     status: input.status,
+    hasRetryAfterHeader,
     transientHttpRetrySafe,
   });
   const error = normalizeToolHttpErrorMessage({
@@ -144,6 +159,7 @@ export function classifyToolExecuteHttpFailure(input: {
   const retryDecision = decideToolExecuteHttpRetry({
     status: input.status,
     hardBillingFailure: isHardBillingToolHttpError(error),
+    hasRetryAfterHeader,
     transientHttpRetrySafe,
   });
   const shouldRetry =
@@ -176,10 +192,10 @@ export function classifyToolExecuteHttpFailure(input: {
         : 'settle_row_failure',
     retryDelayMs,
     backpressureDelayMs:
-      input.status === 429
-        ? retryAfterMs > 0
+      input.status === 429 && retryDecision.reason !== 'hard_billing_error'
+        ? hasRetryAfterHeader && retryAfterMs > 0
           ? retryAfterMs
-          : TOOL_EXECUTE_RETRY_DELAY_FALLBACK_MS
+          : TOOL_EXECUTE_BARE_RATE_LIMIT_BACKPRESSURE_MS
         : null,
     chargeRetryBudget: shouldRetry,
   };