deepline 0.1.74 → 0.1.77

package/dist/index.d.mts

@@ -1051,6 +1051,43 @@ interface PlayStagedFileRef {
     bytes: number;
 }
 
+type EnrichStepCommand = {
+    alias: string;
+    tool: string;
+    operation?: string;
+    payload: Record<string, unknown>;
+    extract_js?: string;
+    run_if_js?: string;
+    description?: string;
+    disabled?: boolean;
+};
+type EnrichWaterfallCommand = {
+    with_waterfall: string;
+    min_results?: number;
+    commands: EnrichCommand[];
+    description?: string;
+};
+type EnrichCommand = EnrichStepCommand | EnrichWaterfallCommand;
+type EnrichCompiledConfig = {
+    version: 1;
+    commands: EnrichCommand[];
+    cost_cap_usd_per_run?: number;
+    _comments?: Array<{
+        path: string;
+        lines: string[];
+    }>;
+    _expansion_preview?: {
+        plays: Array<{
+            alias: string;
+            tool_id: string;
+            template_group: string;
+            runtime_group: string;
+            estimated_credits_range: string;
+            steps: Array<Record<string, unknown>>;
+        }>;
+    };
+};
+
 type ExecuteToolRawOptions = {
     includeToolMetadata?: boolean;
 };
@@ -1350,6 +1387,12 @@ declare class DeeplineClient {
         sourceFiles?: Record<string, string>;
         artifact: Record<string, unknown>;
     }): Promise<PlayCheckResult>;
+    compileEnrichPlan(input: {
+        plan_args?: string[];
+        config?: unknown;
+    }): Promise<{
+        config: EnrichCompiledConfig;
+    }>;
     startPlayRunFromBundle(input: {
         name: string;
         sourceCode: string;
@@ -1954,6 +1997,37 @@ interface PlayDataset<T> extends AsyncIterable<T> {
     };
 }
 
+type EmailStatusVerdict = 'send' | 'send_with_caution' | 'verify_next' | 'hold' | 'drop';
+type EmailStatusValue = 'valid' | 'invalid' | 'catch_all' | 'valid_catch_all' | 'unknown' | 'do_not_mail' | 'spamtrap' | 'abuse' | 'disposable';
+type EmailStatusMapEntry = {
+    status: EmailStatusValue;
+    verdict?: EmailStatusVerdict;
+    verified?: boolean;
+    reason?: string;
+};
+type EmailStatusRule = EmailStatusMapEntry & {
+    when: Record<string, string | number | boolean | null>;
+};
+type EmailStatusExtractorConfig = {
+    provider: string;
+    rawStatus?: string[];
+    rawScore?: string[];
+    valid?: string[];
+    deliverability?: string[];
+    catchAll?: string[];
+    mxProvider?: string[];
+    mxRecord?: string[];
+    fraudScore?: string[];
+    disposable?: string[];
+    roleBased?: string[];
+    freeEmail?: string[];
+    abuse?: string[];
+    spamtrap?: string[];
+    suspect?: string[];
+    statusMap?: Record<string, EmailStatusMapEntry>;
+    rules?: EmailStatusRule[];
+};
+
 type ToolResultExecutionMetadata = {
     idempotent: true;
     cached: boolean;
@@ -1974,6 +2048,7 @@ type ToolResultExtractorDescriptor = {
     transforms?: readonly string[];
     enum?: readonly string[];
     overrides?: readonly ToolResultExtractorOverride[];
+    emailStatus?: EmailStatusExtractorConfig;
 };
 type ToolResultExtractorOverride = {
     paths: readonly string[];
@@ -2145,6 +2220,7 @@ type ConditionalStepResolver<Row, Value, Else = null> = {
 };
 type StepOptions<Row> = {
     readonly runIf?: (row: Row, index: number) => boolean | Promise<boolean>;
+    readonly staleAfterSeconds?: number;
 };
 type StepProgram<Input, Output, Return = Output> = {
     readonly kind: 'steps';
@@ -2163,6 +2239,7 @@ type StepProgramResolver<Input, Return> = {
 };
 type PlayStepProgramStep = {
     readonly name: string;
+    readonly staleAfterSeconds?: number;
     readonly resolver: StepResolver<Record<string, unknown>, unknown> | ConditionalStepResolver<Record<string, unknown>, unknown> | StepProgramResolver<Record<string, unknown>, unknown>;
 };
 type ColumnResolver<Row, Value> = StepResolver<Row, Value> | ConditionalStepResolver<Row, Value> | StepProgramResolver<Row, Value>;
@@ -2197,7 +2274,6 @@ type DatasetBuilder<InputRow extends object, OutputRow extends object> = {
      */
     run(options?: {
         description?: string;
-        staleAfterSeconds?: number;
         key?: (keyof InputRow & string) | readonly (keyof InputRow & string)[] | ((row: InputRow, index: number) => string | number | readonly unknown[]);
     }): Promise<PlayDataset<OutputRow>>;
 };

package/dist/index.d.ts

@@ -1051,6 +1051,43 @@ interface PlayStagedFileRef {
     bytes: number;
 }
 
+type EnrichStepCommand = {
+    alias: string;
+    tool: string;
+    operation?: string;
+    payload: Record<string, unknown>;
+    extract_js?: string;
+    run_if_js?: string;
+    description?: string;
+    disabled?: boolean;
+};
+type EnrichWaterfallCommand = {
+    with_waterfall: string;
+    min_results?: number;
+    commands: EnrichCommand[];
+    description?: string;
+};
+type EnrichCommand = EnrichStepCommand | EnrichWaterfallCommand;
+type EnrichCompiledConfig = {
+    version: 1;
+    commands: EnrichCommand[];
+    cost_cap_usd_per_run?: number;
+    _comments?: Array<{
+        path: string;
+        lines: string[];
+    }>;
+    _expansion_preview?: {
+        plays: Array<{
+            alias: string;
+            tool_id: string;
+            template_group: string;
+            runtime_group: string;
+            estimated_credits_range: string;
+            steps: Array<Record<string, unknown>>;
+        }>;
+    };
+};
+
 type ExecuteToolRawOptions = {
     includeToolMetadata?: boolean;
 };
@@ -1350,6 +1387,12 @@ declare class DeeplineClient {
         sourceFiles?: Record<string, string>;
         artifact: Record<string, unknown>;
     }): Promise<PlayCheckResult>;
+    compileEnrichPlan(input: {
+        plan_args?: string[];
+        config?: unknown;
+    }): Promise<{
+        config: EnrichCompiledConfig;
+    }>;
     startPlayRunFromBundle(input: {
         name: string;
         sourceCode: string;
@@ -1954,6 +1997,37 @@ interface PlayDataset<T> extends AsyncIterable<T> {
     };
 }
 
+type EmailStatusVerdict = 'send' | 'send_with_caution' | 'verify_next' | 'hold' | 'drop';
+type EmailStatusValue = 'valid' | 'invalid' | 'catch_all' | 'valid_catch_all' | 'unknown' | 'do_not_mail' | 'spamtrap' | 'abuse' | 'disposable';
+type EmailStatusMapEntry = {
+    status: EmailStatusValue;
+    verdict?: EmailStatusVerdict;
+    verified?: boolean;
+    reason?: string;
+};
+type EmailStatusRule = EmailStatusMapEntry & {
+    when: Record<string, string | number | boolean | null>;
+};
+type EmailStatusExtractorConfig = {
+    provider: string;
+    rawStatus?: string[];
+    rawScore?: string[];
+    valid?: string[];
+    deliverability?: string[];
+    catchAll?: string[];
+    mxProvider?: string[];
+    mxRecord?: string[];
+    fraudScore?: string[];
+    disposable?: string[];
+    roleBased?: string[];
+    freeEmail?: string[];
+    abuse?: string[];
+    spamtrap?: string[];
+    suspect?: string[];
+    statusMap?: Record<string, EmailStatusMapEntry>;
+    rules?: EmailStatusRule[];
+};
+
 type ToolResultExecutionMetadata = {
     idempotent: true;
     cached: boolean;
@@ -1974,6 +2048,7 @@ type ToolResultExtractorDescriptor = {
     transforms?: readonly string[];
     enum?: readonly string[];
     overrides?: readonly ToolResultExtractorOverride[];
+    emailStatus?: EmailStatusExtractorConfig;
 };
 type ToolResultExtractorOverride = {
     paths: readonly string[];
@@ -2145,6 +2220,7 @@ type ConditionalStepResolver<Row, Value, Else = null> = {
 };
 type StepOptions<Row> = {
     readonly runIf?: (row: Row, index: number) => boolean | Promise<boolean>;
+    readonly staleAfterSeconds?: number;
 };
 type StepProgram<Input, Output, Return = Output> = {
     readonly kind: 'steps';
@@ -2163,6 +2239,7 @@ type StepProgramResolver<Input, Return> = {
 };
 type PlayStepProgramStep = {
     readonly name: string;
+    readonly staleAfterSeconds?: number;
     readonly resolver: StepResolver<Record<string, unknown>, unknown> | ConditionalStepResolver<Record<string, unknown>, unknown> | StepProgramResolver<Record<string, unknown>, unknown>;
 };
 type ColumnResolver<Row, Value> = StepResolver<Row, Value> | ConditionalStepResolver<Row, Value> | StepProgramResolver<Row, Value>;
@@ -2197,7 +2274,6 @@ type DatasetBuilder<InputRow extends object, OutputRow extends object> = {
      */
     run(options?: {
         description?: string;
-        staleAfterSeconds?: number;
         key?: (keyof InputRow & string) | readonly (keyof InputRow & string)[] | ((row: InputRow, index: number) => string | number | readonly unknown[]);
     }): Promise<PlayDataset<OutputRow>>;
 };

package/dist/index.js

@@ -241,10 +241,10 @@ var import_node_path2 = require("path");
 
 // src/release.ts
 var SDK_RELEASE = {
-  version: "0.1.74",
-  apiContract: "2026-06-dataset-column-syntax-cutover",
+  version: "0.1.77",
+  apiContract: "2026-06-dataset-column-cell-stale-hard-cutover",
   supportPolicy: {
-    latest: "0.1.74",
+    latest: "0.1.77",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53"
   }
@@ -1127,6 +1127,9 @@ var DeeplineClient = class {
   async checkPlayArtifact(input) {
     return this.http.post("/api/v2/plays/check", input);
   }
+  async compileEnrichPlan(input) {
+    return this.http.post("/api/v2/enrich/compile", input);
+  }
   async startPlayRunFromBundle(input) {
     const compilerManifest = input.compilerManifest ?? await this.compilePlayManifest({
       name: input.name,
@@ -1903,6 +1906,160 @@ function formatPlayBootstrapFinderKindsForSentence() {
   return `${allButLast.join(", ")} or ${last}`;
 }
 
+// ../shared_libs/play-runtime/email-status.ts
+var DEFAULT_STATUS_MAP = {
+  verified: { status: "valid", verdict: "send", verified: true },
+  valid: { status: "valid", verdict: "send", verified: true },
+  deliverable: { status: "valid", verdict: "send", verified: true },
+  true: { status: "valid", verdict: "send", verified: true },
+  invalid: { status: "invalid", verdict: "drop", verified: false },
+  undeliverable: { status: "invalid", verdict: "drop", verified: false },
+  false: { status: "invalid", verdict: "drop", verified: false },
+  "catch-all": {
+    status: "catch_all",
+    verdict: "verify_next",
+    verified: false
+  },
+  catch_all: {
+    status: "catch_all",
+    verdict: "verify_next",
+    verified: false
+  },
+  valid_catch_all: {
+    status: "valid_catch_all",
+    verdict: "send_with_caution",
+    verified: true
+  },
+  accept_all: {
+    status: "catch_all",
+    verdict: "verify_next",
+    verified: false
+  },
+  unknown: { status: "unknown", verdict: "hold", verified: false },
+  unavailable: { status: "unknown", verdict: "hold", verified: false },
+  do_not_mail: { status: "do_not_mail", verdict: "drop", verified: false },
+  spamtrap: { status: "spamtrap", verdict: "drop", verified: false },
+  abuse: { status: "abuse", verdict: "drop", verified: false },
+  disposable: { status: "disposable", verdict: "drop", verified: false }
+};
+function normalizeKey(value) {
+  if (value == null) return null;
+  if (typeof value === "boolean") return String(value);
+  const normalized = String(value).trim().toLowerCase().replace(/\s+/g, "_");
+  return normalized || null;
+}
+function boolish(value) {
+  if (typeof value === "boolean") return value;
+  if (typeof value === "number") return value === 1 ? true : value === 0 ? false : null;
+  if (typeof value !== "string") return null;
+  const normalized = value.trim().toLowerCase();
+  if (["true", "yes", "y", "1"].includes(normalized)) return true;
+  if (["false", "no", "n", "0"].includes(normalized)) return false;
+  return null;
+}
+function numberish(value) {
+  if (typeof value === "number" && Number.isFinite(value)) return value;
+  if (typeof value !== "string" || value.trim() === "") return null;
+  const parsed = Number(value);
+  return Number.isFinite(parsed) ? parsed : null;
+}
+function stringish(value) {
+  return typeof value === "string" && value.trim() ? value.trim() : null;
+}
+function deliverability(value) {
+  const normalized = normalizeKey(value);
+  return normalized === "high" || normalized === "medium" || normalized === "low" ? normalized : "unknown";
+}
+function mxClass(mxProvider, mxRecord) {
+  const haystack = `${stringish(mxProvider) ?? ""} ${stringish(mxRecord) ?? ""}`.toLowerCase();
+  if (!haystack.trim()) return "unknown";
+  if (/proofpoint|pphosted|mimecast|barracuda|ess\.barracudanetworks|ironport|cisco|iphmx|messagelabs|symantec/.test(
+    haystack
+  )) {
+    return "security_gateway";
+  }
+  if (/aspmx\.l\.google|google|g-suite|google workspace/.test(haystack)) {
+    return "workspace_mailbox";
+  }
+  if (/protection\.outlook|office365|microsoft|outlook|exchange online/.test(haystack)) {
+    return "workspace_mailbox";
+  }
+  if (/gmail|yahoo|icloud|aol|hotmail/.test(haystack)) return "consumer_mailbox";
+  if (/postfix|exim|sendmail|zimbra|plesk|cpanel|mail\./.test(haystack)) return "on_prem";
+  return "unknown";
+}
+function entryForStatus(key, map) {
+  if (!key) return null;
+  return map?.[key] ?? DEFAULT_STATUS_MAP[key] ?? null;
+}
+function read(values, name) {
+  return values[name];
+}
+function matchesRule(rule, values) {
+  return Object.entries(rule.when).every(([key, expected]) => {
+    const actual = read(values, key);
+    if (key.endsWith("Lt")) {
+      const source = numberish(read(values, key.slice(0, -2)));
+      return typeof expected === "number" && source != null && source < expected;
+    }
+    if (typeof expected === "boolean") return boolish(actual) === expected;
+    if (typeof expected === "number") return numberish(actual) === expected;
+    return normalizeKey(actual) === normalizeKey(expected);
+  });
+}
+function buildEmailStatus({
+  config,
+  values
+}) {
+  const rawStatus = read(values, "rawStatus");
+  const rawScore = numberish(read(values, "rawScore"));
+  const valid = boolish(read(values, "valid"));
+  const catchAll = boolish(read(values, "catchAll"));
+  const disposable = boolish(read(values, "disposable"));
+  const abuse = boolish(read(values, "abuse"));
+  const spamtrap = boolish(read(values, "spamtrap"));
+  const suspect = boolish(read(values, "suspect"));
+  const rawKey = normalizeKey(rawStatus);
+  const mapped = config.rules?.find((rule) => matchesRule(rule, values)) ?? entryForStatus(rawKey, config.statusMap) ?? entryForStatus(valid == null ? null : String(valid), config.statusMap);
+  const status = mapped?.status ?? (disposable ? "disposable" : abuse ? "abuse" : spamtrap ? "spamtrap" : catchAll ? "catch_all" : valid === true ? "valid" : valid === false ? "invalid" : "unknown");
+  const defaultVerdict = status === "valid" ? "send" : status === "valid_catch_all" ? "send_with_caution" : status === "catch_all" ? "verify_next" : status === "unknown" ? "hold" : "drop";
+  const verdict = mapped?.verdict ?? defaultVerdict;
+  const verified = mapped?.verified ?? (status === "valid" || status === "valid_catch_all" || verdict === "send");
+  const reasons = [
+    mapped?.reason,
+    catchAll ? "catch_all_domain" : null,
+    mxClass(read(values, "mxProvider"), read(values, "mxRecord")) === "security_gateway" ? "security_gateway_mx" : null,
+    suspect ? "provider_marked_suspect" : null
+  ].filter((reason) => typeof reason === "string");
+  return {
+    verdict,
+    status,
+    verified,
+    confidence: rawScore,
+    reasons,
+    signals: {
+      catch_all: catchAll,
+      deliverability: deliverability(read(values, "deliverability")),
+      mx_class: mxClass(read(values, "mxProvider"), read(values, "mxRecord")),
+      mx_provider: stringish(read(values, "mxProvider")),
+      mx_record: stringish(read(values, "mxRecord")),
+      fraud_score: numberish(read(values, "fraudScore")),
+      disposable,
+      role_based: boolish(read(values, "roleBased")),
+      free_email: boolish(read(values, "freeEmail")),
+      abuse,
+      spamtrap,
+      suspect,
+      valid
+    },
+    provider: {
+      name: config.provider,
+      raw_status: typeof rawStatus === "string" || typeof rawStatus === "boolean" || typeof rawStatus === "number" ? rawStatus : null,
+      raw_score: rawScore
+    }
+  };
+}
+
 // ../shared_libs/play-runtime/tool-result.ts
 var TARGET_FALLBACK_KEYS = {
   email: [/^email$/i, /^address$/i, /email/i],
@@ -2086,6 +2243,42 @@ function findFirstTargetByPath(result, paths) {
   }
   return null;
 }
+function firstValueForPaths(result, paths) {
+  return findFirstTargetByPath(result, paths);
+}
+function buildEmailStatusTarget(result, descriptor) {
+  const config = descriptor.emailStatus;
+  if (!config) return null;
+  const values = {};
+  const pathSets = {
+    rawStatus: config.rawStatus,
+    rawScore: config.rawScore,
+    valid: config.valid,
+    deliverability: config.deliverability,
+    catchAll: config.catchAll,
+    mxProvider: config.mxProvider,
+    mxRecord: config.mxRecord,
+    fraudScore: config.fraudScore,
+    disposable: config.disposable,
+    roleBased: config.roleBased,
+    freeEmail: config.freeEmail,
+    abuse: config.abuse,
+    spamtrap: config.spamtrap,
+    suspect: config.suspect
+  };
+  let firstPath = null;
+  for (const [name, paths] of Object.entries(pathSets)) {
+    const match = firstValueForPaths(result, paths);
+    if (!match) continue;
+    values[name] = match.value;
+    firstPath ??= match.path;
+  }
+  if (!firstPath) return null;
+  return {
+    path: firstPath,
+    value: buildEmailStatus({ config, values })
+  };
+}
 function findFirstTargetByKey(result, target, depth = 0, path = []) {
   if (depth > 6) return null;
   if (Array.isArray(result)) {
@@ -2235,6 +2428,11 @@ function deriveListKeys(input) {
 function buildTargets(result, extractors, targetGetters) {
   const targets = {};
   for (const [target, descriptor] of Object.entries(extractors ?? {})) {
+    const emailStatusTarget = buildEmailStatusTarget(result, descriptor);
+    if (emailStatusTarget) {
+      targets[target] = emailStatusTarget;
+      continue;
+    }
     const fromExtractor = findFirstTargetByPath(result, descriptor.paths);
     if (!fromExtractor) continue;
     const transformed = coerceToEnum(