nemoris 0.1.0 → 0.1.2

package/src/runtime/lane-readiness.js

@@ -1,226 +1,226 @@
-function truthy(value) {
-  return value === true;
-}
-
-function hasBlockingInteractionIssues(interaction = null) {
-  if (!interaction) return false;
-  return Boolean(
-    (interaction.deliveryEvidenceRequired && !interaction.deliveryEvidenceHealthy) ||
-    (interaction.yielded && interaction.followUpQueued && !interaction.followUpConsumed) ||
-    interaction.followUpExpired ||
-      interaction.handoffExpired ||
-      interaction.handoffBlocked ||
-      (interaction.handoffRequired && interaction.handoffQueued && !interaction.handoffChosen && !interaction.handoffPendingChoice) ||
-      interaction.deliveryUncertain
-  );
-}
-
-function summarizeFallback(reportFallback = null) {
-  if (!reportFallback) {
-    return {
-      configured: false,
-      ready: true,
-      blockedReasons: []
-    };
-  }
-
-  return {
-    configured: Boolean(reportFallback.jobConfigured),
-    ready: Boolean(!reportFallback.jobConfigured || reportFallback.ready),
-    blockedReasons: reportFallback.blockedReasons || []
-  };
-}
-
-function isStaleError(health) {
-  if (!health.lastError) return false;
-  if (!health.lastSuccessAt) return false;
-  const successMs = new Date(health.lastSuccessAt).getTime();
-  const errorMs = health.lastErrorAt ? new Date(health.lastErrorAt).getTime() : 0;
-  return successMs > errorMs;
-}
-
-function summarizeEmbeddings(embeddingHealth = null) {
-  const health = embeddingHealth?.embeddingHealth || embeddingHealth || null;
-  if (!health) {
-    return {
-      available: false,
-      healthy: false,
-      degraded: true,
-      blockedReasons: ["embedding_health_missing"]
-    };
-  }
-
-  const blockedReasons = [];
-  if (health.disabled) blockedReasons.push("embeddings_disabled");
-  if (health.lastError && !isStaleError(health)) blockedReasons.push("embedding_error");
-  if (health.missingCount > 0 && health.freshCount === 0) blockedReasons.push("embeddings_missing");
-  if (health.failedCount > 0) blockedReasons.push("embedding_failures");
-
-  return {
-    available: !health.disabled,
-    healthy: blockedReasons.length === 0,
-    degraded: blockedReasons.length > 0,
-    blockedReasons,
-    health
-  };
-}
-
-function reconcileEmbeddingsWithRetrieval(embeddings, retrieval) {
-  if (!embeddings) return embeddings;
-  if (!retrieval) return embeddings;
-
-  const retrievalShowsHealthyEmbeddingQuery =
-    retrieval.embeddingQueryMode === "embedding_query" &&
-    Number(retrieval.semanticCount || 0) > 0 &&
-    !retrieval.embeddingError &&
-    Number(retrieval.failedEmbeddingCount || 0) === 0;
-
-  if (!retrievalShowsHealthyEmbeddingQuery) {
-    return embeddings;
-  }
-
-  const blockedReasons = (embeddings.blockedReasons || []).filter((reason) => reason !== "embedding_error");
-  return {
-    ...embeddings,
-    healthy: blockedReasons.length === 0,
-    degraded: blockedReasons.length > 0,
-    blockedReasons
-  };
-}
-
-function buildEffectiveRetrieval(retrieval = null, embeddings = null) {
-  if (!retrieval) return null;
-
-  const effective = { ...retrieval };
-  const embeddingHealth = embeddings?.health || null;
-
-  // Only adopt the embedding health's lastQueryMode when the evaluation's
-  // own retrieval doesn't already show a healthy semantic result.  This
-  // prevents a stale "lexical_fallback" from overwriting a genuinely
-  // healthy "embedding_query" captured during the most recent run.
-  const evalAlreadyHealthy =
-    retrieval.embeddingQueryMode === "embedding_query" &&
-    Number(retrieval.semanticCount || 0) > 0 &&
-    !retrieval.embeddingError;
-
-  if (embeddingHealth?.lastQueryMode && !evalAlreadyHealthy) {
-    effective.embeddingQueryMode = embeddingHealth.lastQueryMode;
-  }
-
-  if (embeddings?.healthy && !embeddings.degraded) {
-    effective.embeddingError = null;
-    effective.failedEmbeddingCount = 0;
-  }
-
-  return effective;
-}
-
-export function buildLaneReadiness({
-  jobId,
-  job = null,
-  evaluation = null,
-  embeddingHealth = null,
-  reportFallback = null,
-  maintenance = null,
-  dependencyHealth = null
-} = {}) {
-  const interaction = evaluation?.interaction || null;
-  const retrieval = evaluation?.retrieval || null;
-  const contractCheck = evaluation?.contractCheck || null;
-  const rubric = evaluation?.rubric || null;
-  const embeddingSummary = summarizeEmbeddings(embeddingHealth);
-  const effectiveRetrieval = buildEffectiveRetrieval(retrieval, embeddingSummary);
-  const embeddings = reconcileEmbeddingsWithRetrieval(embeddingSummary, effectiveRetrieval);
-  const fallback = summarizeFallback(reportFallback);
-
-  const checks = {
-    contractHealthy:
-      contractCheck == null
-        ? true
-        : Number(contractCheck.satisfiedRatio ?? 0) >= 0.99 && (contractCheck.missingFromV2 || []).length === 0,
-    interactionHealthy: !hasBlockingInteractionIssues(interaction),
-    retrievalHealthy:
-      !effectiveRetrieval ||
-      (!effectiveRetrieval.embeddingError &&
-        effectiveRetrieval.embeddingQueryMode !== "lexical_fallback" &&
-        Number(effectiveRetrieval.failedEmbeddingCount || 0) === 0),
-    daemonHealthy:
-      !maintenance ||
-      ((maintenance.handoffs?.expiredCount || 0) === 0 && (maintenance.followUps?.expiredCount || 0) === 0),
-    providerReachable:
-      !dependencyHealth || dependencyHealth.provider?.reachable !== false,
-    deliveryReachable:
-      !dependencyHealth || dependencyHealth.delivery?.reachable !== false,
-    fallbackReady: fallback.ready
-  };
-
-  const blockers = [];
-  if (!checks.contractHealthy) blockers.push("output_contract_not_consistently_satisfied");
-  if (!checks.interactionHealthy) blockers.push("interaction_lifecycle_has_blocking_issues");
-  if (!checks.retrievalHealthy) blockers.push("retrieval_is_degraded_or_falling_back");
-  if (!checks.daemonHealthy) blockers.push("daemon_maintenance_detected_expired_items");
-  if (!checks.providerReachable) blockers.push("provider_unreachable");
-  if (embeddings.degraded) blockers.push(...embeddings.blockedReasons.map((item) => `embeddings:${item}`));
-
-  const warnings = [];
-  if (!checks.deliveryReachable) warnings.push("delivery_not_reachable");
-
-  const suggestions = [];
-  if (!checks.retrievalHealthy) {
-    suggestions.push("Repair embeddings or accept lexical-only mode before treating this lane as daily-driver ready.");
-  }
-  if (!checks.contractHealthy) {
-    suggestions.push("Keep contract adherence at 100% before cutover.");
-  }
-  if (!checks.interactionHealthy) {
-    suggestions.push("Resolve follow-up / handoff lifecycle issues before using this lane unattended.");
-  }
-  if (!checks.providerReachable) {
-    suggestions.push("Check provider health before treating this lane as trustworthy.");
-  }
-  if (!checks.deliveryReachable) {
-    suggestions.push("Delivery transport is not reachable. This does not block pilot readiness but should be resolved before daily-driver cutover.");
-  }
-  if (!checks.fallbackReady && fallback.configured) {
-    suggestions.push("Remote fallback is optional for this lane. Enable and validate it only if you want recovery from local failures.");
-  }
-  if (checks.contractHealthy && checks.interactionHealthy && checks.retrievalHealthy) {
-    suggestions.push("This lane is technically close to cutover; focus next on repeat-run validation and operator trust.");
-  }
-
-  let tier = "not_ready";
-  if (blockers.length === 0 && Number(rubric?.overallScore || 0) >= 0.95) {
-    tier = "ready_for_pilot";
-  } else if (blockers.length <= 2 && Number(rubric?.overallScore || 0) >= 0.85) {
-    tier = "close";
-  }
-
-  return {
-    jobId,
-    taskType: job?.taskType || null,
-    primaryLane: job?.modelLane || null,
-    readinessTier: tier,
-    readyForPilot: tier === "ready_for_pilot",
-    checks,
-    blockers: [...new Set(blockers)],
-    warnings,
-    suggestions,
-    summary: {
-      overallScore: rubric?.overallScore ?? null,
-      contractSatisfiedRatio: contractCheck?.satisfiedRatio ?? null,
-      yielded: truthy(interaction?.yielded),
-      followUpConsumed: truthy(interaction?.followUpConsumed),
-      handoffDelivered: truthy(interaction?.handoffDelivered),
-      embeddingQueryMode: effectiveRetrieval?.embeddingQueryMode || null,
-      semanticCount: effectiveRetrieval?.semanticCount ?? 0,
-      fallbackConfigured: fallback.configured,
-      fallbackReady: fallback.ready
-    },
-    interaction,
-    retrieval: effectiveRetrieval,
-    embeddings,
-    fallback,
-    maintenance,
-    dependencyHealth
-  };
-}
+function truthy(value) {
+  return value === true;
+}
+
+function hasBlockingInteractionIssues(interaction = null) {
+  if (!interaction) return false;
+  return Boolean(
+    (interaction.deliveryEvidenceRequired && !interaction.deliveryEvidenceHealthy) ||
+    (interaction.yielded && interaction.followUpQueued && !interaction.followUpConsumed) ||
+    interaction.followUpExpired ||
+      interaction.handoffExpired ||
+      interaction.handoffBlocked ||
+      (interaction.handoffRequired && interaction.handoffQueued && !interaction.handoffChosen && !interaction.handoffPendingChoice) ||
+      interaction.deliveryUncertain
+  );
+}
+
+function summarizeFallback(reportFallback = null) {
+  if (!reportFallback) {
+    return {
+      configured: false,
+      ready: true,
+      blockedReasons: []
+    };
+  }
+
+  return {
+    configured: Boolean(reportFallback.jobConfigured),
+    ready: Boolean(!reportFallback.jobConfigured || reportFallback.ready),
+    blockedReasons: reportFallback.blockedReasons || []
+  };
+}
+
+function isStaleError(health) {
+  if (!health.lastError) return false;
+  if (!health.lastSuccessAt) return false;
+  const successMs = new Date(health.lastSuccessAt).getTime();
+  const errorMs = health.lastErrorAt ? new Date(health.lastErrorAt).getTime() : 0;
+  return successMs > errorMs;
+}
+
+function summarizeEmbeddings(embeddingHealth = null) {
+  const health = embeddingHealth?.embeddingHealth || embeddingHealth || null;
+  if (!health) {
+    return {
+      available: false,
+      healthy: false,
+      degraded: true,
+      blockedReasons: ["embedding_health_missing"]
+    };
+  }
+
+  const blockedReasons = [];
+  if (health.disabled) blockedReasons.push("embeddings_disabled");
+  if (health.lastError && !isStaleError(health)) blockedReasons.push("embedding_error");
+  if (health.missingCount > 0 && health.freshCount === 0) blockedReasons.push("embeddings_missing");
+  if (health.failedCount > 0) blockedReasons.push("embedding_failures");
+
+  return {
+    available: !health.disabled,
+    healthy: blockedReasons.length === 0,
+    degraded: blockedReasons.length > 0,
+    blockedReasons,
+    health
+  };
+}
+
+function reconcileEmbeddingsWithRetrieval(embeddings, retrieval) {
+  if (!embeddings) return embeddings;
+  if (!retrieval) return embeddings;
+
+  const retrievalShowsHealthyEmbeddingQuery =
+    retrieval.embeddingQueryMode === "embedding_query" &&
+    Number(retrieval.semanticCount || 0) > 0 &&
+    !retrieval.embeddingError &&
+    Number(retrieval.failedEmbeddingCount || 0) === 0;
+
+  if (!retrievalShowsHealthyEmbeddingQuery) {
+    return embeddings;
+  }
+
+  const blockedReasons = (embeddings.blockedReasons || []).filter((reason) => reason !== "embedding_error");
+  return {
+    ...embeddings,
+    healthy: blockedReasons.length === 0,
+    degraded: blockedReasons.length > 0,
+    blockedReasons
+  };
+}
+
+function buildEffectiveRetrieval(retrieval = null, embeddings = null) {
+  if (!retrieval) return null;
+
+  const effective = { ...retrieval };
+  const embeddingHealth = embeddings?.health || null;
+
+  // Only adopt the embedding health's lastQueryMode when the evaluation's
+  // own retrieval doesn't already show a healthy semantic result.  This
+  // prevents a stale "lexical_fallback" from overwriting a genuinely
+  // healthy "embedding_query" captured during the most recent run.
+  const evalAlreadyHealthy =
+    retrieval.embeddingQueryMode === "embedding_query" &&
+    Number(retrieval.semanticCount || 0) > 0 &&
+    !retrieval.embeddingError;
+
+  if (embeddingHealth?.lastQueryMode && !evalAlreadyHealthy) {
+    effective.embeddingQueryMode = embeddingHealth.lastQueryMode;
+  }
+
+  if (embeddings?.healthy && !embeddings.degraded) {
+    effective.embeddingError = null;
+    effective.failedEmbeddingCount = 0;
+  }
+
+  return effective;
+}
+
+export function buildLaneReadiness({
+  jobId,
+  job = null,
+  evaluation = null,
+  embeddingHealth = null,
+  reportFallback = null,
+  maintenance = null,
+  dependencyHealth = null
+} = {}) {
+  const interaction = evaluation?.interaction || null;
+  const retrieval = evaluation?.retrieval || null;
+  const contractCheck = evaluation?.contractCheck || null;
+  const rubric = evaluation?.rubric || null;
+  const embeddingSummary = summarizeEmbeddings(embeddingHealth);
+  const effectiveRetrieval = buildEffectiveRetrieval(retrieval, embeddingSummary);
+  const embeddings = reconcileEmbeddingsWithRetrieval(embeddingSummary, effectiveRetrieval);
+  const fallback = summarizeFallback(reportFallback);
+
+  const checks = {
+    contractHealthy:
+      contractCheck == null
+        ? true
+        : Number(contractCheck.satisfiedRatio ?? 0) >= 0.99 && (contractCheck.missingFromV2 || []).length === 0,
+    interactionHealthy: !hasBlockingInteractionIssues(interaction),
+    retrievalHealthy:
+      !effectiveRetrieval ||
+      (!effectiveRetrieval.embeddingError &&
+        effectiveRetrieval.embeddingQueryMode !== "lexical_fallback" &&
+        Number(effectiveRetrieval.failedEmbeddingCount || 0) === 0),
+    daemonHealthy:
+      !maintenance ||
+      ((maintenance.handoffs?.expiredCount || 0) === 0 && (maintenance.followUps?.expiredCount || 0) === 0),
+    providerReachable:
+      !dependencyHealth || dependencyHealth.provider?.reachable !== false,
+    deliveryReachable:
+      !dependencyHealth || dependencyHealth.delivery?.reachable !== false,
+    fallbackReady: fallback.ready
+  };
+
+  const blockers = [];
+  if (!checks.contractHealthy) blockers.push("output_contract_not_consistently_satisfied");
+  if (!checks.interactionHealthy) blockers.push("interaction_lifecycle_has_blocking_issues");
+  if (!checks.retrievalHealthy) blockers.push("retrieval_is_degraded_or_falling_back");
+  if (!checks.daemonHealthy) blockers.push("daemon_maintenance_detected_expired_items");
+  if (!checks.providerReachable) blockers.push("provider_unreachable");
+  if (embeddings.degraded) blockers.push(...embeddings.blockedReasons.map((item) => `embeddings:${item}`));
+
+  const warnings = [];
+  if (!checks.deliveryReachable) warnings.push("delivery_not_reachable");
+
+  const suggestions = [];
+  if (!checks.retrievalHealthy) {
+    suggestions.push("Repair embeddings or accept lexical-only mode before treating this lane as daily-driver ready.");
+  }
+  if (!checks.contractHealthy) {
+    suggestions.push("Keep contract adherence at 100% before cutover.");
+  }
+  if (!checks.interactionHealthy) {
+    suggestions.push("Resolve follow-up / handoff lifecycle issues before using this lane unattended.");
+  }
+  if (!checks.providerReachable) {
+    suggestions.push("Check provider health before treating this lane as trustworthy.");
+  }
+  if (!checks.deliveryReachable) {
+    suggestions.push("Delivery transport is not reachable. This does not block pilot readiness but should be resolved before daily-driver cutover.");
+  }
+  if (!checks.fallbackReady && fallback.configured) {
+    suggestions.push("Remote fallback is optional for this lane. Enable and validate it only if you want recovery from local failures.");
+  }
+  if (checks.contractHealthy && checks.interactionHealthy && checks.retrievalHealthy) {
+    suggestions.push("This lane is technically close to cutover; focus next on repeat-run validation and operator trust.");
+  }
+
+  let tier = "not_ready";
+  if (blockers.length === 0 && Number(rubric?.overallScore || 0) >= 0.95) {
+    tier = "ready_for_pilot";
+  } else if (blockers.length <= 2 && Number(rubric?.overallScore || 0) >= 0.85) {
+    tier = "close";
+  }
+
+  return {
+    jobId,
+    taskType: job?.taskType || null,
+    primaryLane: job?.modelLane || null,
+    readinessTier: tier,
+    readyForPilot: tier === "ready_for_pilot",
+    checks,
+    blockers: [...new Set(blockers)],
+    warnings,
+    suggestions,
+    summary: {
+      overallScore: rubric?.overallScore ?? null,
+      contractSatisfiedRatio: contractCheck?.satisfiedRatio ?? null,
+      yielded: truthy(interaction?.yielded),
+      followUpConsumed: truthy(interaction?.followUpConsumed),
+      handoffDelivered: truthy(interaction?.handoffDelivered),
+      embeddingQueryMode: effectiveRetrieval?.embeddingQueryMode || null,
+      semanticCount: effectiveRetrieval?.semanticCount ?? 0,
+      fallbackConfigured: fallback.configured,
+      fallbackReady: fallback.ready
+    },
+    interaction,
+    retrieval: effectiveRetrieval,
+    embeddings,
+    fallback,
+    maintenance,
+    dependencyHealth
+  };
+}