@sema-agent/server 1.220.0 → 1.222.0

package/dist/main.js

@@ -18,7 +18,7 @@ import { withLedgerRecording } from "./plugins/send-file-ledger.js";
 import { basename, resolve } from "node:path";
 import { stat as fsStat, readFile as fsReadFile } from "node:fs/promises";
 import { buildEnvFacts, egressForRemoteExec, ensureScratchpadDir, purgeScratchpadDir, sweepStaleScratchpads } from "./env-facts.js";
-import { normalizeSuggestNextPrompts, normalizeResilience, normalizeAttachments, normalizeResumeAtMode, resolveTaskLimits, taskAgentsSpecFragment, retainBackgroundProcessesFromBody } from "./spec-fields.js";
+import { normalizeSuggestNextPrompts, normalizeResilience, normalizeAttachments, normalizeResumeAtMode, resolveTaskLimits, taskAgentsSpecFragment, retainBackgroundProcessesFromBody, toolNameListFromBody } from "./spec-fields.js";
 import { createBrain, brainSummary } from "./brain.js";
 import { loadConfig, logConfigDiagnostics } from "./config.js";
 import { resourceSuspendOptIn } from "./resource-suspend.js";
@@ -69,7 +69,8 @@ import { QuestionCoordinator } from "./question.js";
 import { ToolApprovalCoordinator } from "./tool-approval.js";
 import { applyEffective, mutateInPlace, logEffectiveDiff, applyCenterSkills, resolveMcpServers, mcpForScenario, restartReasons } from "./sema-registry.js";
 import { ensureSealedKeyStore, reportExecutionPublicKey } from "./sealed-key.js";
-import { createConfigProvider } from "./config-provider.js";
+import { createConfigProvider, raceBootFetch, BOOT_FETCH_DEFERRED } from "./config-provider.js";
+import { validateCenterPrompts, centerPromptProvider } from "./capabilities/center-prompts.js";
 import { createPrincipalCapsClient, gateExecutionLane, scopedTokenNeedsWorker, applyObserverEnvOptIn } from "./runtime-caps-resolver.js";
 import { applyRuntimeGovernance, stripDelegationTools } from "./runtime-governance.js";
 import { parseTaskSettings, applyTaskSettings, coercePermissionMode, withPermissionMode, effectiveThinking } from "./task-settings.js";
@@ -154,12 +155,45 @@ async function main() {
             logger.info("model_roster_landed", { note: "ready gate open — billable submissions accepted" });
         }
     };
+    let centerPrompts;
+    const adoptCenterPrompts = (eff, phase) => {
+        const raw = eff?.prompts;
+        if (raw === undefined) {
+            if (centerPrompts)
+                logger.info("center_prompts_cleared", { phase, note: "effective carries no prompts key (publish gate off) — built-in providers resume" });
+            centerPrompts = undefined;
+            return;
+        }
+        const v = validateCenterPrompts(raw);
+        if (!v.ok) {
+            logger.warn("center_prompts_invalid", { phase, error: v.error, kept: centerPrompts?.packId ?? "(builtin)", note: "malformed prompts face rejected (core assemble would THROW per task) — keeping the previous pack/built-ins; fix the center payload" });
+            return;
+        }
+        if (centerPrompts?.contentDigest !== v.value.contentDigest) {
+            logger.info("center_prompts_adopted", { phase, packId: v.value.packId, contentDigest: v.value.contentDigest, sections: v.value.sections.length, scenarioOverrides: Object.keys(v.value.scenarioOverrides ?? {}).length, note: "new tasks assemble the new pack (epoch re-pins at the next task boundary); in-flight sessions stay pinned" });
+        }
+        centerPrompts = v.value;
+    };
+    let bootConfigPending;
     if (configProvider) {
         const dryRun = cc?.dryRun ?? false;
         try {
-            const r = await configProvider.fetchEffective(undefined);
+            const bootFetch = configProvider.fetchEffective(undefined);
+            const raced = await raceBootFetch(bootFetch, config.configBootFetchBudgetMs);
+            if (raced === BOOT_FETCH_DEFERRED) {
+                bootConfigPending = bootFetch;
+                bootFetch.catch(() => { });
+                logger.warn("config_boot_fetch_deferred", {
+                    source: configProvider.kind,
+                    budgetMs: config.configBootFetchBudgetMs,
+                    note: "center slow/unreachable — serving on the env fallback now; the pull continues in the background and hot-applies on arrival (roster gate opens then). Raise CONFIG_BOOT_FETCH_BUDGET_MS to block boot instead.",
+                });
+            }
+            const r = raced === BOOT_FETCH_DEFERRED ? null : raced;
             if (r) {
-                const bootClean = (r.domainErrors ?? []).length === 0;
+                const bootPromptsRaw = r.effective.prompts;
+                const bootPromptsOk = bootPromptsRaw === undefined || validateCenterPrompts(bootPromptsRaw).ok;
+                const bootClean = (r.domainErrors ?? []).length === 0 && bootPromptsOk;
                 if (bootClean)
                     ccEtag = r.etag;
                 for (const de of r.domainErrors ?? [])
@@ -169,6 +203,7 @@ async function main() {
                 }
                 else {
                     applyEffective(config, r.effective, logger, { sealedKeys });
+                    adoptCenterPrompts(r.effective, "boot");
                     markRosterLanded(r.effective);
                     effective = r.effective;
                     if (bootClean)
@@ -1042,67 +1077,108 @@ async function main() {
     if (configProvider) {
         const ccRef = config.configCenter;
         let refreshInFlight = false;
-        const ccTimer = setInterval(() => {
-            void (async () => {
-                if (refreshInFlight)
-                    return;
-                refreshInFlight = true;
-                try {
-                    const r = await configProvider.fetchEffective(ccEtag);
-                    if (r) {
-                        const badDomains = [...new Set((r.domainErrors ?? []).map((de) => de.domain))].sort().join(",");
-                        if (badDomains) {
-                            if (lastRejectedCandidate?.version !== r.effective.version || lastRejectedCandidate.domains !== badDomains) {
-                                lastRejectedCandidate = { version: r.effective.version, domains: badDomains, at: Date.now() };
-                                logger.warn("config_candidate_rejected", {
-                                    version: r.effective.version,
-                                    domains: badDomains,
-                                    errors: (r.domainErrors ?? []).map((de) => ({ domain: de.domain, error: de.error })),
-                                    lkgVersion: latestEffective?.version ?? "(env)",
-                                    note: "candidate rejected whole (§9.5-5) — live config keeps the last-known-good; fix the named files to unblock",
-                                });
-                            }
-                            return;
+        const refreshTick = async () => {
+            if (refreshInFlight)
+                return;
+            refreshInFlight = true;
+            try {
+                const r = await configProvider.fetchEffective(ccEtag);
+                if (r) {
+                    const promptsRaw = r.effective.prompts;
+                    const promptsGate = promptsRaw !== undefined ? validateCenterPrompts(promptsRaw) : { ok: true };
+                    const badDomains = [
+                        ...new Set([...(r.domainErrors ?? []).map((de) => de.domain), ...(promptsGate.ok ? [] : ["prompts"])]),
+                    ]
+                        .sort()
+                        .join(",");
+                    if (badDomains) {
+                        if (lastRejectedCandidate?.version !== r.effective.version || lastRejectedCandidate.domains !== badDomains) {
+                            lastRejectedCandidate = { version: r.effective.version, domains: badDomains, at: Date.now() };
+                            logger.warn("config_candidate_rejected", {
+                                version: r.effective.version,
+                                domains: badDomains,
+                                errors: [
+                                    ...(r.domainErrors ?? []).map((de) => ({ domain: de.domain, error: de.error })),
+                                    ...(promptsGate.ok ? [] : [{ domain: "prompts", error: promptsGate.error }]),
+                                ],
+                                lkgVersion: latestEffective?.version ?? "(env)",
+                                note: "candidate rejected whole (§9.5-5) — live config keeps the last-known-good; fix the named files to unblock",
+                            });
                         }
-                        lastRejectedCandidate = undefined;
-                        if (ccRef?.dryRun) {
-                            logEffectiveDiff(config, r.effective, logger);
-                            ccEtag = r.etag;
+                        return;
+                    }
+                    lastRejectedCandidate = undefined;
+                    if (ccRef?.dryRun) {
+                        logEffectiveDiff(config, r.effective, logger);
+                        ccEtag = r.etag;
+                    }
+                    else {
+                        applyEffective(config, r.effective, logger, { teamsOnly: true, sealedKeys });
+                        markRosterLanded(r.effective);
+                        mutateInPlace(pricing, buildPricing(config.models));
+                        keyResolver = buildKeyResolver(config.modelApiKeyEnv, process.env, config.modelApiKeys);
+                        const reasons = restartReasons(effective, r.effective);
+                        if (reasons.length === 0) {
+                            pendingRestart = undefined;
+                        }
+                        else if (!pendingRestart || pendingRestart.reasons.join(",") !== reasons.join(",")) {
+                            pendingRestart = { restartRequired: true, reasons, version: r.effective.version, since: Date.now() };
                         }
                         else {
-                            applyEffective(config, r.effective, logger, { teamsOnly: true, sealedKeys });
-                            markRosterLanded(r.effective);
-                            mutateInPlace(pricing, buildPricing(config.models));
-                            keyResolver = buildKeyResolver(config.modelApiKeyEnv, process.env, config.modelApiKeys);
-                            const reasons = restartReasons(effective, r.effective);
-                            if (reasons.length === 0) {
-                                pendingRestart = undefined;
-                            }
-                            else if (!pendingRestart || pendingRestart.reasons.join(",") !== reasons.join(",")) {
-                                pendingRestart = { restartRequired: true, reasons, version: r.effective.version, since: Date.now() };
-                            }
-                            else {
-                                pendingRestart = { ...pendingRestart, version: r.effective.version };
-                            }
-                            logger.info("sema_registry_refreshed", {
-                                version: r.effective.version,
-                                note: "teams + runtime governance + models/roles/roster hot-applied; skills/mcp/runtime-gates/scenarios are restart-to-apply",
-                                ...(pendingRestart ? { restartRequired: true, restartReasons: pendingRestart.reasons } : {}),
-                            });
-                            latestEffective = r.effective;
-                            ccEtag = r.etag;
+                            pendingRestart = { ...pendingRestart, version: r.effective.version };
                         }
+                        logger.info("sema_registry_refreshed", {
+                            version: r.effective.version,
+                            note: "teams + runtime governance + models/roles/roster hot-applied; skills/mcp/runtime-gates/scenarios are restart-to-apply",
+                            ...(pendingRestart ? { restartRequired: true, restartReasons: pendingRestart.reasons } : {}),
+                        });
+                        latestEffective = r.effective;
+                        ccEtag = r.etag;
                     }
                 }
-                catch (err) {
-                    logger.warn("sema_registry_refresh_failed", { err: String(err), note: "etag NOT advanced — the same candidate is re-fetched and re-applied next poll" });
-                }
-                finally {
-                    refreshInFlight = false;
-                }
-            })();
-        }, 60_000);
+            }
+            catch (err) {
+                logger.warn("sema_registry_refresh_failed", { err: String(err), note: "etag NOT advanced — the same candidate is re-fetched and re-applied next poll" });
+            }
+            finally {
+                refreshInFlight = false;
+            }
+        };
+        const ccTimer = setInterval(() => void refreshTick(), 60_000);
         ccTimer.unref?.();
+        const deferredBootApply = (r) => {
+            if (!r)
+                return;
+            const promptsRaw = r.effective.prompts;
+            const promptsGate = promptsRaw !== undefined ? validateCenterPrompts(promptsRaw) : { ok: true };
+            if ((r.domainErrors ?? []).length > 0 || !promptsGate.ok) {
+                logger.warn("config_boot_deferred_candidate_rejected", {
+                    version: r.effective.version,
+                    errors: [...(r.domainErrors ?? []).map((de) => ({ domain: de.domain, error: de.error })), ...(promptsGate.ok ? [] : [{ domain: "prompts", error: promptsGate.error }])],
+                    note: "late boot pull carried an invalid candidate — env fallback keeps serving; the refresh cadence re-judges the same tree (etag not advanced)",
+                });
+                return;
+            }
+            if (ccRef?.dryRun) {
+                logEffectiveDiff(config, r.effective, logger);
+                ccEtag = r.etag;
+                return;
+            }
+            applyEffective(config, r.effective, logger, { teamsOnly: true, sealedKeys });
+            adoptCenterPrompts(r.effective, "boot-deferred");
+            markRosterLanded(r.effective);
+            mutateInPlace(pricing, buildPricing(config.models));
+            keyResolver = buildKeyResolver(config.modelApiKeyEnv, process.env, config.modelApiKeys);
+            effective = r.effective;
+            latestEffective = r.effective;
+            ccEtag = r.etag;
+            const reasons = restartReasons(undefined, r.effective).filter((sl) => sl !== "prompts");
+            if (reasons.length > 0)
+                pendingRestart = { restartRequired: true, reasons, version: r.effective.version, since: Date.now() };
+            logger.info("config_loaded_deferred", { source: configProvider.kind, version: r.effective.version, models: (r.effective.models?.models ?? []).filter((m) => m.enabled !== false).length, ...(reasons.length > 0 ? { restartRequired: true, restartReasons: reasons } : {}) });
+        };
+        if (bootConfigPending)
+            void bootConfigPending.then((r) => deferredBootApply(r), () => { });
     }
     let keyResolver = buildKeyResolver(config.modelApiKeyEnv, process.env, config.modelApiKeys);
     const mysqlPool = backend?.mysqlPool();
@@ -1397,6 +1473,8 @@ async function main() {
                 ...(retainBackgroundProcessesFromBody(body.retainBackgroundProcesses, config.requirePrincipal, (event, fields) => logger.warn(event, { ...fields, sessionId: auth?.sessionId ?? null })) === true
                     ? { retainBackgroundProcesses: true }
                     : {}),
+                ...(() => { const v = toolNameListFromBody(body.excludeTools); return v ? { excludeTools: v } : {}; })(),
+                ...(() => { const v = toolNameListFromBody(body.deferTools); return v ? { deferTools: v } : {}; })(),
                 ...(typeof body.interactiveTools === "boolean"
                     ? { interactiveTools: body.interactiveTools }
                     : {}),
@@ -1432,7 +1510,7 @@ async function main() {
                 })(cap.tools),
                 skills: mergeUserSkills(cap.skills, body.skills, logger),
                 mcp: resolveRequestMcp(mcpForScenario(config.mcpServers, scenarioName), body.mcpServers, config, logger),
-                promptProvider: cap.promptProvider,
+                promptProvider: centerPrompts ? centerPromptProvider(centerPrompts, scenarioName) : cap.promptProvider,
                 toolPolicy: durableEnabled
                     ? combinePolicies(createDurableQuestionPolicy(), createDurableAskPolicy({
                         requireApproval: config.approvalRequire, deny: config.approvalDeny, autoBudget: config.approvalAutoBudget, neverAuto: config.approvalNeverAuto,