@sema-agent/server 1.230.0 → 1.232.0

package/dist/main.js

@@ -1,8 +1,9 @@
 import { readFileSync, existsSync, realpathSync } from "node:fs";
+import { createHash } from "node:crypto";
 import { homedir } from "node:os";
 import { join } from "node:path";
 import { loadRemoteExec } from "@sema-agent/registry-core/node";
-import { Runner, TtlSessionStore, uuidv7, FileRosterStore, defaultTaskRegistry, combinePolicies, createDurableQuestionPolicy, createAllowDenyPolicy, tightenTaskSpec, isThinkingLevel, QUESTION_AWAITS_RESUME, FileWorkflowRunStore, InMemoryWorkflowRunStore, workflowsCapability, NodeLspManager, createFileWorkflowScriptStore, expandTiers, NodeExecutionEnv } from "@sema-agent/core";
+import { Runner, TtlSessionStore, uuidv7, FileRosterStore, defaultTaskRegistry, combinePolicies, createDurableQuestionPolicy, createAllowDenyPolicy, tightenTaskSpec, isThinkingLevel, QUESTION_AWAITS_RESUME, FileWorkflowRunStore, InMemoryWorkflowRunStore, workflowsCapability, NodeLspManager, createFileWorkflowScriptStore, expandTiers, NodeExecutionEnv, CenterPromptSource, FilePromptArtifactStore, FilePromptSourceStateStore, MemoryPromptArtifactStore, MemoryPromptSourceStateStore } from "@sema-agent/core";
 import { PgMemoryEngineBackend, ensurePgMemoryEngineSchema } from "./plugins/memory-engine-pg.js";
 import { TiDBMemoryEngineBackend, ensureTiDBMemoryEngineSchema } from "./plugins/memory-engine-tidb.js";
 import { PgMemoryHistoryStore, ensurePgMemoryHistorySchema, PgMemorySyncStore, ensurePgMemorySyncSchema } from "./plugins/memory-sync-store-pg.js";
@@ -71,7 +72,7 @@ import { ToolApprovalCoordinator } from "./tool-approval.js";
 import { applyEffective, mutateInPlace, logEffectiveDiff, applyCenterSkills, resolveMcpServers, mcpForScenario, restartReasons } from "./sema-registry.js";
 import { ensureSealedKeyStore, reportExecutionPublicKey } from "./sealed-key.js";
 import { createConfigProvider, raceBootFetch, BOOT_FETCH_DEFERRED } from "./config-provider.js";
-import { validateCenterPrompts, centerPromptProvider } from "./capabilities/center-prompts.js";
+import { validatePromptsDomain, centerPromptProvider, applyCatalogToSource, CORE_ENGINE_VERSION } from "./capabilities/center-prompts.js";
 import { defaultLkgPath, defaultSkillCacheDir, saveLkg, loadLkg } from "./config-lkg.js";
 import { TiDBRosterStore, PgRosterStore, ensureTiDBRosterSchema, ensurePgRosterSchema } from "./plugins/roster-store-sql.js";
 import { createPrincipalCapsClient, gateExecutionLane, scopedTokenNeedsWorker, applyObserverEnvOptIn } from "./runtime-caps-resolver.js";
@@ -159,23 +160,78 @@ async function main() {
         }
     };
     let centerPrompts;
-    const adoptCenterPrompts = (eff, phase) => {
+    let pendingCatalogFaces;
+    const retryPendingCatalog = async (phase) => {
+        if (!pendingCatalogFaces)
+            return;
+        const { target } = pendingCatalogFaces;
+        if (await applyCatalogToSource(promptSource, target, centerPrompts, logger, phase)) {
+            centerPrompts = target;
+            pendingCatalogFaces = undefined;
+        }
+    };
+    const promptEpochDir = join(config.localDataRoot ?? localRoot, "prompt-epoch");
+    const promptStateDir = join(promptEpochDir, "state", cc?.worker === undefined ? "global" : `worker-${createHash("sha256").update(cc.worker).digest("hex").slice(0, 16)}`);
+    const promptSource = (() => {
+        try {
+            return new CenterPromptSource({
+                store: new FilePromptArtifactStore(promptEpochDir),
+                stateStore: new FilePromptSourceStateStore(promptStateDir),
+                engineVersion: CORE_ENGINE_VERSION,
+            });
+        }
+        catch (e) {
+            logger.warn("center_prompts_store_unwritable", { dir: promptEpochDir, err: String(e), note: "file-backed prompt-epoch store unavailable — memory fallback (catalog candidate not restart-durable); built-ins/declaration axis unaffected" });
+            return new CenterPromptSource({ store: new MemoryPromptArtifactStore(), stateStore: new MemoryPromptSourceStateStore(), engineVersion: CORE_ENGINE_VERSION });
+        }
+    })();
+    if (configProvider && !cc?.dryRun) {
+        try {
+            await promptSource.restore();
+        }
+        catch (e) {
+            logger.warn("center_prompts_catalog_restore_failed", { err: String(e), note: "disk LKG unavailable — catalog candidate absent until the next adopt; declaration axis and built-ins unaffected" });
+        }
+    }
+    const adoptCenterPrompts = async (eff, phase) => {
         const raw = eff?.prompts;
         if (raw === undefined) {
             if (centerPrompts)
                 logger.info("center_prompts_cleared", { phase, note: "effective carries no prompts key (publish gate off) — built-in providers resume" });
-            centerPrompts = undefined;
+            const cleared = await applyCatalogToSource(promptSource, undefined, centerPrompts, logger, phase);
+            if (cleared) {
+                centerPrompts = undefined;
+                pendingCatalogFaces = undefined;
+            }
+            else {
+                pendingCatalogFaces = { target: undefined };
+            }
             return;
         }
-        const v = validateCenterPrompts(raw);
+        const v = validatePromptsDomain(raw);
         if (!v.ok) {
-            logger.warn("center_prompts_invalid", { phase, error: v.error, kept: centerPrompts?.packId ?? "(builtin)", note: "malformed prompts face rejected (core assemble would THROW per task) — keeping the previous pack/built-ins; fix the center payload" });
+            logger.warn("center_prompts_invalid", { phase, error: v.error, kept: centerPrompts?.declarations?.packId ?? (centerPrompts?.catalog ? "(catalog)" : "(builtin)"), note: "malformed prompts face rejected (core assemble would THROW per task) — keeping the previous pack/built-ins; fix the center payload" });
             return;
         }
-        if (centerPrompts?.contentDigest !== v.value.contentDigest) {
-            logger.info("center_prompts_adopted", { phase, packId: v.value.packId, contentDigest: v.value.contentDigest, sections: v.value.sections.length, scenarioOverrides: Object.keys(v.value.scenarioOverrides ?? {}).length, note: "new tasks assemble the new pack (epoch re-pins at the next task boundary); in-flight sessions stay pinned" });
+        if (centerPrompts?.identity !== v.value.identity) {
+            logger.info("center_prompts_adopted", {
+                phase,
+                axes: v.value.axes,
+                ...(v.value.declarations
+                    ? { packId: v.value.declarations.packId, contentDigest: v.value.declarations.contentDigest, sections: v.value.declarations.sections.length, scenarioOverrides: Object.keys(v.value.declarations.scenarioOverrides ?? {}).length }
+                    : {}),
+                ...(v.value.catalog ? { artifactDigest: v.value.catalog.artifact.artifactDigest, catalogDigest: v.value.catalog.artifact.payload.catalogDigest, sourceRevision: v.value.catalog.sourceRevision } : {}),
+                note: "new tasks assemble the new pack (epoch re-pins at the next task boundary); in-flight sessions stay pinned",
+            });
+        }
+        const transitioned = await applyCatalogToSource(promptSource, v.value, centerPrompts, logger, phase);
+        if (transitioned) {
+            centerPrompts = v.value;
+            pendingCatalogFaces = undefined;
+        }
+        else {
+            pendingCatalogFaces = { target: v.value };
         }
-        centerPrompts = v.value;
     };
     let bootConfigPending;
     const lkgEnabled = configProvider?.kind === "remote" && process.env.CONFIG_LKG_DISABLED !== "true";
@@ -209,9 +265,9 @@ async function main() {
             logger.info("config_loaded_lkg", { path: lkgPath, savedAt: read.lkg.savedAt, why, note: "booting from the persisted last-known-good (all restart-to-apply faces included) — the live pull continues in the background and reconciles on arrival" });
             return { effective: read.lkg.effective, ...(read.lkg.etag !== undefined ? { etag: read.lkg.etag } : {}) };
         };
-        const bootApplyLkgInline = (lkgR) => {
+        const bootApplyLkgInline = async (lkgR) => {
             applyEffective(config, lkgR.effective, logger, { sealedKeys });
-            adoptCenterPrompts(lkgR.effective, "boot-lkg");
+            await adoptCenterPrompts(lkgR.effective, "boot-lkg");
             markRosterLanded(lkgR.effective);
             effective = lkgR.effective;
             latestEffective = lkgR.effective;
@@ -240,7 +296,7 @@ async function main() {
             }
             if (raced === BOOT_FETCH_DEFERRED && lkgFallback) {
                 try {
-                    bootApplyLkgInline(lkgFallback);
+                    await bootApplyLkgInline(lkgFallback);
                 }
                 catch (applyErr) {
                     lkgBooted = false;
@@ -250,7 +306,7 @@ async function main() {
             const r = raced === BOOT_FETCH_DEFERRED ? null : raced;
             if (r) {
                 const bootPromptsRaw = r.effective.prompts;
-                const bootPromptsOk = bootPromptsRaw === undefined || validateCenterPrompts(bootPromptsRaw).ok;
+                const bootPromptsOk = bootPromptsRaw === undefined || validatePromptsDomain(bootPromptsRaw).ok;
                 const bootClean = (r.domainErrors ?? []).length === 0 && bootPromptsOk;
                 if (bootClean)
                     ccEtag = r.etag;
@@ -261,7 +317,7 @@ async function main() {
                 }
                 else {
                     applyEffective(config, r.effective, logger, { sealedKeys });
-                    adoptCenterPrompts(r.effective, "boot");
+                    await adoptCenterPrompts(r.effective, "boot");
                     markRosterLanded(r.effective);
                     effective = r.effective;
                     if (bootClean)
@@ -282,7 +338,7 @@ async function main() {
             if (lkgFallback) {
                 lkgBooted = true;
                 try {
-                    bootApplyLkgInline(lkgFallback);
+                    await bootApplyLkgInline(lkgFallback);
                 }
                 catch (applyErr) {
                     lkgBooted = false;
@@ -742,9 +798,9 @@ async function main() {
         })
         : undefined;
     const fleetBus = new FleetEventBus();
-    const workflowRunStore = baseWorkflowRunStore && workflowNotifyGate
+    const workflowRunStore = baseWorkflowRunStore
         ? new JournalingWorkflowRunStore(baseWorkflowRunStore, workflowNotifyGate, fleetBus)
-        : baseWorkflowRunStore;
+        : undefined;
     const workflowJournalStore = config.selfOrchestrationEnabled && backend ? backend.workflowJournal() : undefined;
     const outcomeSink = backend?.outcomeSink();
     const workflowAgentRegistry = config.selfOrchestrationEnabled ? new WorkflowAgentRegistry() : undefined;
@@ -815,6 +871,7 @@ async function main() {
         warn: (msg, fields) => logger.warn(msg, fields),
     });
     const runnerDeps = {
+        promptSource,
         ...(rosterStore ? { rosterStore } : {}),
         brain,
         models: config.models,
@@ -1003,7 +1060,7 @@ async function main() {
     if (sessionTitler)
         logger.info("session_auto_title_enabled", {});
     const workflowsCapable = workflowsCapability(runnerDeps);
-    const subRunner = new Runner({ brain, models: config.models, roles: config.roles, pricing, tracer, ...(executionEnvFactory ? { executionEnvFactory } : {}), ...(lspManager ? { lspManager } : {}) });
+    const subRunner = new Runner({ brain, models: config.models, roles: config.roles, pricing, tracer, promptSource, ...(executionEnvFactory ? { executionEnvFactory } : {}), ...(lspManager ? { lspManager } : {}) });
     const authorize = createAuthorizer(config, sessionStore);
     const runStore = backend ? backend.run() : undefined;
     const resumeAnchorStore = backend ? backend.resumeAnchor() : undefined;
@@ -1043,6 +1100,11 @@ async function main() {
             hint: "host-semantics lane with no approval face: permissionMode default/auto Write/Edit asks will auto-deny (fail-closed); wire TOOL_APPROVAL_ENABLED=true or DURABLE_APPROVAL=true to answer them",
         });
     }
+    if (config.selfOrchestrationEnabled && config.remoteExec !== undefined && config.remoteExec.provider !== "host" && !toolApproval && !durableEnabled) {
+        logger.warn("workflow_gate_no_responder", {
+            hint: "self-orchestration with no approval face: permissionMode default/auto/acceptEdits run_workflow asks will auto-deny (fail-closed); wire TOOL_APPROVAL_ENABLED=true or DURABLE_APPROVAL=true to answer them",
+        });
+    }
     if (singleUserAutoAcceptBaseline) {
         logger.info("tool_policy_single_user_default", {
             posture: "adjudicated auto-accept — ALL write/hand/MCP tool surfaces auto-allowed (core per-surface UNGATED enumeration suppressed for single-user turnkey)",
@@ -1176,10 +1238,11 @@ async function main() {
                 return;
             refreshInFlight = true;
             try {
+                await retryPendingCatalog("refresh-retry");
                 const r = prefetched !== undefined ? prefetched : await configProvider.fetchEffective(ccEtag);
                 if (r) {
                     const promptsRaw = r.effective.prompts;
-                    const promptsGate = promptsRaw !== undefined ? validateCenterPrompts(promptsRaw) : { ok: true };
+                    const promptsGate = promptsRaw !== undefined ? validatePromptsDomain(promptsRaw) : { ok: true };
                     const badDomains = [
                         ...new Set([...(r.domainErrors ?? []).map((de) => de.domain), ...(promptsGate.ok ? [] : ["prompts"])]),
                     ]
@@ -1208,7 +1271,7 @@ async function main() {
                     }
                     else {
                         applyEffective(config, r.effective, logger, { teamsOnly: true, sealedKeys });
-                        adoptCenterPrompts(r.effective, "refresh");
+                        await adoptCenterPrompts(r.effective, "refresh");
                         markRosterLanded(r.effective);
                         mutateInPlace(pricing, buildPricing(config.models));
                         keyResolver = buildKeyResolver(config.modelApiKeyEnv, process.env, config.modelApiKeys);
@@ -1257,7 +1320,7 @@ async function main() {
         };
         const deferredBootApplyInner = async (r) => {
             const promptsRaw = r.effective.prompts;
-            const promptsGate = promptsRaw !== undefined ? validateCenterPrompts(promptsRaw) : { ok: true };
+            const promptsGate = promptsRaw !== undefined ? validatePromptsDomain(promptsRaw) : { ok: true };
             if ((r.domainErrors ?? []).length > 0 || !promptsGate.ok) {
                 logger.warn("config_boot_deferred_candidate_rejected", {
                     version: r.effective.version,
@@ -1272,7 +1335,7 @@ async function main() {
                 return;
             }
             applyEffective(config, r.effective, logger, { teamsOnly: true, sealedKeys });
-            adoptCenterPrompts(r.effective, "boot-deferred");
+            await adoptCenterPrompts(r.effective, "boot-deferred");
             markRosterLanded(r.effective);
             mutateInPlace(pricing, buildPricing(config.models));
             keyResolver = buildKeyResolver(config.modelApiKeyEnv, process.env, config.modelApiKeys);
@@ -1633,7 +1696,7 @@ async function main() {
                 })(cap.tools),
                 skills: mergeUserSkills(cap.skills, body.skills, logger),
                 mcp: resolveRequestMcp(mcpForScenario(config.mcpServers, scenarioName), body.mcpServers, config, logger),
-                promptProvider: centerPrompts ? centerPromptProvider(centerPrompts, scenarioName) : cap.promptProvider,
+                promptProvider: centerPrompts?.declarations ? centerPromptProvider(centerPrompts.declarations, scenarioName) : cap.promptProvider,
                 toolPolicy: durableEnabled
                     ? combinePolicies(createDurableQuestionPolicy(), createDurableAskPolicy({
                         requireApproval: config.approvalRequire, deny: config.approvalDeny, autoBudget: config.approvalAutoBudget, neverAuto: config.approvalNeverAuto,
@@ -1714,8 +1777,18 @@ async function main() {
                         };
                     })()
                     : undefined;
+                const workflowGate = approvalExemptionStore && auth?.sessionId
+                    ? {
+                        isExempt: async (toolName) => {
+                            const hit = await approvalExemptionStore.has(auth.sessionId, toolName);
+                            if (hit)
+                                logger.info("workflow_gate_exempted", { toolName, sessionId: auth.sessionId });
+                            return hit;
+                        },
+                    }
+                    : undefined;
                 try {
-                    governed = applyTaskSettings(governedBase, effectiveSettings, fsWriteGate);
+                    governed = applyTaskSettings(governedBase, effectiveSettings, fsWriteGate, workflowGate);
                 }
                 catch (e) {
                     throw new HttpError(422, `settings are tighten-only and cannot loosen the deployment policy: ${e.message}`);