pulseed 0.4.3 → 0.4.4

package/dist/runtime/schedule/engine.d.ts

@@ -1,5 +1,6 @@
 import type { StateManager } from "../../base/state/state-manager.js";
-import { type CronConfig, type EscalationConfig, type GoalTriggerConfig, type HeartbeatConfig, type ProbeConfig, type ScheduleEntry, type ScheduleEntryInput, type ScheduleResult, type ScheduleTriggerInput } from "../types/schedule.js";
+import { type CronConfig, type EscalationConfig, type GoalTriggerConfig, type HeartbeatConfig, type ProbeConfig, type ScheduleEntry, type ScheduleEntryInput, type ScheduleRetryPolicy, type ScheduleResult, type ScheduleTriggerInput } from "../types/schedule.js";
+import { type ScheduleRunHistoryRecord } from "./history.js";
 import type { IDataSourceAdapter } from "../../platform/observation/data-source-adapter.js";
 import type { DataSourceRegistry } from "../../platform/observation/data-source-adapter.js";
 import type { ILLMClient } from "../../base/llm/llm-client.js";
@@ -40,6 +41,7 @@ export type ScheduleEntryUpdateInput = Partial<{
     cron: CronConfig;
     goal_trigger: GoalTriggerConfig;
     escalation: EscalationConfig | null;
+    retry_policy: ScheduleRetryPolicy;
 }>;
 export declare class ScheduleEngine {
     private entries;
@@ -55,6 +57,7 @@ export declare class ScheduleEngine {
     private hookManager?;
     private memoryLifecycle?;
     private knowledgeManager?;
+    private historyStore;
     constructor(deps: ScheduleEngineDeps);
     loadEntries(): Promise<ScheduleEntry[]>;
     saveEntries(): Promise<void>;
@@ -63,11 +66,21 @@ export declare class ScheduleEngine {
     removeEntry(id: string): Promise<boolean>;
     updateEntry(id: string, patch: ScheduleEntryUpdateInput): Promise<ScheduleEntry | null>;
     getDueEntries(): Promise<ScheduleEntry[]>;
+    getRecentHistory(limit?: number, entryId?: string): Promise<ScheduleRunHistoryRecord[]>;
+    private getDueEntryDescriptors;
     tick(): Promise<ScheduleResult[]>;
     executeProbe(entry: ScheduleEntry): Promise<ScheduleResult>;
     executeCron(entry: ScheduleEntry): Promise<ScheduleResult>;
     executeGoalTrigger(entry: ScheduleEntry): Promise<ScheduleResult>;
     private layerDeps;
+    private executeEntry;
+    private normalizeRetryPolicy;
+    private classifyFailureKind;
+    private computeRetryDelay;
+    private applyExecutionOutcome;
+    private recordHistory;
+    private executeEscalationTargetEntry;
+    private executeEscalationTargetGoal;
     private checkEscalation;
     private dispatchNotification;
     private executeHeartbeat;

package/dist/runtime/schedule/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/runtime/schedule/engine.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAIL,KAAK,UAAU,EACf,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,cAAc,EACnB,KAAK,oBAAoB,EAC1B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mDAAmD,CAAC;AAC5F,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mDAAmD,CAAC;AAC5F,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qDAAqD,CAAC;AAClG,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+CAA+C,CAAC;AAItF,UAAU,kBAAkB;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;QACnE,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;QACnE,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;KACrE,CAAC;IACF,kBAAkB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,kBAAkB,CAAC;IAC1E,SAAS,CAAC,EAAE,UAAU,CAAC;IAKvB,sBAAsB,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACrF,QAAQ,CAAC,EAAE;QAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;YAAE,aAAa,CAAC,EAAE,MAAM,CAAA;SAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACvF,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE;QAAE,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACzG,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAQD,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAAC;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,EAAE,eAAe,CAAC;IAC3B,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,YAAY,EAAE,iBAAiB,CAAC;IAChC,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACrC,CAAC,CAAC;AAEH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,kBAAkB,CAAC,CAAuD;IAClF,OAAO,CAAC,SAAS,CAAC,CAAa;IAC/B,OAAO,CAAC,sBAAsB,CAAC,CAA8D;IAC7F,OAAO,CAAC,QAAQ,CAAC,CAA8E;IAC/F,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,eAAe,CAAC,CAAyF;IACjH,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,eAAe,CAAC,CAAyB;IACjD,OAAO,CAAC,gBAAgB,CAAC,CAAmB;gBAEhC,IAAI,EAAE,kBAAkB;IAiB9B,WAAW,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAWvC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC,UAAU,IAAI,aAAa,EAAE;IAMvB,QAAQ,CACZ,KAAK,EAAE,IAAI,CACT,kBAAkB,EAChB,IAAI,GACJ,YAAY,GACZ,YAAY,GACZ,eAAe,GACf,cAAc,GACd,sBAAsB,GACtB,oBAAoB,GACpB,kBAAkB,GAClB,kBAAkB,GAClB,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,iBAAiB,GACjB,uBAAuB,CAC1B,GACA,OAAO,CAAC,aAAa,CAAC;IAoBnB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAQzC,WAAW,CACf,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA2E1B,aAAa,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAOzC,IAAI,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAqGjC,YAAY,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAkB3D,WAAW,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAM1D,kBAAkB,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAIvE,OAAO,CAAC,SAAS;YAkBH,eAAe;YAoFf,oBAAoB;YAWpB,gBAAgB;YA8DhB,SAAS;IAWvB,OAAO,CAAC,QAAQ;IAkBhB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,WAAW;YASL,SAAS;IAOvB,OAAO,CAAC,iBAAiB;CAiB1B"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/runtime/schedule/engine.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAKL,KAAK,UAAU,EACf,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,mBAAmB,EAExB,KAAK,cAAc,EACnB,KAAK,oBAAoB,EAC1B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAEL,KAAK,wBAAwB,EAE9B,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mDAAmD,CAAC;AAC5F,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mDAAmD,CAAC;AAC5F,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qDAAqD,CAAC;AAClG,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,+CAA+C,CAAC;AAoBtF,UAAU,kBAAkB;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;QACnE,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;QACnE,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;KACrE,CAAC;IACF,kBAAkB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,kBAAkB,CAAC;IAC1E,SAAS,CAAC,EAAE,UAAU,CAAC;IAKvB,sBAAsB,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACrF,QAAQ,CAAC,EAAE;QAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;YAAE,aAAa,CAAC,EAAE,MAAM,CAAA;SAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACvF,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE;QAAE,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;KAAE,CAAC;IACzG,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAQD,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAAC;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,SAAS,EAAE,eAAe,CAAC;IAC3B,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,YAAY,EAAE,iBAAiB,CAAC;IAChC,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACpC,YAAY,EAAE,mBAAmB,CAAC;CACnC,CAAC,CAAC;AAEH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA4C;IAC1D,OAAO,CAAC,kBAAkB,CAAC,CAAuD;IAClF,OAAO,CAAC,SAAS,CAAC,CAAa;IAC/B,OAAO,CAAC,sBAAsB,CAAC,CAA8D;IAC7F,OAAO,CAAC,QAAQ,CAAC,CAA8E;IAC/F,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,eAAe,CAAC,CAAyF;IACjH,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,eAAe,CAAC,CAAyB;IACjD,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,YAAY,CAAuB;gBAE/B,IAAI,EAAE,kBAAkB;IAkB9B,WAAW,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAWvC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC,UAAU,IAAI,aAAa,EAAE;IAMvB,QAAQ,CACZ,KAAK,EAAE,IAAI,CACT,kBAAkB,EAChB,IAAI,GACJ,YAAY,GACZ,YAAY,GACZ,eAAe,GACf,cAAc,GACd,sBAAsB,GACtB,oBAAoB,GACpB,kBAAkB,GAClB,kBAAkB,GAClB,mBAAmB,GACnB,oBAAoB,GACpB,mBAAmB,GACnB,iBAAiB,GACjB,uBAAuB,CAC1B,GACA,OAAO,CAAC,aAAa,CAAC;IAoBnB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAQzC,WAAW,CACf,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA8E1B,aAAa,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAIzC,gBAAgB,CAAC,KAAK,SAAK,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,EAAE,CAAC;YAM3E,sBAAsB;IAoB9B,IAAI,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAsEjC,YAAY,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAkB3D,WAAW,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAM1D,kBAAkB,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;IAIvE,OAAO,CAAC,SAAS;YAgBH,YAAY;IAuB1B,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,mBAAmB;IA6C3B,OAAO,CAAC,iBAAiB;YAUX,qBAAqB;YAqGrB,aAAa;YA+Bb,4BAA4B;YAyC5B,2BAA2B;YA0C3B,eAAe;YAmFf,oBAAoB;YAWpB,gBAAgB;YAgEhB,SAAS;IAWvB,OAAO,CAAC,QAAQ;IAkBhB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,WAAW;YASL,SAAS;IAOvB,OAAO,CAAC,iBAAiB;CAiB1B"}

package/dist/runtime/schedule/engine.js

@@ -6,7 +6,18 @@ import { exec } from "node:child_process";
 import { writeJsonFileAtomic, readJsonFileOrNull } from "../../base/utils/json-io.js";
 import { ScheduleEntrySchema, ScheduleEntryListSchema, ScheduleResultSchema, } from "../types/schedule.js";
 import { executeCron, executeGoalTrigger, executeProbe } from "./engine-layers.js";
+import { ScheduleHistoryStore, } from "./history.js";
 const SCHEDULES_FILE = "schedules.json";
+const DEFAULT_RETRY_POLICY = {
+    enabled: true,
+    initial_delay_ms: 30_000,
+    max_delay_ms: 15 * 60 * 1000,
+    multiplier: 2,
+    jitter_factor: 0.2,
+    max_attempts: 3,
+    max_retry_window_ms: 24 * 60 * 60 * 1000,
+    retryable_failure_kinds: ["transient"],
+};
 const noopLogger = {
     info: (_msg, _ctx) => { },
     warn: (_msg, _ctx) => { },
@@ -26,6 +37,7 @@ export class ScheduleEngine {
     hookManager;
     memoryLifecycle;
     knowledgeManager;
+    historyStore;
     constructor(deps) {
         this.baseDir = deps.baseDir;
         this.schedulesPath = path.join(deps.baseDir, SCHEDULES_FILE);
@@ -39,6 +51,7 @@ export class ScheduleEngine {
         this.hookManager = deps.hookManager;
         this.memoryLifecycle = deps.memoryLifecycle;
         this.knowledgeManager = deps.knowledgeManager;
+        this.historyStore = new ScheduleHistoryStore(this.baseDir);
     }
     // ─── Persistence ───
     async loadEntries() {
@@ -96,7 +109,8 @@ export class ScheduleEngine {
             patch.probe !== undefined ||
             patch.cron !== undefined ||
             patch.goal_trigger !== undefined ||
-            patch.escalation !== undefined;
+            patch.escalation !== undefined ||
+            patch.retry_policy !== undefined;
         if (!hasUpdatableFields) {
             throw new Error("No updatable fields provided");
         }
@@ -129,6 +143,8 @@ export class ScheduleEngine {
             nextEntry.cron = patch.cron;
         if (patch.goal_trigger !== undefined)
             nextEntry.goal_trigger = patch.goal_trigger;
+        if (patch.retry_policy !== undefined)
+            nextEntry.retry_policy = patch.retry_policy;
         if (patch.escalation !== undefined) {
             if (patch.escalation === null) {
                 delete nextEntry.escalation;
@@ -139,6 +155,7 @@ export class ScheduleEngine {
         }
         if (patch.trigger !== undefined || (current.enabled === false && patch.enabled === true)) {
             nextEntry.next_fire_at = this.computeNextFireAt(nextEntry.trigger);
+            nextEntry.retry_state = null;
         }
         nextEntry.updated_at = new Date().toISOString();
         const parsedEntry = ScheduleEntrySchema.parse(nextEntry);
@@ -157,12 +174,34 @@ export class ScheduleEngine {
     }
     // ─── Scheduling ───
     async getDueEntries() {
+        return (await this.getDueEntryDescriptors()).map((descriptor) => descriptor.entry);
+    }
+    async getRecentHistory(limit = 20, entryId) {
+        const history = await this.historyStore.load();
+        const filtered = entryId ? history.filter((record) => record.entry_id === entryId) : history;
+        return filtered.slice(-limit);
+    }
+    async getDueEntryDescriptors() {
         const now = Date.now();
-        return this.entries.filter((e) => e.enabled && new Date(e.next_fire_at).getTime() <= now);
+        return this.entries.flatMap((entry) => {
+            if (!entry.enabled) {
+                return [];
+            }
+            const retryState = entry.retry_state ?? null;
+            if (retryState?.next_retry_at) {
+                return new Date(retryState.next_retry_at).getTime() <= now
+                    ? [{ entry, reason: "retry", scheduledFor: retryState.next_retry_at }]
+                    : [];
+            }
+            return new Date(entry.next_fire_at).getTime() <= now
+                ? [{ entry, reason: "cadence", scheduledFor: entry.next_fire_at }]
+                : [];
+        });
     }
     async tick() {
         // Reset daily budget for entries whose budget_reset_at is null or in the past
         const nowMs = Date.now();
+        let budgetReset = false;
         for (let i = 0; i < this.entries.length; i++) {
             const e = this.entries[i];
             if (!e.budget_reset_at || new Date(e.budget_reset_at).getTime() <= nowMs) {
@@ -171,74 +210,46 @@ export class ScheduleEngine {
                     tokens_used_today: 0,
                     budget_reset_at: new Date(nowMs + 24 * 60 * 60 * 1000).toISOString(),
                 };
+                budgetReset = true;
             }
         }
-        const due = await this.getDueEntries();
+        if (budgetReset) {
+            await this.saveEntries();
+        }
+        const due = await this.getDueEntryDescriptors();
         const results = [];
-        for (const entry of due) {
-            let result;
-            if (entry.layer === "heartbeat") {
-                result = await this.executeHeartbeat(entry);
-            }
-            else if (entry.layer === "probe") {
-                result = await this.executeProbe(entry);
-            }
-            else if (entry.layer === "cron") {
-                result = await this.executeCron(entry);
-            }
-            else if (entry.layer === "goal_trigger") {
-                result = await this.executeGoalTrigger(entry);
-            }
-            else {
-                result = ScheduleResultSchema.parse({
-                    entry_id: entry.id,
-                    status: "skipped",
-                    duration_ms: 0,
-                    fired_at: new Date().toISOString(),
-                });
-                this.logger.info(`Skipping unknown layer entry: ${entry.name} (layer=${entry.layer})`);
-            }
-            // Update entry state
-            const idx = this.entries.findIndex((e) => e.id === entry.id);
-            if (idx !== -1) {
-                const e = this.entries[idx];
-                const newFailures = result.status === "error" || result.status === "down"
-                    ? e.consecutive_failures + 1
-                    : 0;
-                this.entries[idx] = {
-                    ...e,
-                    last_fired_at: result.fired_at,
-                    next_fire_at: this.computeNextFireAt(e.trigger),
-                    updated_at: new Date().toISOString(),
-                    total_executions: e.total_executions + 1,
-                    total_tokens_used: e.total_tokens_used + (result.tokens_used ?? 0),
-                    tokens_used_today: (e.tokens_used_today ?? 0) + (result.tokens_used ?? 0),
-                    consecutive_failures: newFailures,
-                };
-                // Circuit breaker: disable entry if threshold exceeded
-                if (e.escalation?.circuit_breaker_threshold &&
-                    newFailures >= e.escalation.circuit_breaker_threshold) {
-                    this.entries[idx].enabled = false;
-                    this.logger.warn(`Entry "${e.name}" disabled by circuit breaker (${newFailures}/${e.escalation.circuit_breaker_threshold})`);
-                }
-                // Heartbeat failure threshold warning
-                if (result.status === "down" &&
-                    e.heartbeat &&
-                    newFailures >= e.heartbeat.failure_threshold) {
-                    this.logger.warn(`Entry "${e.name}" reached failure threshold (${newFailures}/${e.heartbeat.failure_threshold})`);
-                }
-                // Escalation check
-                const escalationResult = await this.checkEscalation(this.entries[idx], result);
+        for (const descriptor of due) {
+            const executedResult = await this.executeEntry(descriptor.entry);
+            const applied = await this.applyExecutionOutcome(descriptor.entry.id, executedResult, descriptor.reason, descriptor.scheduledFor);
+            let finalResult = executedResult;
+            if (applied?.entry) {
+                const escalationResult = await this.checkEscalation(applied.entry, executedResult);
                 if (escalationResult !== null) {
-                    result = escalationResult;
-                    results.push(result);
-                    continue;
+                    finalResult = escalationResult;
                 }
             }
-            results.push(result);
-        }
-        if (results.length > 0) {
-            await this.saveEntries();
+            if (applied) {
+                // Persist cadence/retry advancement before history side effects so a crash
+                // cannot replay an already-fired entry from stale schedule state.
+                await this.saveEntries();
+                await this.recordHistory({
+                    entry_id: applied.entry?.id ?? descriptor.entry.id,
+                    entry_name: applied.entry?.name ?? descriptor.entry.name,
+                    layer: descriptor.entry.layer,
+                    result: {
+                        ...finalResult,
+                        failure_kind: applied.failureKind,
+                    },
+                    reason: descriptor.reason,
+                    attempt: applied.attempt,
+                    scheduled_for: descriptor.scheduledFor,
+                    started_at: applied.startedAt,
+                    finished_at: applied.finishedAt,
+                    retry_at: applied.retryAt,
+                    failure_kind: applied.failureKind,
+                });
+            }
+            results.push(finalResult);
         }
         return results;
     }
@@ -281,6 +292,246 @@ export class ScheduleEngine {
             logger: this.logger,
         };
     }
+    async executeEntry(entry) {
+        if (entry.layer === "heartbeat") {
+            return this.executeHeartbeat(entry);
+        }
+        if (entry.layer === "probe") {
+            return this.executeProbe(entry);
+        }
+        if (entry.layer === "cron") {
+            return this.executeCron(entry);
+        }
+        if (entry.layer === "goal_trigger") {
+            return this.executeGoalTrigger(entry);
+        }
+        this.logger.info(`Skipping unknown layer entry: ${entry.name} (layer=${entry.layer})`);
+        return ScheduleResultSchema.parse({
+            entry_id: entry.id,
+            status: "skipped",
+            duration_ms: 0,
+            fired_at: new Date().toISOString(),
+        });
+    }
+    normalizeRetryPolicy(entry) {
+        return {
+            ...DEFAULT_RETRY_POLICY,
+            ...(entry.retry_policy ?? {}),
+        };
+    }
+    classifyFailureKind(entry, result) {
+        if (result.failure_kind) {
+            return result.failure_kind;
+        }
+        const message = `${result.error_message ?? ""}`.toLowerCase();
+        const permanentHints = [
+            "no cron config",
+            "no heartbeat config",
+            "no probe config",
+            "no coreloop",
+            "not found",
+            "missing",
+            "invalid",
+            "unsupported",
+            "cannot",
+            "schema",
+            "permission denied",
+        ];
+        if (permanentHints.some((hint) => message.includes(hint))) {
+            return "permanent";
+        }
+        const transientHints = [
+            "timeout",
+            "timed out",
+            "econnrefused",
+            "econnreset",
+            "etimedout",
+            "eai_again",
+            "enotfound",
+            "network",
+            "temporar",
+            "unavailable",
+            "rate limit",
+            "busy",
+            "abort",
+        ];
+        if (transientHints.some((hint) => message.includes(hint))) {
+            return "transient";
+        }
+        return entry.layer === "goal_trigger" ? "permanent" : "transient";
+    }
+    computeRetryDelay(policy, attempt) {
+        const baseDelay = policy.initial_delay_ms * Math.pow(policy.multiplier, Math.max(0, attempt - 1));
+        const cappedDelay = Math.min(baseDelay, policy.max_delay_ms);
+        if (policy.jitter_factor <= 0) {
+            return cappedDelay;
+        }
+        const jitter = cappedDelay * policy.jitter_factor * (Math.random() * 2 - 1);
+        return Math.max(0, Math.round(cappedDelay + jitter));
+    }
+    async applyExecutionOutcome(entryId, result, _reason, scheduledFor) {
+        const idx = this.entries.findIndex((candidate) => candidate.id === entryId);
+        if (idx === -1) {
+            return null;
+        }
+        const entry = this.entries[idx];
+        const startedAt = scheduledFor ?? result.fired_at;
+        const finishedAt = new Date().toISOString();
+        const failureKind = this.classifyFailureKind(entry, result);
+        const isFailure = result.status === "error" || result.status === "down";
+        const retryPolicy = this.normalizeRetryPolicy(entry);
+        const currentRetryState = entry.retry_state ?? null;
+        let retryAt = null;
+        let retryState = null;
+        if (isFailure && retryPolicy.enabled && retryPolicy.retryable_failure_kinds.includes(failureKind)) {
+            const attempts = (currentRetryState?.attempts ?? 0) + 1;
+            const firstFailureAt = currentRetryState?.first_failure_at ?? result.fired_at;
+            const windowElapsed = new Date(result.fired_at).getTime() - new Date(firstFailureAt).getTime();
+            if (attempts <= retryPolicy.max_attempts && windowElapsed <= retryPolicy.max_retry_window_ms) {
+                retryAt = new Date(Date.now() + this.computeRetryDelay(retryPolicy, attempts)).toISOString();
+                retryState = {
+                    attempts,
+                    next_retry_at: retryAt,
+                    last_attempt_at: result.fired_at,
+                    first_failure_at: firstFailureAt,
+                    last_failure_kind: failureKind,
+                    last_error_message: result.error_message ?? null,
+                };
+            }
+        }
+        this.entries[idx] = {
+            ...entry,
+            enabled: true,
+            last_fired_at: result.fired_at,
+            next_fire_at: this.computeNextFireAt(entry.trigger),
+            updated_at: new Date().toISOString(),
+            total_executions: entry.total_executions + 1,
+            total_tokens_used: entry.total_tokens_used + (result.tokens_used ?? 0),
+            tokens_used_today: (entry.tokens_used_today ?? 0) + (result.tokens_used ?? 0),
+            consecutive_failures: isFailure ? entry.consecutive_failures + 1 : 0,
+            retry_state: retryState,
+        };
+        const updated = this.entries[idx];
+        if (updated.escalation?.circuit_breaker_threshold &&
+            updated.consecutive_failures >= updated.escalation.circuit_breaker_threshold) {
+            updated.enabled = false;
+            this.logger.warn(`Entry "${updated.name}" disabled by circuit breaker (${updated.consecutive_failures}/${updated.escalation.circuit_breaker_threshold})`);
+        }
+        if (result.status === "down" &&
+            updated.heartbeat &&
+            updated.consecutive_failures >= updated.heartbeat.failure_threshold) {
+            this.logger.warn(`Entry "${updated.name}" reached failure threshold (${updated.consecutive_failures}/${updated.heartbeat.failure_threshold})`);
+            if (updated.consecutive_failures === updated.heartbeat.failure_threshold) {
+                await this.dispatchNotification({
+                    report_type: "schedule_heartbeat_failure",
+                    entry_id: updated.id,
+                    entry_name: updated.name,
+                    failure_threshold: updated.heartbeat.failure_threshold,
+                    consecutive_failures: updated.consecutive_failures,
+                    layer: updated.layer,
+                });
+            }
+        }
+        return {
+            entry: updated,
+            attempt: retryState?.attempts ?? 0,
+            startedAt,
+            finishedAt,
+            retryAt,
+            failureKind,
+        };
+    }
+    async recordHistory(input) {
+        await this.historyStore.append({
+            entry_id: input.entry_id,
+            entry_name: input.entry_name,
+            layer: input.layer,
+            result: {
+                ...input.result,
+                failure_kind: input.failure_kind,
+            },
+            reason: input.reason,
+            attempt: input.attempt,
+            scheduled_for: input.scheduled_for,
+            started_at: input.started_at,
+            finished_at: input.finished_at,
+            retry_at: input.retry_at,
+            failure_kind: input.failure_kind,
+        });
+    }
+    async executeEscalationTargetEntry(targetEntryId) {
+        const targetEntry = this.entries.find((candidate) => candidate.id === targetEntryId);
+        if (!targetEntry) {
+            this.logger.warn(`Escalation target entry not found: ${targetEntryId}`);
+            return null;
+        }
+        const immediateEntry = {
+            ...targetEntry,
+            enabled: true,
+            next_fire_at: new Date().toISOString(),
+        };
+        const result = await this.executeEntry(immediateEntry);
+        const applied = await this.applyExecutionOutcome(targetEntryId, result, "escalation_target", immediateEntry.next_fire_at);
+        if (applied) {
+            await this.saveEntries();
+            await this.recordHistory({
+                entry_id: targetEntry.id,
+                entry_name: targetEntry.name,
+                layer: targetEntry.layer,
+                result: {
+                    ...result,
+                    failure_kind: applied.failureKind,
+                },
+                reason: "escalation_target",
+                attempt: applied.attempt,
+                scheduled_for: immediateEntry.next_fire_at,
+                started_at: applied.startedAt,
+                finished_at: applied.finishedAt,
+                retry_at: applied.retryAt,
+                failure_kind: applied.failureKind,
+            });
+        }
+        return result;
+    }
+    async executeEscalationTargetGoal(goalId) {
+        const now = new Date().toISOString();
+        if (!this.coreLoop) {
+            return ScheduleResultSchema.parse({
+                entry_id: randomUUID(),
+                status: "error",
+                duration_ms: 0,
+                fired_at: now,
+                goal_id: goalId,
+                error_message: "No coreLoop provided for escalation target goal",
+                failure_kind: "permanent",
+            });
+        }
+        const startedAt = Date.now();
+        try {
+            const result = await this.coreLoop.run(goalId);
+            return ScheduleResultSchema.parse({
+                entry_id: randomUUID(),
+                status: "ok",
+                duration_ms: Date.now() - startedAt,
+                fired_at: now,
+                goal_id: goalId,
+                tokens_used: result?.tokensUsed ?? 0,
+            });
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            this.logger.error(`Escalation target goal "${goalId}" failed: ${message}`);
+            return ScheduleResultSchema.parse({
+                entry_id: randomUUID(),
+                status: "error",
+                duration_ms: Date.now() - startedAt,
+                fired_at: now,
+                goal_id: goalId,
+                error_message: message,
+                failure_kind: "transient",
+            });
+        }
+    }
     // ─── Escalation logic ───
     async checkEscalation(entry, result) {
         const esc = entry.escalation;
@@ -319,6 +570,7 @@ export class ScheduleEngine {
                 last_escalation_at: nowIso,
                 escalation_timestamps: prunedTimestamps,
             };
+            await this.saveEntries();
         }
         // Dispatch escalation notification
         await this.dispatchNotification({
@@ -327,24 +579,21 @@ export class ScheduleEngine {
             entry_name: entry.name,
             target_layer: esc.target_layer,
             target_entry_id: esc.target_entry_id,
+            target_goal_id: esc.target_goal_id,
             consecutive_failures: entry.consecutive_failures,
         });
         this.logger.warn(`Escalating "${entry.name}" to ${esc.target_layer ?? "unknown"} (failures=${entry.consecutive_failures})`);
-        // Activate target entry if specified
+        // Execute target goal or target entry immediately so escalations take effect in the same tick.
+        if (esc.target_goal_id) {
+            await this.executeEscalationTargetGoal(esc.target_goal_id);
+        }
         if (esc.target_entry_id) {
-            const targetIdx = this.entries.findIndex((e) => e.id === esc.target_entry_id);
-            if (targetIdx !== -1) {
-                this.entries[targetIdx] = {
-                    ...this.entries[targetIdx],
-                    enabled: true,
-                    next_fire_at: new Date().toISOString(), // fire immediately
-                };
-            }
+            await this.executeEscalationTargetEntry(esc.target_entry_id);
         }
         return ScheduleResultSchema.parse({
             ...result,
             status: "escalated",
-            escalated_to: esc.target_entry_id ?? esc.target_layer ?? null,
+            escalated_to: esc.target_goal_id ?? esc.target_entry_id ?? esc.target_layer ?? null,
         });
     }
     // ─── Notification dispatch ───
@@ -370,6 +619,7 @@ export class ScheduleEngine {
                 duration_ms: 0,
                 error_message: "No heartbeat config",
                 fired_at: firedAt,
+                failure_kind: "permanent",
             });
         }
         try {
@@ -408,6 +658,7 @@ export class ScheduleEngine {
                 duration_ms: Date.now() - start,
                 error_message: msg,
                 fired_at: firedAt,
+                failure_kind: "transient",
             });
         }
     }