@apralabs/apra-fleet 0.2.2

package/dist/services/cloud/cost.js

@@ -0,0 +1,161 @@
+/**
+ * Cost estimation for common AWS instance types (us-east-1 on-demand pricing).
+ * These are approximate rates — see AWS pricing pages for exact figures.
+ */
+/** Warn if estimated session cost exceeds this amount in dollars */
+export const COST_WARNING_THRESHOLD = 10;
+/** Warn if hourly rate exceeds this amount in dollars */
+export const RATE_WARNING_THRESHOLD = 5;
+/** Flag sessions running longer than this many hours (may indicate idle detection anomaly) */
+export const UPTIME_WARNING_THRESHOLD_HRS = 12;
+const HOURLY_RATES = {
+    // GPU instances — G4dn family (NVIDIA T4)
+    'g4dn.xlarge': 0.526,
+    'g4dn.2xlarge': 0.752,
+    'g4dn.4xlarge': 1.204,
+    'g4dn.8xlarge': 2.264,
+    'g4dn.12xlarge': 3.912,
+    'g4dn.16xlarge': 4.528,
+    'g4dn.metal': 7.824,
+    // GPU instances — G5 family (NVIDIA A10G)
+    'g5.xlarge': 1.006,
+    'g5.2xlarge': 1.212,
+    'g5.4xlarge': 1.624,
+    'g5.8xlarge': 2.448,
+    'g5.12xlarge': 5.672,
+    'g5.16xlarge': 4.096,
+    'g5.24xlarge': 8.144,
+    'g5.48xlarge': 16.288,
+    // GPU instances — P3 family (NVIDIA V100)
+    'p3.2xlarge': 3.06,
+    'p3.8xlarge': 12.24,
+    'p3.16xlarge': 24.48,
+    // GPU instances — P4d family (NVIDIA A100)
+    'p4d.24xlarge': 32.77,
+    // General purpose — T3 family
+    't3.nano': 0.0052,
+    't3.micro': 0.0104,
+    't3.small': 0.0208,
+    't3.medium': 0.0416,
+    't3.large': 0.0832,
+    't3.xlarge': 0.1664,
+    't3.2xlarge': 0.3328,
+    // General purpose — M5 family
+    'm5.large': 0.096,
+    'm5.xlarge': 0.192,
+    'm5.2xlarge': 0.384,
+    'm5.4xlarge': 0.768,
+    'm5.8xlarge': 1.536,
+    'm5.12xlarge': 2.304,
+    'm5.16xlarge': 3.072,
+    'm5.24xlarge': 4.608,
+    // Compute optimized — C5 family
+    'c5.large': 0.085,
+    'c5.xlarge': 0.170,
+    'c5.2xlarge': 0.340,
+    'c5.4xlarge': 0.680,
+    'c5.9xlarge': 1.530,
+    'c5.12xlarge': 2.040,
+    'c5.18xlarge': 3.060,
+    'c5.24xlarge': 4.080,
+};
+/**
+ * Returns true if the instance type is in the pricing table.
+ */
+export function isKnownInstanceType(type) {
+    return Object.prototype.hasOwnProperty.call(HOURLY_RATES, type);
+}
+/**
+ * Returns a cost/rate warning string if thresholds are exceeded, or null if all is well.
+ * - Unknown instance type → warning
+ * - Hourly rate > RATE_WARNING_THRESHOLD → rate warning
+ * - Estimated session cost > COST_WARNING_THRESHOLD → cost warning
+ */
+export function costWarning(instanceType, uptimeHours) {
+    if (!instanceType)
+        return null;
+    if (!isKnownInstanceType(instanceType)) {
+        return `Unknown pricing for instance type '${instanceType}'`;
+    }
+    const rate = HOURLY_RATES[instanceType];
+    if (rate > RATE_WARNING_THRESHOLD) {
+        return `Expensive instance: $${rate.toFixed(2)}/hr`;
+    }
+    const cost = rate * uptimeHours;
+    if (cost > COST_WARNING_THRESHOLD) {
+        return `High cost: $${cost.toFixed(2)} this session`;
+    }
+    return null;
+}
+/**
+ * Returns an uptime anomaly warning if the session is suspiciously long, or null.
+ * Long sessions may indicate idle detection is not working correctly.
+ */
+export function uptimeWarning(uptimeHours) {
+    if (uptimeHours > UPTIME_WARNING_THRESHOLD_HRS) {
+        const h = Math.round(uptimeHours);
+        return `Long session: ${h}h — verify idle detection is working correctly`;
+    }
+    return null;
+}
+/**
+ * Returns estimated hourly cost as a formatted string (e.g. "$2.42"),
+ * or "?" if the instance type is not in the lookup table.
+ */
+export function estimateCost(instanceType, uptimeHours) {
+    if (!instanceType)
+        return '?';
+    const rate = HOURLY_RATES[instanceType];
+    if (rate === undefined)
+        return '?';
+    const total = rate * uptimeHours;
+    return '$' + total.toFixed(2);
+}
+/**
+ * Returns hourly rate string (e.g. "$0.526/hr"), or "?" if unknown.
+ */
+export function hourlyRate(instanceType) {
+    if (!instanceType)
+        return '?';
+    const rate = HOURLY_RATES[instanceType];
+    if (rate === undefined)
+        return '?';
+    return '$' + rate.toFixed(3) + '/hr';
+}
+/**
+ * Formats uptime in hours as a human-readable duration string.
+ * Examples: "45m", "2h 30m", "1d 3h"
+ */
+export function formatUptimeDuration(hours) {
+    if (hours < 0)
+        return '0m';
+    const totalMinutes = Math.round(hours * 60);
+    const days = Math.floor(totalMinutes / (60 * 24));
+    const remainingAfterDays = totalMinutes % (60 * 24);
+    const hrs = Math.floor(remainingAfterDays / 60);
+    const mins = remainingAfterDays % 60;
+    const parts = [];
+    if (days > 0)
+        parts.push(`${days}d`);
+    if (hrs > 0)
+        parts.push(`${hrs}h`);
+    if (mins > 0 || parts.length === 0)
+        parts.push(`${mins}m`);
+    return parts.join(' ');
+}
+/**
+ * Calculate uptime hours from an ISO launch time string.
+ * Returns 0 if launchTime is missing or unparseable.
+ */
+export function uptimeHoursFromLaunch(launchTime) {
+    if (!launchTime)
+        return 0;
+    try {
+        const launched = new Date(launchTime).getTime();
+        return (Date.now() - launched) / 3_600_000;
+    }
+    catch {
+        return 0;
+    }
+}
+//# sourceMappingURL=cost.js.map

package/dist/services/cloud/cost.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost.js","sourceRoot":"","sources":["../../../src/services/cloud/cost.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,oEAAoE;AACpE,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AACzC,yDAAyD;AACzD,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACxC,8FAA8F;AAC9F,MAAM,CAAC,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAE/C,MAAM,YAAY,GAA2B;IAC3C,0CAA0C;IAC1C,aAAa,EAAI,KAAK;IACtB,cAAc,EAAG,KAAK;IACtB,cAAc,EAAG,KAAK;IACtB,cAAc,EAAG,KAAK;IACtB,eAAe,EAAE,KAAK;IACtB,eAAe,EAAE,KAAK;IACtB,YAAY,EAAK,KAAK;IAEtB,0CAA0C;IAC1C,WAAW,EAAK,KAAK;IACrB,YAAY,EAAI,KAAK;IACrB,YAAY,EAAI,KAAK;IACrB,YAAY,EAAI,KAAK;IACrB,aAAa,EAAG,KAAK;IACrB,aAAa,EAAG,KAAK;IACrB,aAAa,EAAG,KAAK;IACrB,aAAa,EAAE,MAAM;IAErB,0CAA0C;IAC1C,YAAY,EAAI,IAAI;IACpB,YAAY,EAAG,KAAK;IACpB,aAAa,EAAE,KAAK;IAEpB,2CAA2C;IAC3C,cAAc,EAAE,KAAK;IAErB,8BAA8B;IAC9B,SAAS,EAAK,MAAM;IACpB,UAAU,EAAI,MAAM;IACpB,UAAU,EAAI,MAAM;IACpB,WAAW,EAAG,MAAM;IACpB,UAAU,EAAI,MAAM;IACpB,WAAW,EAAG,MAAM;IACpB,YAAY,EAAE,MAAM;IAEpB,8BAA8B;IAC9B,UAAU,EAAK,KAAK;IACpB,WAAW,EAAI,KAAK;IACpB,YAAY,EAAG,KAAK;IACpB,YAAY,EAAG,KAAK;IACpB,YAAY,EAAG,KAAK;IACpB,aAAa,EAAE,KAAK;IACpB,aAAa,EAAE,KAAK;IACpB,aAAa,EAAE,KAAK;IAEpB,gCAAgC;IAChC,UAAU,EAAK,KAAK;IACpB,WAAW,EAAI,KAAK;IACpB,YAAY,EAAG,KAAK;IACpB,YAAY,EAAG,KAAK;IACpB,YAAY,EAAG,KAAK;IACpB,aAAa,EAAE,KAAK;IACpB,aAAa,EAAE,KAAK;IACpB,aAAa,EAAE,KAAK;CACrB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,OAAO,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;AAClE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,YAAgC,EAAE,WAAmB;IAC/E,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,EAAE,CAAC;QACvC,OAAO,sCAAsC,YAAY,GAAG,CAAC;IAC/D,CAAC;IACD,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IACxC,IAAI,IAAI,GAAG,sBAAsB,EAAE,CAAC;QAClC,OAAO,wBAAwB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACtD,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,WAAW,CAAC;IAChC,IAAI,IAAI,GAAG,sBAAsB,EAAE,CAAC;QAClC,OAAO,eAAe,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;IACvD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,WAAmB;IAC/C,IAAI,WAAW,GAAG,4BAA4B,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAClC,OAAO,iBAAiB,CAAC,gDAAgD,CAAC;IAC5E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,YAAgC,EAAE,WAAmB;IAChF,IAAI,CAAC,YAAY;QAAE,OAAO,GAAG,CAAC;IAC9B,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IACxC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,GAAG,WAAW,CAAC;IACjC,OAAO,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,YAAgC;IACzD,IAAI,CAAC,YAAY;QAAE,OAAO,GAAG,CAAC;IAC9B,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IACxC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IACnC,OAAO,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AACvC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAClD,MAAM,kBAAkB,GAAG,YAAY,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,kBAAkB,GAAG,EAAE,CAAC;IAErC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,IAAI,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IACnC,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IAC3D,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,UAA8B;IAClE,IAAI,CAAC,UAAU;QAAE,OAAO,CAAC,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,GAAG,SAAS,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC"}

package/dist/services/cloud/idle-manager.d.ts

@@ -0,0 +1,20 @@
+export declare class IdleManager {
+    private interval;
+    private stopping;
+    private lastActivity;
+    private idleTimeoutMs;
+    /**
+     * Start the idle manager. Idempotent — safe to call multiple times.
+     * @param idleTimeoutMs Global fallback idle timeout (ms). Per-agent timeout takes priority if set.
+     */
+    start(idleTimeoutMs?: number): void;
+    /** Stop the idle manager and clear the interval. */
+    stop(): void;
+    /** Reset the idle timer for a member. Called on every tool invocation via touchAgent. */
+    resetTimer(agentId: string): void;
+    /** Run one idle check cycle immediately (exposed for testing). */
+    checkOnce(): Promise<void>;
+    private check;
+}
+export declare const idleManager: IdleManager;
+//# sourceMappingURL=idle-manager.d.ts.map

package/dist/services/cloud/idle-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"idle-manager.d.ts","sourceRoot":"","sources":["../../../src/services/cloud/idle-manager.ts"],"names":[],"mappings":"AAYA,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAA+B;IAC/C,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,aAAa,CAA2B;IAEhD;;;OAGG;IACH,KAAK,CAAC,aAAa,SAA0B,GAAG,IAAI;IAmBpD,oDAAoD;IACpD,IAAI,IAAI,IAAI;IAOZ,yFAAyF;IACzF,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIjC,kEAAkE;IAC5D,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;YAIlB,KAAK;CAmDpB;AAED,eAAO,MAAM,WAAW,aAAoB,CAAC"}

package/dist/services/cloud/idle-manager.js

@@ -0,0 +1,103 @@
+import { getAllAgents } from '../registry.js';
+import { awsProvider } from './aws.js';
+import { checkMemberActivity } from './activity.js';
+import { setIdleTouchHook } from '../../utils/agent-helpers.js';
+const IDLE_CHECK_INTERVAL_MS = 60_000;
+const DEFAULT_IDLE_TIMEOUT_MS = 30 * 60 * 1000; // 30 minutes
+function log(msg) {
+    process.stderr.write('[idle-manager] ' + msg + '\n');
+}
+export class IdleManager {
+    interval = null;
+    stopping = new Set();
+    lastActivity = new Map();
+    idleTimeoutMs = DEFAULT_IDLE_TIMEOUT_MS;
+    /**
+     * Start the idle manager. Idempotent — safe to call multiple times.
+     * @param idleTimeoutMs Global fallback idle timeout (ms). Per-agent timeout takes priority if set.
+     */
+    start(idleTimeoutMs = DEFAULT_IDLE_TIMEOUT_MS) {
+        if (this.interval)
+            return; // already running
+        this.idleTimeoutMs = idleTimeoutMs;
+        // R-9: pre-populate lastActivity from persisted lastUsed so we survive server restarts.
+        for (const agent of getAllAgents()) {
+            if (agent.cloud && agent.lastUsed) {
+                this.lastActivity.set(agent.id, new Date(agent.lastUsed).getTime());
+            }
+        }
+        // Wire into touchAgent so tool calls reset the idle timer.
+        setIdleTouchHook(id => this.resetTimer(id));
+        this.interval = setInterval(() => void this.check(), IDLE_CHECK_INTERVAL_MS);
+        this.interval.unref(); // don't prevent process exit
+        log('started (idle timeout: ' + (idleTimeoutMs / 60000) + 'min)');
+    }
+    /** Stop the idle manager and clear the interval. */
+    stop() {
+        if (this.interval) {
+            clearInterval(this.interval);
+            this.interval = null;
+        }
+    }
+    /** Reset the idle timer for a member. Called on every tool invocation via touchAgent. */
+    resetTimer(agentId) {
+        this.lastActivity.set(agentId, Date.now());
+    }
+    /** Run one idle check cycle immediately (exposed for testing). */
+    async checkOnce() {
+        return this.check();
+    }
+    async check() {
+        const cloudAgents = getAllAgents().filter(a => a.cloud);
+        for (const agent of cloudAgents) {
+            // Mutex: skip if a stop is already in progress for this instance
+            if (this.stopping.has(agent.id))
+                continue;
+            // Determine effective idle timeout: per-agent setting takes priority over global
+            const perAgentMs = agent.cloud.idleTimeoutMin
+                ? agent.cloud.idleTimeoutMin * 60_000
+                : 0;
+            const effectiveTimeoutMs = perAgentMs > 0 ? perAgentMs : this.idleTimeoutMs;
+            // Check idle time
+            const lastActive = this.lastActivity.get(agent.id)
+                ?? (agent.lastUsed ? new Date(agent.lastUsed).getTime() : 0);
+            const idleMs = Date.now() - lastActive;
+            if (idleMs < effectiveTimeoutMs)
+                continue;
+            // Only stop running instances
+            let state;
+            try {
+                state = await awsProvider.getInstanceState(agent.cloud);
+            }
+            catch (e) {
+                log('cannot get state for ' + agent.friendlyName + ': ' + e.message);
+                continue;
+            }
+            if (state !== 'running')
+                continue;
+            // Check for active work before stopping (safe default: unknown → don't stop)
+            const activity = await checkMemberActivity(agent);
+            if (activity !== 'idle') {
+                log(agent.friendlyName + ' is ' + activity + ' — deferring idle stop');
+                this.lastActivity.set(agent.id, Date.now()); // bump to avoid re-checking every cycle
+                continue;
+            }
+            // Stop the instance
+            this.stopping.add(agent.id);
+            const mins = Math.round(idleMs / 60000);
+            log('stopping ' + agent.friendlyName + ' (idle ' + mins + 'min)');
+            try {
+                await awsProvider.stopInstance(agent.cloud);
+                log('stopped ' + agent.friendlyName);
+            }
+            catch (e) {
+                log('failed to stop ' + agent.friendlyName + ': ' + e.message);
+            }
+            finally {
+                this.stopping.delete(agent.id);
+            }
+        }
+    }
+}
+export const idleManager = new IdleManager();
+//# sourceMappingURL=idle-manager.js.map

package/dist/services/cloud/idle-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"idle-manager.js","sourceRoot":"","sources":["../../../src/services/cloud/idle-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAEhE,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,uBAAuB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;AAE7D,SAAS,GAAG,CAAC,GAAW;IACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,OAAO,WAAW;IACd,QAAQ,GAA0B,IAAI,CAAC;IACvC,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,aAAa,GAAG,uBAAuB,CAAC;IAEhD;;;OAGG;IACH,KAAK,CAAC,aAAa,GAAG,uBAAuB;QAC3C,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,CAAC,kBAAkB;QAC7C,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QAEnC,wFAAwF;QACxF,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAClC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,2DAA2D;QAC3D,gBAAgB,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5C,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAC7E,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,6BAA6B;QACpD,GAAG,CAAC,yBAAyB,GAAG,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IACpE,CAAC;IAED,oDAAoD;IACpD,IAAI;QACF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IAED,yFAAyF;IACzF,UAAU,CAAC,OAAe;QACxB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,kEAAkE;IAClE,KAAK,CAAC,SAAS;QACb,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,MAAM,WAAW,GAAG,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAExD,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,iEAAiE;YACjE,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAE,SAAS;YAE1C,iFAAiF;YACjF,MAAM,UAAU,GAAG,KAAK,CAAC,KAAM,CAAC,cAAc;gBAC5C,CAAC,CAAC,KAAK,CAAC,KAAM,CAAC,cAAc,GAAG,MAAM;gBACtC,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,kBAAkB,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;YAE5E,kBAAkB;YAClB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;mBAC7C,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;YACvC,IAAI,MAAM,GAAG,kBAAkB;gBAAE,SAAS;YAE1C,8BAA8B;YAC9B,IAAI,KAAa,CAAC;YAClB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,GAAG,CAAC,uBAAuB,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAI,CAAW,CAAC,OAAO,CAAC,CAAC;gBAChF,SAAS;YACX,CAAC;YACD,IAAI,KAAK,KAAK,SAAS;gBAAE,SAAS;YAElC,6EAA6E;YAC7E,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAClD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;gBACxB,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,MAAM,GAAG,QAAQ,GAAG,wBAAwB,CAAC,CAAC;gBACvE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,wCAAwC;gBACrF,SAAS;YACX,CAAC;YAED,oBAAoB;YACpB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;YACxC,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,GAAG,SAAS,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC;gBAC7C,GAAG,CAAC,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAI,CAAW,CAAC,OAAO,CAAC,CAAC;YAC5E,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}

package/dist/services/cloud/lifecycle.d.ts

@@ -0,0 +1,14 @@
+import type { Agent } from '../../types.js';
+/**
+ * Ensures a cloud member's instance is running and SSH-ready before a tool
+ * call proceeds. Returns the (possibly updated) agent from the registry.
+ *
+ * Non-cloud members are returned unchanged immediately.
+ * Running:        verify IP is current; update registry if changed.
+ * Stopped:        start instance, wait for running, update IP, poll SSH, re-provision auth (F5).
+ * Stopping:       wait for stopped, then treat as stopped.
+ * Pending:        wait for running, then update IP, poll SSH, re-provision auth.
+ * Terminated/shutting-down: throw — instance cannot be used.
+ */
+export declare function ensureCloudReady(agent: Agent): Promise<Agent>;
+//# sourceMappingURL=lifecycle.d.ts.map

package/dist/services/cloud/lifecycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.d.ts","sourceRoot":"","sources":["../../../src/services/cloud/lifecycle.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAmE5C;;;;;;;;;;GAUG;AACH,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CA0DnE"}

package/dist/services/cloud/lifecycle.js

@@ -0,0 +1,128 @@
+import net from 'node:net';
+import { getAgent, updateAgent } from '../registry.js';
+import { awsProvider } from './aws.js';
+import { provisionAuth } from '../../tools/provision-auth.js';
+import { provisionVcsAuth } from '../../tools/provision-vcs-auth.js';
+const SSH_POLL_ATTEMPTS = 30;
+const SSH_POLL_DELAY_MS = 2000;
+function log(msg) {
+    process.stderr.write('[cloud] ' + msg + '\n');
+}
+async function waitForSsh(host, port) {
+    for (let i = 0; i < SSH_POLL_ATTEMPTS; i++) {
+        const reachable = await new Promise((resolve) => {
+            const socket = net.createConnection({ host, port, timeout: 2000 });
+            socket.on('connect', () => { socket.destroy(); resolve(true); });
+            socket.on('error', () => { socket.destroy(); resolve(false); });
+            socket.on('timeout', () => { socket.destroy(); resolve(false); });
+        });
+        if (reachable)
+            return;
+        if (i < SSH_POLL_ATTEMPTS - 1) {
+            await new Promise(r => setTimeout(r, SSH_POLL_DELAY_MS));
+        }
+    }
+    throw new Error('SSH not ready on ' + host + ':' + port +
+        ' after ' + SSH_POLL_ATTEMPTS + ' attempts (' +
+        (SSH_POLL_ATTEMPTS * SSH_POLL_DELAY_MS / 1000) + 's)');
+}
+async function reProvisionAuth(agent) {
+    // F5: Re-provision Claude OAuth credentials from PM machine (best-effort)
+    try {
+        const result = await provisionAuth({ member_id: agent.id });
+        if (!result.startsWith('\u2705')) {
+            log('provision_llm_auth warning for ' + agent.friendlyName + ': ' + result.split('\n')[0]);
+        }
+    }
+    catch (e) {
+        // Truncate error message to prevent accidental credential leakage in log output
+        const msg = e.message.slice(0, 50);
+        log('provision_llm_auth failed for ' + agent.friendlyName + ': ' + msg);
+    }
+    // F5: Re-mint GitHub App tokens if agent has git repos configured (best-effort)
+    if (agent.gitAccess && agent.gitRepos && agent.gitRepos.length > 0) {
+        try {
+            const result = await provisionVcsAuth({
+                member_id: agent.id,
+                provider: 'github',
+                github_mode: 'github-app',
+                git_access: agent.gitAccess,
+                repos: agent.gitRepos,
+            });
+            if (!result.startsWith('\u2705')) {
+                log('provision_vcs_auth warning for ' + agent.friendlyName + ': ' + result.split('\n')[0]);
+            }
+        }
+        catch (e) {
+            // Truncate error message to prevent accidental credential leakage in log output
+            const msg = e.message.slice(0, 50);
+            log('provision_vcs_auth failed for ' + agent.friendlyName + ': ' + msg);
+        }
+    }
+}
+/**
+ * Ensures a cloud member's instance is running and SSH-ready before a tool
+ * call proceeds. Returns the (possibly updated) agent from the registry.
+ *
+ * Non-cloud members are returned unchanged immediately.
+ * Running:        verify IP is current; update registry if changed.
+ * Stopped:        start instance, wait for running, update IP, poll SSH, re-provision auth (F5).
+ * Stopping:       wait for stopped, then treat as stopped.
+ * Pending:        wait for running, then update IP, poll SSH, re-provision auth.
+ * Terminated/shutting-down: throw — instance cannot be used.
+ */
+export async function ensureCloudReady(agent) {
+    if (!agent.cloud)
+        return agent;
+    const config = agent.cloud;
+    const state = await awsProvider.getInstanceState(config);
+    if (state === 'terminated' || state === 'shutting-down') {
+        throw new Error('EC2 instance ' + config.instanceId + ' is ' + state + ' and cannot be used.');
+    }
+    if (state === 'running') {
+        // Already running — verify IP and return
+        try {
+            const currentIp = await awsProvider.getPublicIp(config);
+            if (currentIp !== agent.host) {
+                log('IP updated for ' + agent.friendlyName + ': ' + agent.host + ' -> ' + currentIp);
+                updateAgent(agent.id, { host: currentIp });
+            }
+        }
+        catch {
+            // Cannot get IP — SSH to existing host may still work
+        }
+        return getAgent(agent.id) ?? agent;
+    }
+    // Instance is not running — bring it up
+    if (state === 'stopping') {
+        log(agent.friendlyName + ' is stopping — waiting before start');
+        await awsProvider.waitForStopped(config);
+        log('Starting ' + agent.friendlyName + ' (' + config.instanceId + ')');
+        await awsProvider.startInstance(config);
+        await awsProvider.waitForRunning(config);
+    }
+    else if (state === 'pending') {
+        log(agent.friendlyName + ' is pending — waiting for running');
+        await awsProvider.waitForRunning(config);
+    }
+    else {
+        // stopped
+        log('Starting ' + agent.friendlyName + ' (' + config.instanceId + ')');
+        await awsProvider.startInstance(config);
+        await awsProvider.waitForRunning(config);
+    }
+    // Get fresh IP after start
+    const newIp = await awsProvider.getPublicIp(config);
+    log(agent.friendlyName + ' running at ' + newIp);
+    // Update registry: new IP + reset idle timer (wiring point for T7)
+    updateAgent(agent.id, { host: newIp, lastUsed: new Date().toISOString() });
+    // Poll SSH readiness
+    const sshPort = agent.port ?? 22;
+    log('Waiting for SSH on ' + newIp + ':' + sshPort);
+    await waitForSsh(newIp, sshPort);
+    log('SSH ready — ' + agent.friendlyName + ' is live');
+    // F5: Re-provision auth after fresh start
+    await reProvisionAuth(getAgent(agent.id) ?? agent);
+    return getAgent(agent.id) ?? agent;
+}
+//# sourceMappingURL=lifecycle.js.map

package/dist/services/cloud/lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.js","sourceRoot":"","sources":["../../../src/services/cloud/lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,UAAU,CAAC;AAE3B,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAErE,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,SAAS,GAAG,CAAC,GAAW;IACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,IAAY;IAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,MAAM,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,EAAE;YACvD,MAAM,MAAM,GAAG,GAAG,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QACH,IAAI,SAAS;YAAE,OAAO;QACtB,IAAI,CAAC,GAAG,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CACb,mBAAmB,GAAG,IAAI,GAAG,GAAG,GAAG,IAAI;QACvC,SAAS,GAAG,iBAAiB,GAAG,aAAa;QAC7C,CAAC,iBAAiB,GAAG,iBAAiB,GAAG,IAAI,CAAC,GAAG,IAAI,CACtD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,KAAY;IACzC,0EAA0E;IAC1E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,iCAAiC,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,gFAAgF;QAChF,MAAM,GAAG,GAAI,CAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9C,GAAG,CAAC,gCAAgC,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC;IAC1E,CAAC;IAED,gFAAgF;IAChF,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;gBACpC,SAAS,EAAE,KAAK,CAAC,EAAE;gBACnB,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,YAAY;gBACzB,UAAU,EAAE,KAAK,CAAC,SAAS;gBAC3B,KAAK,EAAE,KAAK,CAAC,QAAQ;aACtB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,iCAAiC,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gFAAgF;YAChF,MAAM,GAAG,GAAI,CAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9C,GAAG,CAAC,gCAAgC,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAY;IACjD,IAAI,CAAC,KAAK,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAE/B,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC;IAC3B,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAEzD,IAAI,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,eAAe,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,GAAG,KAAK,GAAG,sBAAsB,CAAC,CAAC;IACjG,CAAC;IAED,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,yCAAyC;QACzC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,SAAS,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,KAAK,CAAC,IAAI,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;gBACrF,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;QACD,OAAO,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC;IACrC,CAAC;IAED,wCAAwC;IACxC,IAAI,KAAK,KAAK,UAAU,EAAE,CAAC;QACzB,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,qCAAqC,CAAC,CAAC;QAChE,MAAM,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACzC,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;QACvE,MAAM,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,mCAAmC,CAAC,CAAC;QAC9D,MAAM,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,UAAU;QACV,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;QACvE,MAAM,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACpD,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,cAAc,GAAG,KAAK,CAAC,CAAC;IAEjD,mEAAmE;IACnE,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE3E,qBAAqB;IACrB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;IACjC,GAAG,CAAC,qBAAqB,GAAG,KAAK,GAAG,GAAG,GAAG,OAAO,CAAC,CAAC;IACnD,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjC,GAAG,CAAC,cAAc,GAAG,KAAK,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC;IAEtD,0CAA0C;IAC1C,MAAM,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC;IAEnD,OAAO,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC;AACrC,CAAC"}

package/dist/services/cloud/task-wrapper.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Task wrapper script generator for long-running background commands.
+ *
+ * Features:
+ *   F1: restart_command used on retry runs (e.g. checkpoint resume)
+ *   F3: background activity loop touches ~/.fleet-tasks/<taskId>/activity every
+ *       activityIntervalSec while the main PID is alive — keeps idle manager from
+ *       stopping the instance during active work.
+ */
+export interface TaskConfig {
+    taskId: string;
+    command: string;
+    restartCommand?: string;
+    maxRetries: number;
+    activityIntervalSec: number;
+}
+/**
+ * Generate a self-contained bash wrapper script for a long-running task.
+ * Commands are base64-encoded to avoid shell escaping issues.
+ *
+ * The script:
+ *   1. Creates ~/.fleet-tasks/<taskId>/ directory
+ *   2. Writes PID to task.pid
+ *   3. Writes JSON status to status.json
+ *   4. Background loop: touches activity file every activityIntervalSec while PID alive (F3)
+ *   5. Runs command; on non-zero exit retries up to maxRetries using restartCommand (F1)
+ *   6. On success or max retries: updates status.json, removes task.pid
+ */
+export declare function generateTaskWrapper(config: TaskConfig): string;
+//# sourceMappingURL=task-wrapper.d.ts.map

package/dist/services/cloud/task-wrapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-wrapper.d.ts","sourceRoot":"","sources":["../../../src/services/cloud/task-wrapper.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA+F9D"}

package/dist/services/cloud/task-wrapper.js

@@ -0,0 +1,116 @@
+/**
+ * Task wrapper script generator for long-running background commands.
+ *
+ * Features:
+ *   F1: restart_command used on retry runs (e.g. checkpoint resume)
+ *   F3: background activity loop touches ~/.fleet-tasks/<taskId>/activity every
+ *       activityIntervalSec while the main PID is alive — keeps idle manager from
+ *       stopping the instance during active work.
+ */
+/**
+ * Generate a self-contained bash wrapper script for a long-running task.
+ * Commands are base64-encoded to avoid shell escaping issues.
+ *
+ * The script:
+ *   1. Creates ~/.fleet-tasks/<taskId>/ directory
+ *   2. Writes PID to task.pid
+ *   3. Writes JSON status to status.json
+ *   4. Background loop: touches activity file every activityIntervalSec while PID alive (F3)
+ *   5. Runs command; on non-zero exit retries up to maxRetries using restartCommand (F1)
+ *   6. On success or max retries: updates status.json, removes task.pid
+ */
+export function generateTaskWrapper(config) {
+    const cmdB64 = Buffer.from(config.command).toString('base64');
+    const restartB64 = Buffer.from(config.restartCommand ?? config.command).toString('base64');
+    const taskDir = `~/.fleet-tasks/${config.taskId}`;
+    // We build the bash script as an array of lines then join, using
+    // plain string concatenation for shell $VAR references to avoid
+    // TypeScript template-literal interpolation of ${...}.
+    const D = '$'; // single $ — used for bash variable references
+    const lines = [
+        '#!/usr/bin/env bash',
+        'set -euo pipefail',
+        '',
+        'TASK_ID="' + config.taskId + '"',
+        'TASK_DIR="' + taskDir + '"',
+        'MAX_RETRIES=' + config.maxRetries,
+        'ACTIVITY_INTERVAL=' + config.activityIntervalSec,
+        '',
+        'mkdir -p "' + D + 'TASK_DIR"',
+        '',
+        '# Decode commands from base64 to avoid shell escaping issues',
+        'MAIN_CMD=$(printf \'%s\' \'' + cmdB64 + '\' | base64 -d)',
+        'RESTART_CMD=$(printf \'%s\' \'' + restartB64 + '\' | base64 -d)',
+        '',
+        '# Write / update status.json',
+        'write_status() {',
+        '  local status="' + D + '1"',
+        '  local exit_code="' + D + '{2:-null}"',
+        '  local retries="' + D + '{3:-0}"',
+        '  printf \'{"taskId":"%s","status":"%s","started":"%s","updated":"%s","exitCode":%s,"retries":%s}\\n\' \\',
+        '    "' + D + 'TASK_ID" "' + D + 'status" "$(date -u +%Y-%m-%dT%H:%M:%SZ)" "$(date -u +%Y-%m-%dT%H:%M:%SZ)" "' + D + 'exit_code" "' + D + 'retries" \\',
+        '    > "' + D + 'TASK_DIR/status.json"',
+        '}',
+        '',
+        'update_status() {',
+        '  local status="' + D + '1"',
+        '  local exit_code="' + D + '{2:-null}"',
+        '  local retries="' + D + '{3:-0}"',
+        '  local started',
+        // Pure bash: grep/cut to extract started timestamp from our own single-line JSON format.
+        // Safe because write_status uses printf + date -u which never produces escaped quotes.
+        // Fallback to current date if status.json is missing or the field is absent.
+        '  started=$(grep -o \'"started":"[^"]*"\' "' + D + 'TASK_DIR/status.json" 2>/dev/null | head -1 | cut -d\'"\' -f4)',
+        '  [ -z "' + D + 'started" ] && started=$(date -u +%Y-%m-%dT%H:%M:%SZ)',
+        '  printf \'{"taskId":"%s","status":"%s","started":"%s","updated":"%s","exitCode":%s,"retries":%s}\\n\' \\',
+        '    "' + D + 'TASK_ID" "' + D + 'status" "' + D + 'started" "$(date -u +%Y-%m-%dT%H:%M:%SZ)" "' + D + 'exit_code" "' + D + 'retries" \\',
+        '    > "' + D + 'TASK_DIR/status.json"',
+        '}',
+        '',
+        'write_status "running" null 0',
+        '',
+        '# Write our PID',
+        'echo ' + D + D + ' > "' + D + 'TASK_DIR/task.pid"',
+        '',
+        '# F3: Background activity marker loop',
+        '(',
+        '  while kill -0 ' + D + D + ' 2>/dev/null; do',
+        '    touch "' + D + 'TASK_DIR/activity"',
+        '    sleep ' + D + 'ACTIVITY_INTERVAL',
+        '  done',
+        ') &',
+        'ACTIVITY_PID=' + D + '!',
+        '',
+        '# Run with retries (F1: use RESTART_CMD after first attempt)',
+        'RETRIES=0',
+        'EXIT_CODE=0',
+        '',
+        '# First run: use MAIN_CMD',
+        'bash -c "' + D + 'MAIN_CMD" >> "' + D + 'TASK_DIR/task.log" 2>&1 || EXIT_CODE=' + D + '?',
+        '',
+        'while [ ' + D + 'EXIT_CODE -ne 0 ] && [ ' + D + 'RETRIES -lt ' + D + 'MAX_RETRIES ]; do',
+        '  RETRIES=$((' + D + 'RETRIES + 1))',
+        '  update_status "retrying" ' + D + 'EXIT_CODE ' + D + 'RETRIES',
+        '  echo "[fleet-task] retry ' + D + 'RETRIES/' + D + 'MAX_RETRIES at $(date -u +%Y-%m-%dT%H:%M:%SZ)" >> "' + D + 'TASK_DIR/task.log"',
+        '  EXIT_CODE=0',
+        '  # F1: use restart command on retries',
+        '  bash -c "' + D + 'RESTART_CMD" >> "' + D + 'TASK_DIR/task.log" 2>&1 || EXIT_CODE=' + D + '?',
+        'done',
+        '',
+        '# Kill activity loop',
+        'kill ' + D + 'ACTIVITY_PID 2>/dev/null || true',
+        '',
+        '# Remove PID file',
+        'rm -f "' + D + 'TASK_DIR/task.pid"',
+        '',
+        'if [ ' + D + 'EXIT_CODE -eq 0 ]; then',
+        '  update_status "completed" 0 ' + D + 'RETRIES',
+        'else',
+        '  update_status "failed" ' + D + 'EXIT_CODE ' + D + 'RETRIES',
+        'fi',
+        '',
+        'exit ' + D + 'EXIT_CODE',
+    ];
+    return lines.join('\n') + '\n';
+}
+//# sourceMappingURL=task-wrapper.js.map

package/dist/services/cloud/task-wrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-wrapper.js","sourceRoot":"","sources":["../../../src/services/cloud/task-wrapper.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAUH;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAkB;IACpD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,kBAAkB,MAAM,CAAC,MAAM,EAAE,CAAC;IAElD,iEAAiE;IACjE,gEAAgE;IAChE,uDAAuD;IACvD,MAAM,CAAC,GAAG,GAAG,CAAC,CAAG,+CAA+C;IAChE,MAAM,KAAK,GAAa;QACtB,qBAAqB;QACrB,mBAAmB;QACnB,EAAE;QACF,WAAW,GAAG,MAAM,CAAC,MAAM,GAAG,GAAG;QACjC,YAAY,GAAG,OAAO,GAAG,GAAG;QAC5B,cAAc,GAAG,MAAM,CAAC,UAAU;QAClC,oBAAoB,GAAG,MAAM,CAAC,mBAAmB;QACjD,EAAE;QACF,YAAY,GAAG,CAAC,GAAG,WAAW;QAC9B,EAAE;QACF,8DAA8D;QAC9D,6BAA6B,GAAG,MAAM,GAAG,iBAAiB;QAC1D,gCAAgC,GAAG,UAAU,GAAG,iBAAiB;QACjE,EAAE;QACF,8BAA8B;QAC9B,kBAAkB;QAClB,kBAAkB,GAAG,CAAC,GAAG,IAAI;QAC7B,qBAAqB,GAAG,CAAC,GAAG,YAAY;QACxC,mBAAmB,GAAG,CAAC,GAAG,SAAS;QACnC,2GAA2G;QAC3G,OAAO,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,6EAA6E,GAAG,CAAC,GAAG,cAAc,GAAG,CAAC,GAAG,aAAa;QACvJ,SAAS,GAAG,CAAC,GAAG,uBAAuB;QACvC,GAAG;QACH,EAAE;QACF,mBAAmB;QACnB,kBAAkB,GAAG,CAAC,GAAG,IAAI;QAC7B,qBAAqB,GAAG,CAAC,GAAG,YAAY;QACxC,mBAAmB,GAAG,CAAC,GAAG,SAAS;QACnC,iBAAiB;QACjB,yFAAyF;QACzF,uFAAuF;QACvF,6EAA6E;QAC7E,6CAA6C,GAAG,CAAC,GAAG,gEAAgE;QACpH,UAAU,GAAG,CAAC,GAAG,sDAAsD;QACvE,2GAA2G;QAC3G,OAAO,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,WAAW,GAAG,CAAC,GAAG,6CAA6C,GAAG,CAAC,GAAG,cAAc,GAAG,CAAC,GAAG,aAAa;QACzI,SAAS,GAAG,CAAC,GAAG,uBAAuB;QACvC,GAAG;QACH,EAAE;QACF,+BAA+B;QAC/B,EAAE;QACF,iBAAiB;QACjB,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,CAAC,GAAG,oBAAoB;QACnD,EAAE;QACF,uCAAuC;QACvC,GAAG;QACH,kBAAkB,GAAG,CAAC,GAAG,CAAC,GAAG,kBAAkB;QAC/C,aAAa,GAAG,CAAC,GAAG,oBAAoB;QACxC,YAAY,GAAG,CAAC,GAAG,mBAAmB;QACtC,QAAQ;QACR,KAAK;QACL,eAAe,GAAG,CAAC,GAAG,GAAG;QACzB,EAAE;QACF,8DAA8D;QAC9D,WAAW;QACX,aAAa;QACb,EAAE;QACF,2BAA2B;QAC3B,WAAW,GAAG,CAAC,GAAG,gBAAgB,GAAG,CAAC,GAAG,uCAAuC,GAAG,CAAC,GAAG,GAAG;QAC1F,EAAE;QACF,UAAU,GAAG,CAAC,GAAG,yBAAyB,GAAG,CAAC,GAAG,cAAc,GAAG,CAAC,GAAG,mBAAmB;QACzF,eAAe,GAAG,CAAC,GAAG,eAAe;QACrC,6BAA6B,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,SAAS;QAChE,6BAA6B,GAAG,CAAC,GAAG,UAAU,GAAG,CAAC,GAAG,qDAAqD,GAAG,CAAC,GAAG,oBAAoB;QACrI,eAAe;QACf,wCAAwC;QACxC,aAAa,GAAG,CAAC,GAAG,mBAAmB,GAAG,CAAC,GAAG,uCAAuC,GAAG,CAAC,GAAG,GAAG;QAC/F,MAAM;QACN,EAAE;QACF,sBAAsB;QACtB,OAAO,GAAG,CAAC,GAAG,kCAAkC;QAChD,EAAE;QACF,mBAAmB;QACnB,SAAS,GAAG,CAAC,GAAG,oBAAoB;QACpC,EAAE;QACF,OAAO,GAAG,CAAC,GAAG,yBAAyB;QACvC,gCAAgC,GAAG,CAAC,GAAG,SAAS;QAChD,MAAM;QACN,2BAA2B,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,SAAS;QAC9D,IAAI;QACJ,EAAE;QACF,OAAO,GAAG,CAAC,GAAG,WAAW;KAC1B,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACjC,CAAC"}

package/dist/services/cloud/types.d.ts

@@ -0,0 +1,26 @@
+export type InstanceState = 'pending' | 'running' | 'stopping' | 'stopped' | 'shutting-down' | 'terminated';
+export interface CloudConfig {
+    provider: 'aws';
+    instanceId: string;
+    region: string;
+    profile?: string;
+    idleTimeoutMin: number;
+    /** Custom shell command for workload detection; outputs "busy" or "idle" */
+    activityCommand?: string;
+}
+export interface CloudInstanceDetails {
+    state: InstanceState;
+    publicIp?: string;
+    instanceType?: string;
+    launchTime?: string;
+}
+export interface CloudProvider {
+    getInstanceState(config: CloudConfig): Promise<InstanceState>;
+    startInstance(config: CloudConfig): Promise<void>;
+    stopInstance(config: CloudConfig): Promise<void>;
+    waitForRunning(config: CloudConfig): Promise<void>;
+    waitForStopped(config: CloudConfig): Promise<void>;
+    getPublicIp(config: CloudConfig): Promise<string>;
+    getInstanceDetails(config: CloudConfig): Promise<CloudInstanceDetails>;
+}
+//# sourceMappingURL=types.d.ts.map