neuralos 3.3.2 → 3.3.4

package/bin/gybackend.cjs

@@ -256134,6 +256134,10 @@ var init_schedulerService = __esm({
             } catch {
             }
           }
+          try {
+            this.opts.onMinute?.(new Date(cur));
+          } catch {
+          }
           cur = new Date(cur.getTime() + 6e4);
         }
         this.lastTickMs = nowMs;
@@ -348672,6 +348676,125 @@ var AgentRunLedger = class {
   }
 };
 
+// ../../packages/backend/src/services/AgentHelper/utils/safeMemorySaver.ts
+var CHECKPOINT_STRING_CAP = 8 * 1024;
+var CHECKPOINT_BYTES_CAP = 16 * 1024 * 1024;
+var CHECKPOINT_MAX_MESSAGES = 40;
+function truncateString(input, max = CHECKPOINT_STRING_CAP) {
+  if (input.length <= max) return input;
+  const omitted = input.length - max;
+  return `${input.slice(0, max)}
+...[truncated ${omitted} chars for checkpoint]...`;
+}
+function pruneValue(value, depth = 0) {
+  if (depth > 8) return "[pruned: depth]";
+  if (typeof value === "string") return truncateString(value);
+  if (Array.isArray(value)) {
+    return value.map((item) => pruneValue(item, depth + 1));
+  }
+  if (value && typeof value === "object") {
+    const obj = value;
+    const out = {};
+    for (const [k, v] of Object.entries(obj)) {
+      out[k] = pruneValue(v, depth + 1);
+    }
+    return out;
+  }
+  return value;
+}
+function pruneMessagesArray(messages) {
+  const pruned = messages.map((m2) => pruneValue(m2));
+  if (pruned.length <= CHECKPOINT_MAX_MESSAGES) return pruned;
+  const keep = CHECKPOINT_MAX_MESSAGES - 1;
+  const dropped = pruned.length - keep;
+  return [
+    {
+      type: "system",
+      content: `[checkpoint] dropped ${dropped} older messages to stay under memory cap`
+    },
+    ...pruned.slice(-keep)
+  ];
+}
+function pruneCheckpointForSaver(checkpoint) {
+  if (!checkpoint || typeof checkpoint !== "object") return checkpoint;
+  const cp = checkpoint;
+  const next = { ...cp };
+  const channelValues = cp.channel_values;
+  if (channelValues && typeof channelValues === "object") {
+    const channels = { ...channelValues };
+    if (Array.isArray(channels.messages)) {
+      channels.messages = pruneMessagesArray(channels.messages);
+    }
+    for (const [k, v] of Object.entries(channels)) {
+      if (k === "messages") continue;
+      channels[k] = pruneValue(v);
+    }
+    next.channel_values = channels;
+  }
+  if ("pending_sends" in next) {
+    next.pending_sends = pruneValue(next.pending_sends);
+  }
+  return next;
+}
+function isAllocationError(error40) {
+  if (!error40) return false;
+  const msg = error40 instanceof Error ? error40.message : String(error40);
+  const name = error40 instanceof Error ? error40.name : "";
+  return name === "RangeError" || /failed to allocate memory|invalid string length|array buffer allocation failed|Cannot allocate|ERR_STRING_TOO_LONG/i.test(
+    msg
+  );
+}
+var SafeMemorySaver = class extends MemorySaver {
+  async put(config2, checkpoint, metadata) {
+    const pruned = pruneCheckpointForSaver(checkpoint);
+    try {
+      return await super.put(config2, pruned, pruneValue(metadata));
+    } catch (error40) {
+      if (!isAllocationError(error40)) throw error40;
+      console.warn(
+        "[SafeMemorySaver] checkpoint serialize OOM \u2014 dropping older messages and retrying"
+      );
+      try {
+        const tighter = pruneCheckpointForSaver(pruned);
+        const channels = tighter.channel_values ?? {};
+        if (Array.isArray(channels.messages)) {
+          channels.messages = channels.messages.slice(-8);
+        }
+        tighter.channel_values = channels;
+        return await super.put(config2, tighter, { source: "oom-pruned" });
+      } catch (retryError) {
+        if (!isAllocationError(retryError)) throw retryError;
+        console.warn(
+          "[SafeMemorySaver] checkpoint still too large \u2014 skipping persist so the run can finish"
+        );
+        return {
+          configurable: {
+            thread_id: config2?.configurable?.thread_id,
+            checkpoint_ns: config2?.configurable?.checkpoint_ns ?? "",
+            checkpoint_id: checkpoint?.id
+          }
+        };
+      }
+    }
+  }
+  async putWrites(config2, writes, taskId) {
+    const prunedWrites = Array.isArray(writes) ? writes.map((w) => {
+      if (Array.isArray(w) && w.length >= 2) {
+        return [w[0], pruneValue(w[1]), ...w.slice(2)];
+      }
+      return pruneValue(w);
+    }) : writes;
+    try {
+      return await super.putWrites(config2, prunedWrites, taskId);
+    } catch (error40) {
+      if (!isAllocationError(error40)) throw error40;
+      console.warn(
+        "[SafeMemorySaver] putWrites serialize OOM \u2014 skipping writes persist"
+      );
+    }
+  }
+};
+
 // ../../packages/backend/src/services/AgentHelper/tools/edit_tools.ts
 init_zod();
 
@@ -369354,13 +369477,17 @@ var AgentService_v2 = class {
     this.imageAttachmentService = imageAttachmentService || null;
     this.fileTransferService = fileTransferService || null;
     this.helpers = new AgentHelpers();
-    this.checkpointer = new MemorySaver();
+    this.checkpointer = new SafeMemorySaver();
     this.initializeGraph();
   }
   updateSettings(settings) {
     this.settings = settings;
     this.builtInToolEnabled = settings.tools?.builtIn ?? {};
     this.initializeGraph();
+    try {
+      this.triggerEngine?.reloadFrom(settings.automation?.triggers ?? []);
+    } catch {
+    }
   }
   setEventPublisher(publisher) {
     this.helpers.setEventPublisher(publisher);
@@ -369444,15 +369571,18 @@ var AgentService_v2 = class {
     return this.helpers.isAbortError(error40);
   }
   /**
-   * v3.2.18: resolve a fallback model id to its ModelDefinition from the
-   * session's settings. Returns null when the model isn't configured.
+   * v3.2.18 / v3.3.3: resolve a fallback model (id, name, or provider model
+   * string) to its ModelDefinition. Must use `this.settings` — the previous
+   * `this.options.getSettings` path never existed, so failover always missed.
+   * Prefers an item that has an API key when several share the same model id.
    */
   resolveFallbackModelItem(modelId) {
     try {
-      const settings = this.options?.getSettings?.() ?? null;
-      const items = settings?.models?.items ?? [];
-      const hit = items.find((m2) => m2.model === modelId || m2.id === modelId || m2.name === modelId);
-      return hit ?? null;
+      const items = this.settings?.models?.items ?? [];
+      if (!modelId) return null;
+      const keyed = items.filter((m2) => !!m2.apiKey);
+      const pool = keyed.length ? keyed : items;
+      return pool.find((m2) => m2.id === modelId) ?? pool.find((m2) => m2.model === modelId) ?? pool.find((m2) => m2.name === modelId) ?? null;
     } catch {
       return null;
     }
@@ -370021,71 +370151,44 @@ var AgentService_v2 = class {
       let reasoningContent = "";
       let debugRawChunks = [];
       const llmTraceStart = Date.now();
-      const fallbacks = sessionBinding.fallbackModels;
+      const fallbacks = sessionBinding.fallbackModels ?? [];
       let fullResponse;
-      if (Array.isArray(fallbacks) && fallbacks.length > 0) {
-        const { withModelFailover: withModelFailover2 } = await Promise.resolve().then(() => (init_modelFailover(), modelFailover_exports));
-        const primaryModel = baseModel?.model ?? baseModel?.modelName ?? "unknown";
-        const chain = [{ model: primaryModel }, ...fallbacks.map((f) => ({ model: f.model, label: f.label }))];
-        const failover = await withModelFailover2(chain, async (candidate) => {
-          let modelToUse = modelWithTools;
-          if (candidate.model !== primaryModel) {
-            const fallbackItem = this.resolveFallbackModelItem(candidate.model);
-            if (!fallbackItem) {
-              throw new Error(`fallback model "${candidate.model}" is not configured`);
-            }
-            const fallbackChat = this.helpers.createChatModel(
-              fallbackItem,
-              shouldUseThinkingModelOnThisPass ? 0.2 : 0.7,
-              null
-            );
-            modelToUse = fallbackChat.bindTools([...builtInTools, ...mcpTools]);
-          }
-          return await invokeWithRetryAndSanitizedInput({
-            helpers: this.helpers,
-            messages: modelInputMessages,
-            modelSupportsImage: sessionBinding.readFileSupport.image,
-            signal: config2?.signal,
-            operation: async (streamInputMessages) => {
-              const stream = await modelToUse.stream(streamInputMessages, { signal: config2?.signal });
-              let response = null;
-              for await (const chunk2 of stream) {
-                response = response ? response.concat(chunk2) : chunk2;
-              }
-              if (!response) throw new Error("Model stream ended without a usable response.");
-              return response;
-            },
-            onRetry: (attempt) => {
-              this.helpers.sendEvent(sessionId, {
-                type: "alert",
-                message: `Retrying (${attempt}/${MODEL_RETRY_MAX})...`,
-                level: "info",
-                messageId: `retry-${messageId}-${attempt}`
-              });
-            },
-            maxRetries: MODEL_RETRY_MAX,
-            delaysMs: MODEL_RETRY_DELAYS_MS
-          });
-        }, {
-          onAttempt: (a) => {
-            if (!a.ok) {
-              console.warn(`[AgentService_v2] model failover: ${a.model} failed (${a.reason}) after ${a.durationMs}ms`);
-            }
+      const { withModelFailover: withModelFailover2, buildFailoverChain: buildFailoverChain2 } = await Promise.resolve().then(() => (init_modelFailover(), modelFailover_exports));
+      const primaryModel = baseModel?.model ?? baseModel?.modelName ?? "unknown";
+      const chain = buildFailoverChain2(
+        { model: primaryModel },
+        fallbacks.map((f) => ({ model: f.model, label: f.label }))
+      );
+      const failover = await withModelFailover2(chain, async (candidate) => {
+        let modelToUse = modelWithTools;
+        if (candidate.model !== primaryModel) {
+          partialText = "";
+          reasoningContent = "";
+          debugRawChunks = [];
+          const fallbackItem = this.resolveFallbackModelItem(candidate.model);
+          if (!fallbackItem || !fallbackItem.apiKey) {
+            throw new Error(`fallback model "${candidate.model}" is not configured or has no API key`);
           }
-        });
-        if (failover.value !== void 0) {
-          fullResponse = failover.value;
-        } else {
-          throw failover.error ?? new Error("model failover exhausted all candidates");
+          this.helpers.sendEvent(sessionId, {
+            type: "alert",
+            message: `Primary model failed \u2014 failing over to ${candidate.label || candidate.model}`,
+            level: "warning",
+            messageId: `failover-${messageId}-${candidate.model}`
+          });
+          const fallbackChat = this.helpers.createChatModel(
+            fallbackItem,
+            shouldUseThinkingModelOnThisPass ? 0.2 : 0.7,
+            null
+          );
+          modelToUse = fallbackChat.bindTools([...builtInTools, ...mcpTools]);
         }
-      } else {
-        fullResponse = await invokeWithRetryAndSanitizedInput({
+        return await invokeWithRetryAndSanitizedInput({
           helpers: this.helpers,
           messages: modelInputMessages,
           modelSupportsImage: sessionBinding.readFileSupport.image,
           signal: config2?.signal,
           operation: async (streamInputMessages) => {
-            const stream = await modelWithTools.stream(streamInputMessages, {
+            const stream = await modelToUse.stream(streamInputMessages, {
               signal: config2?.signal
             });
             let response = null;
@@ -370245,6 +370348,19 @@ var AgentService_v2 = class {
           maxRetries: MODEL_RETRY_MAX,
           delaysMs: MODEL_RETRY_DELAYS_MS
         });
+      }, {
+        onAttempt: (a) => {
+          if (!a.ok) {
+            console.warn(`[AgentService_v2] model failover: ${a.model} failed (${a.reason}) after ${a.durationMs}ms`);
+          } else if (a.model !== primaryModel) {
+            console.log(`[AgentService_v2] model failover: succeeded on ${a.model} after ${a.durationMs}ms`);
+          }
+        }
+      });
+      if (failover.value !== void 0) {
+        fullResponse = failover.value;
+      } else {
+        throw failover.error ?? new Error("model failover exhausted all candidates");
       }
       fullResponse.additional_kwargs = {
         ...fullResponse.additional_kwargs || {},
@@ -386353,8 +386469,9 @@ function normalizePlaybookSteps(steps) {
   if (!steps || steps.length === 0) throw new Error("A playbook needs at least one step");
   return steps.map((s, idx) => {
     const kind = s.kind;
-    if (kind !== "command" && kind !== "script" && kind !== "wait") {
-      throw new Error(`Step ${idx + 1}: kind must be command|script|wait`);
+    const allowed = ["command", "script", "wait", "template", "playbook", "healthCheck"];
+    if (!allowed.includes(kind)) {
+      throw new Error(`Step ${idx + 1}: kind must be ${allowed.join("|")}`);
     }
     if (kind === "command" && !(s.command ?? "").trim()) {
       throw new Error(`Step ${idx + 1}: command steps need a non-empty command`);
@@ -386365,6 +386482,15 @@ function normalizePlaybookSteps(steps) {
     if (kind === "wait" && !(typeof s.waitSeconds === "number" && s.waitSeconds > 0)) {
       throw new Error(`Step ${idx + 1}: wait steps need waitSeconds > 0`);
     }
+    if (kind === "template" && !(s.templateId ?? "").trim()) {
+      throw new Error(`Step ${idx + 1}: template steps need a templateId`);
+    }
+    if (kind === "playbook" && !(s.playbookId ?? "").trim()) {
+      throw new Error(`Step ${idx + 1}: playbook steps need a playbookId`);
+    }
+    if (kind === "healthCheck" && !(s.healthUrl ?? "").trim()) {
+      throw new Error(`Step ${idx + 1}: healthCheck steps need a healthUrl`);
+    }
     if (s.onError && s.onError !== "stop" && s.onError !== "continue") {
       throw new Error(`Step ${idx + 1}: onError must be stop|continue`);
     }
@@ -387867,6 +387993,7 @@ var AgentSettingProfileService = class {
 
 // ../../packages/backend/src/services/automation/triggerEngine.ts
 var import_crypto10 = require("crypto");
+init_schedulerService();
 var DEFAULT_COOLDOWN_S = 300;
 var HISTORY_LIMIT_DEFAULT2 = 200;
 var MAX_CONCURRENT_DEFAULT = 3;
@@ -387922,6 +388049,19 @@ var TriggerEngine = class {
     if (!t) return false;
     return this.triggers.delete(t.id);
   }
+  /** Replace in-memory triggers from persisted settings (UI save path). */
+  reloadFrom(list) {
+    const previous = new Map(this.triggers);
+    this.triggers.clear();
+    for (const t of list) {
+      const existing = previous.get(t.id);
+      this.triggers.set(t.id, {
+        ...t,
+        fireCount: t.fireCount ?? existing?.fireCount ?? 0,
+        lastFiredAt: t.lastFiredAt ?? existing?.lastFiredAt
+      });
+    }
+  }
   setEnabled(idOrName, enabled) {
     const t = this.get(idOrName);
     if (!t) return false;
@@ -387956,6 +388096,25 @@ var TriggerEngine = class {
       }
     }
   }
+  /**
+   * Fire every enabled schedule-kind trigger whose cron matches `at`.
+   * Called from SchedulerService on each minute tick.
+   */
+  fire_schedule(at) {
+    const fired = [];
+    for (const t of this.triggers.values()) {
+      if (!t.enabled || t.kind !== "schedule") continue;
+      if (!t.cron) continue;
+      try {
+        const due = t.timezone ? matchesCronInTz(t.cron, at, t.timezone) : matchesCron(t.cron, at);
+        if (!due) continue;
+        void this.fire(t, `schedule "${t.cron}" at ${at.toISOString()}`);
+        fired.push(t.id);
+      } catch {
+      }
+    }
+    return fired;
+  }
   /** Manually fire any webhook-kind triggers (or test a specific one). */
   fire_webhook(triggerIdOrName, reason) {
     const fired = [];
@@ -397541,6 +397700,12 @@ async function startGyBackend() {
   }
   const scheduler = new SchedulerService({
     getTasks: () => automationManager.listScheduledTasks(),
+    onMinute: (at) => {
+      try {
+        triggerEngine.fire_schedule(at);
+      } catch {
+      }
+    },
     onSkip: (task2, reason) => {
       if (reason === "overlap-skip") {
         console.warn(

package/package.json

@@ -1,11 +1,46 @@
 {
   "name": "neuralos",
-  "version": "3.3.2",
-  "description": "Headless AI-native backend for RTerm / neuralOS — v3.3.2: playbook editor gains v3.2.17 fields (step timeout/retry/when/env, parallel targets, runtime cap, dry-run) + full Trigger manager UI. v3.3.0-1: configurable model failover + settings-coverage UI. 14 plugins, 61 plugin tools.",
-  "main": "bin/gybackend.cjs",
-  "bin": { "gybackend": "bin/gybackend.cjs" },
+  "version": "3.3.4",
+  "description": "AI-native terminal & agentic-AI operations platform for Forward Deployed Engineers & SREs: AIOps closed-loop remediation, AI SRE, self-healing infrastructure, runbook automation, ChatOps; executes over SSH/WinRM/serial under policy with tamper-evident audit.",
+  "keywords": [
+    "forward-deployed-engineer",
+    "fde",
+    "ai-terminal",
+    "ai-agent",
+    "ssh",
+    "winrm",
+    "serial-console",
+    "cisco",
+    "network-automation",
+    "sre",
+    "observability",
+    "incident-response",
+    "change-management",
+    "infrastructure-automation",
+    "runbooks",
+    "neuralos",
+    "aiops",
+    "ai-sre",
+    "agentic-ai",
+    "chatops",
+    "self-healing",
+    "runbook-automation",
+    "closed-loop-remediation",
+    "mcp"
+  ],
   "license": "MIT",
-  "engines": { "node": ">=18" },
+  "homepage": "https://rterm.app",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/DrOlu/RTerm.git"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "bin": {
+    "gybackend": "bin/gybackend.cjs"
+  },
+  "main": "bin/gybackend.cjs",
   "dependencies": {
     "@nats-io/jetstream": "^3.4.0",
     "@nats-io/kv": "^3.4.0",