querysub 0.291.0 → 0.293.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.291.0",
+  "version": "0.293.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/4-deploy/edgeNodes.ts

@@ -6,11 +6,10 @@ import { getAllNodeIds, getOwnNodeId } from "../-f-node-discovery/NodeDiscovery"
 import { getArchivesBackblazePublic } from "../-a-archives/archivesBackBlaze";
 import { nestArchives } from "../-a-archives/archives";
 import { SocketFunction } from "socket-function/SocketFunction";
-import { runInSerial, runInfinitePoll, runInfinitePollCallAtStart } from "socket-function/src/batching";
+import { delay, runInSerial, runInfinitePoll, runInfinitePollCallAtStart } from "socket-function/src/batching";
 import { compare, compareArray, isNodeTrue, sort, timeInMinute } from "socket-function/src/misc";
 import { cacheLimited, lazy } from "socket-function/src/caching";
 import { canHaveChildren } from "socket-function/src/types";
-import { shutdown } from "../diagnostics/periodic";
 import { hostArchives } from "../-b-authorities/cdnAuthority";
 import { getModuleFromConfig } from "../3-path-functions/pathFunctionLoader";
 import path from "path";
@@ -41,13 +40,17 @@ const getEdgeNodeConfig = cacheLimited(10000, async (fileName: string): Promise<
     return obj;
 });
 let nextNodeNum = 1;
+let registeredNodePaths = new Set<string>();
 function getNextNodePath() {
-    return "node" + (nextNodeNum++) + "_" + getOwnNodeId();
+    let path = "node" + (nextNodeNum++) + "_" + getOwnNodeId();
+    registeredNodePaths.add(path);
+    return path;
 }
 function getNodeIdFromPath(path: string) {
     return path.split("_").slice(1).join("_");
 }
 
+let edgeShutdown = false;
 
 export type EdgeNodesIndex = {
     edgeNodes: EdgeNodeConfig[];
@@ -84,6 +87,31 @@ export async function registerEdgeNode(config: {
     }
     registeredEdgeNode = true;
     let host = config.host;
+    await delay(0);
+
+    const { registerShutdownHandler } = await import("../diagnostics/periodic");
+    registerShutdownHandler(async () => {
+        edgeShutdown = true;
+        console.log(magenta(`Removing node from edge node list due to shutdown`));
+        await Promise.all(Array.from(registeredNodePaths).map(async nodePath => {
+            await edgeNodeStorage.del(nodePath);
+        }));
+        await updateEdgeNodesFile();
+    });
+    const { watchOnRollingUpdate } = await import("../deployManager/machineController");
+    watchOnRollingUpdate({
+        callback: async (time) => {
+            let duration = time - Date.now();
+            // Wait a bit to remove ourself from the edge node list
+            void delay(duration * 0.2).finally(async () => {
+                console.log(magenta(`Removing node from edge node list due to rolling update at ${new Date().toLocaleString()}`));
+                await Promise.all(Array.from(registeredNodePaths).map(async nodePath => {
+                    await edgeNodeStorage.del(nodePath);
+                }));
+                await updateEdgeNodesFile();
+            });
+        },
+    });
 
     await waitForFirstTimeSync();
 
@@ -193,6 +221,7 @@ const startUpdateLoop = lazy(async () => {
 });
 
 async function updateLoop() {
+    if (edgeShutdown) return;
     await runEdgeNodesAliveCheck();
     await updateEdgeNodesFile();
 }
@@ -261,6 +290,7 @@ async function updateEdgeNodesFile() {
         newEdgeNodeIndex.edgeNodes.push(edgeNodeConfig);
     }
 
+    console.log(magenta(`Updating ${edgeNodeIndexFile} with ${JSON.stringify(newEdgeNodeIndex)}`));
     await edgeNodeStorage.set(edgeNodeIndexFile, Buffer.from(JSON.stringify(newEdgeNodeIndex)));
 }
 

package/src/deployManager/spec.txt

@@ -4,7 +4,7 @@ Hmm... our cyoa servers are dying very fast... why?
     - Add rollingWindow to the definition
     - Set for public facing services (but not for scripts)
         - PathValueServer - 10 minutes
-        - FunctionRunner - 10 minutes
+        - FunctionRunner - CANNOT use rolling
         - HTTP - 4 hours
         - Boostrapper - NO rolling
         - gc/join - NO rolling