querysub 0.620.0 → 0.621.0

package/bin/emergency-update.js

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+
+require("typenode");
+require("../src/deployManager/emergencyUpdateMain");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.620.0",
+  "version": "0.621.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",
@@ -55,6 +55,7 @@
     "error-watch-public": "./bin/error-watch-public.js",
     "audit-imports": "./bin/audit-imports.js",
     "audit-disk-values": "./bin/audit-disk-values.js",
+    "emergency-update": "./bin/emergency-update.js",
     "mcp-indexed-logs": "./bin/mcp-indexed-logs.js",
     "autofix": "./bin/autofix.js",
     "storageserve": "./bin/storageserve.js"
@@ -78,7 +79,7 @@
     "node-forge": "https://github.com/sliftist/forge#e618181b469b07bdc70b968b0391beb8ef5fecd6",
     "pako": "^2.1.0",
     "peggy": "^5.0.6",
-    "sliftutils": "^1.7.89",
+    "sliftutils": "^1.7.90",
     "socket-function": "^1.2.30",
     "terser": "^5.31.0",
     "typenode": "^6.6.1",

package/src/-a-archives/archives2.ts

@@ -83,7 +83,7 @@ function archiveBuilder(bucket: string, overrides: Partial<RemoteConfigBase>) {
     ]);
 
     return createArchives({
-        version: 22,
+        version: 23,
         sources,
     });
 }

package/src/deployManager/emergencyUpdateMain.ts

@@ -0,0 +1,78 @@
+import "../inject";
+
+import { Querysub } from "../4-querysub/Querysub";
+import { logErrors } from "../errors";
+import { disablePathAuditer } from "../diagnostics/pathAuditerCallback";
+import { formatDateTime } from "socket-function/src/formatting/format";
+import { green, magenta } from "socket-function/src/formatting/logColors";
+import { delay } from "socket-function/src/batching";
+import { MachineServiceControllerBase, ServiceConfig } from "./machineSchema";
+
+// setServiceConfigs notifies the machines without awaiting the notifications, so we linger before exiting to let them go out. If they are lost anyway (ex, the machines are unreachable), the machines still pick up the new configs on their fallback resync poll.
+const NOTIFY_GRACE_PERIOD = 10 * 1000;
+
+// The emergency workflow from the services list page, as one command: commit/publish/push querysub, commit/push the service repo, then point every service config at the new commit with no overlap. Everything here writes to the service configs archives directly, which falls back to backblaze, so this works while the storage servers (and therefore the deploy pages) are down.
+async function main() {
+    disablePathAuditer();
+    await Querysub.hostService("emergency-update");
+
+    let controller = new MachineServiceControllerBase();
+    let commitMessage = `emergency update ${formatDateTime(Date.now())}`;
+
+    let gitInfo = await controller.getGitInfo();
+    console.log(magenta(`Starting emergency update of ${gitInfo.repoUrl}`), {
+        commitMessage,
+        querysubUncommittedFiles: gitInfo.querysubUncommitted.length,
+        uncommittedFiles: gitInfo.uncommitted.length,
+    });
+
+    if (gitInfo.querysubUncommitted.length > 0) {
+        console.log(magenta(`Committing, publishing, and pushing querysub (${gitInfo.querysubUncommitted.length} files changed)`));
+        await controller.commitPushAndPublishQuerysub(commitMessage);
+    } else {
+        console.log(`Querysub has no uncommitted changes, skipping the querysub publish`);
+    }
+
+    // Re-read, as publishing querysub updates our package.json, which then needs to be committed here
+    gitInfo = await controller.getGitInfo();
+    if (gitInfo.uncommitted.length > 0) {
+        console.log(magenta(`Committing and pushing the service repo (${gitInfo.uncommitted.length} files changed)`));
+        await controller.commitPushService(commitMessage);
+    } else {
+        console.log(`The service repo has no uncommitted changes, skipping the commit`);
+    }
+
+    // Re-read, as latestRef must include the commit we just pushed
+    gitInfo = await controller.getGitInfo();
+
+    let serviceIds = await controller.getServiceList();
+    let configs: ServiceConfig[] = [];
+    for (let serviceId of serviceIds) {
+        let config = await controller.getServiceConfig(serviceId);
+        if (config) configs.push(config);
+    }
+    let outdated = configs.filter(config =>
+        config.parameters.repoUrl === gitInfo.repoUrl
+        && config.parameters.gitRef !== gitInfo.latestRef
+    );
+    console.log(`Services: ${configs.length} total, ${outdated.length} on an old commit (latest is ${gitInfo.latestRef})`);
+    if (outdated.length === 0) {
+        console.log(green(`All services are already on the latest commit, nothing to deploy`));
+        return;
+    }
+
+    let now = Date.now();
+    for (let config of outdated) {
+        console.log(`Updating ${config.parameters.key}: ${config.parameters.gitRef} => ${gitInfo.latestRef} (release at ${formatDateTime(now)}, no overlap)`);
+        config.parameters.gitRef = gitInfo.latestRef;
+        config.parameters.releaseTime = now;
+        config.parameters.overlapTime = 0;
+    }
+    await controller.setServiceConfigs(outdated);
+    console.log(`Wrote ${outdated.length} service configs, waiting for machine notifications to go out`);
+    await delay(NOTIFY_GRACE_PERIOD);
+
+    console.log(green(`Emergency update complete: ${outdated.length} services updating to ${gitInfo.latestRef}`));
+}
+
+main().catch(logErrors).finally(() => process.exit());

package/src/diagnostics/logs/diskLogger.ts

@@ -1,6 +1,3 @@
-require("debugbreak")(2);
-debugger;
-
 import { isNode } from "typesafecss";
 import { partialCopyObject } from "../../misc";
 import { canHaveChildren } from "socket-function/src/types";