querysub 0.74.0 → 0.76.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.74.0",
+  "version": "0.76.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/-e-certs/EdgeCertController.ts

@@ -25,6 +25,9 @@ import { getDomain, isNoNetwork, isPublic } from "../config";
 import { requiresNetworkTrustHook } from "../-d-trust/NetworkTrust2";
 import { getExternalIP, testTCPIsListening } from "../misc/networking";
 import { magenta, yellow } from "socket-function/src/formatting/logColors";
+import { timeInMinute, timeInSecond } from "socket-function/src/misc";
+import { nodeDiscoveryShutdown } from "../-f-node-discovery/NodeDiscovery";
+import { shutdown } from "../diagnostics/periodic";
 
 let publicPort = -1;
 
@@ -187,6 +190,9 @@ const runEdgeDomainAliveLoop = lazy(() => {
 async function checkEdgeDomainsAlive() {
     if (isNoNetwork()) return;
     if (publicPort === -1) return;
+    // Only check once we are actually running on real sites (not just developer sites, which
+    //  use non-port 443)
+    if (publicPort !== 443) return;
     const edgeDomain = getDomain();
     let ips = await getRecords("A", edgeDomain);
     // Don't check 127.0.0.1, if we are in development this will still be set,
@@ -199,7 +205,7 @@ async function checkEdgeDomainsAlive() {
 
     let deadIPs = ips.filter((ip, i) => !results[i]);
     if (deadIPs.length > 0) {
-        console.log(`Found dead IPs for ${edgeDomain}:${publicPort}, removing their A records: ${JSON.stringify(deadIPs)}`);
+        console.error(`Found dead IPs for ${edgeDomain}:${publicPort}, removing their A records: ${JSON.stringify(deadIPs)}`);
     }
     for (let deadIP of deadIPs) {
         await deleteRecord("A", edgeDomain, deadIP);
@@ -239,6 +245,13 @@ async function getHTTPSKeyCertInner(callerIP: string) {
                     promises.push(deleteRecord("A", edgeDomain, "127.0.0.1"));
                 }
                 promises.push(addRecord("A", edgeDomain, callerIP));
+                runInfinitePoll(timeInMinute * 5, async () => {
+                    let ips = await getRecords("A", edgeDomain);
+                    if (!ips.includes(callerIP)) {
+                        console.error(`Our A record for ${edgeDomain} is no longer pointing to our ip (${callerIP}, as it is now pointing to ${JSON.stringify(ips)}). Terminating, hopefully when we restart we will fix it. This SHOULDN'T happen often!`);
+                        await shutdown();
+                    }
+                });
             }
             promises.push(addRecord("A", "noproxy." + edgeDomain, "127.0.0.1"));
             promises.push(addRecord("A", "127-0-0-1." + edgeDomain, "127.0.0.1"));

package/src/0-path-value-core/NodePathAuthorities.ts

@@ -96,6 +96,9 @@ class NodePathAuthorities {
     public getAuthorityPaths(nodeId: string) {
         return this.authorities.get(nodeId)?.authorityPaths;
     }
+    public debug_getAllAuthorities() {
+        return Array.from(this.authorities.values());
+    }
 
     public readonly createTime = Date.now();
     constructor() {

package/src/1-path-client/RemoteWatcher.ts

@@ -163,6 +163,8 @@ export class RemoteWatcher {
         let newDisconnectParents = 0;
         let foundPaths = 0;
         let foundParentPaths = 0;
+
+        let totalMissingPaths = 0;
         measureBlock(() => {
             for (let path of config.paths) {
                 // IMPORTANT! We have to await, otherwise we might see the paths are watched, skip them
@@ -177,6 +179,11 @@ export class RemoteWatcher {
 
                 let authorityId = pathValueAuthority2.getSingleReadNodeSync(path);
                 if (!authorityId) {
+                    if (totalMissingPaths === 0) {
+                        let authorities = pathValueAuthority2.debug_getAllAuthorities();
+                        console.warn(`Missing authority for path ${path}`, { authorities });
+                    }
+                    totalMissingPaths++;
                     if (!this.disconnectedPaths.has(path)) {
                         newDisconnectPaths++;
                         this.disconnectedPaths.add(path);
@@ -294,7 +301,7 @@ export class RemoteWatcher {
         }, `watchLatest|getSingleReadNode`);
 
         if (newDisconnectPaths > 0 || newDisconnectParents > 0) {
-            console.log(yellow(`Some paths have no authority. We will search for an authority periodically until we find an authority. New missing ${newDisconnectPaths} paths and ${newDisconnectParents} parent paths, total missing ${this.disconnectedPaths.size} paths and ${this.disconnectedParents.size} parent paths.`));
+            console.warn(`Some paths have no authority. We will search for an authority periodically until we find an authority. New missing ${newDisconnectPaths} paths and ${newDisconnectParents} parent paths, total missing ${this.disconnectedPaths.size} paths and ${this.disconnectedParents.size} parent paths.`);
             let first10 = Array.from(this.disconnectedPaths).slice(0, 10);
             for (let path of first10) {
                 console.log(`\t${path}`);

package/src/4-querysub/Querysub.ts

@@ -32,7 +32,7 @@ import { pathValueCommitter } from "../0-path-value-core/PathValueCommitter";
 import debugbreak from "debugbreak";
 import { extractPublicKey, verifyED25519 } from "../-a-auth/ed25519";
 import { registerDynamicResource, registerResource } from "../diagnostics/trackResources";
-import { registerPeriodic } from "../diagnostics/periodic";
+import { registerPeriodic, shutdown } from "../diagnostics/periodic";
 import { sha256 } from "js-sha256";
 import { green, red } from "socket-function/src/formatting/logColors";
 import { minify_sync } from "terser";
@@ -78,6 +78,7 @@ export class Querysub {
     public static createElement = qreact.createElement;
     public static Fragment = qreact.Fragment;
     public static t = t;
+    public static shutdown = () => shutdown();
     /**
         IMPORTANT! New schemas must be deployed by calling `yarn deploy`
 

package/src/diagnostics/periodic.ts

@@ -24,7 +24,7 @@ function logAll() {
 
 logErrors(runInfinitePollCallAtStart(timeInMinute * 5, logAll));
 
-async function shutdown() {
+export async function shutdown() {
     const { authorityStorage } = await import("../0-path-value-core/pathValueCore");
     try {
         await authorityStorage.onShutdown();

package/src/diagnostics/trackResources.ts

@@ -66,7 +66,7 @@ function getBufferUsage() {
 
 registerDynamicResource("Heap", getUsedHeapSize);
 registerDynamicResource("Buffers", getBufferUsage);
-registerDynamicResource("All Memory", getHeapSize);
+registerDynamicResource("Used Memory", getHeapSize);
 
 function logResourcesNow() {
     let resourcesWithCounts = resources.map(resource => ({ ...resource, count: resource.getCount() }));