querysub 0.449.0 → 0.450.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.449.0",
+  "version": "0.450.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/0-path-value-core/pathValueArchives.ts

@@ -23,6 +23,12 @@ export const archives = lazy(() => wrapArchivesWithCache(getArchives("path-value
 export const archivesLocks = lazy(() => getArchives("path-values-locks/"));
 export const archivesRecycleBin = lazy(() => wrapArchivesWithCache(getArchives("path-values-recycle-bin/")));
 
+// Backblaze's getInfo (listFileNames) can transiently report a just-written file as missing.
+//  Before treating a missing file as a fatal "written too slowly" condition, recheck a few
+//  times to confirm it really is gone.
+const ARCHIVE_INFO_RECHECK_ATTEMPTS = 5;
+const ARCHIVE_INFO_RECHECK_DELAY = 5000;
+
 export type RawValuePaths = {
     dataPath: string;
     values: PathValue[];
@@ -218,6 +224,12 @@ export class PathValueArchives {
             let fileInfo = await archives().getInfo(fullPath);
             // NOTE: If no fileInfo... then our file was merged? Which... is BAD, as it means we took
             //      too long to read it, so we probably took too long to write it too!
+            // Backblaze's getInfo can transiently report a just-written file as missing, so recheck
+            //  a few times before treating a missing file as fatal.
+            for (let attempt = 0; !fileInfo && attempt < ARCHIVE_INFO_RECHECK_ATTEMPTS; attempt++) {
+                await delay(ARCHIVE_INFO_RECHECK_DELAY);
+                fileInfo = await archives().getInfo(fullPath);
+            }
             if (!fileInfo || fileInfo.writeTime > slowestFileWriteTime) {
                 console.error(red(`File ${fullPath} was written too slowly, ${fileInfo?.writeTime || "undefined"} < ${slowestFileWriteTime}. This means some values will be rejected by reads. Killing server, our state is irrecoverable. Our watches have invalid data, and we have to stop before we create more invalid dependencies.`));
                 await delay(5000);

package/src/diagnostics/logs/errorNotifications2/errorNotifications.ts

@@ -24,7 +24,7 @@ import { atomic } from "../../../2-proxy/PathValueProxyWatcher";
 import { magenta } from "socket-function/src/formatting/logColors";
 
 
-type SuppressionEntry = {
+export type SuppressionEntry = {
     id: string;
     notes?: string;
     pattern: string;
@@ -35,7 +35,7 @@ type SuppressionEntry = {
     createdTime: number;
     lastUpdatedTime: number;
 };
-const suppression = archiveJSONT<SuppressionEntry>(() => nestArchives("logs/error-suppression/", getArchivesBackblaze(getDomain())));
+export const suppression = archiveJSONT<SuppressionEntry>(() => nestArchives("logs/error-suppression/", getArchivesBackblaze(getDomain())));
 let suppressionCache: SuppressionEntry[] = [];
 
 // In-memory Discord notification throttling