querysub 0.593.0 → 0.594.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.593.0",
+  "version": "0.594.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",
@@ -74,7 +74,7 @@
     "node-forge": "https://github.com/sliftist/forge#e618181b469b07bdc70b968b0391beb8ef5fecd6",
     "pako": "^2.1.0",
     "peggy": "^5.0.6",
-    "sliftutils": "^1.7.72",
+    "sliftutils": "^1.7.74",
     "socket-function": "^1.2.29",
     "terser": "^5.31.0",
     "typenode": "^6.6.1",

package/src/-a-archives/archives2.ts

@@ -72,7 +72,7 @@ function archiveBuilder(bucket: string, overrides: Partial<RemoteConfigBase>) {
     ]);
 
     return createArchives({
-        version: 16,
+        version: 18,
         sources,
     });
 }

package/src/0-path-value-core/archiveLocks/ArchiveLocks2.ts

@@ -31,13 +31,14 @@ const ARCHIVE_PROPAGATION_TIME = timeInSecond * 5;
 const MAX_APPLY_TRIES = 10;
 // Confirms used to be zero-byte files, which the storage layer now treats as deletes, wiping every historical confirmation. Locked files created before this date are assumed confirmed, as anything invalid that old would have already been cleaned up.
 const ASSUME_CONFIRMED_BEFORE = Date.parse("2026-07-23T00:00:00.000Z");
-const CONCURRENT_READ_COUNT = 32;
-const CONCURRENT_WRITE_COUNT = 16;
+// NOTE: These values have been increased as our storage servers can handle way more throughput than before because it's using WebSockets. 
+const CONCURRENT_READ_COUNT = 128;
+const CONCURRENT_WRITE_COUNT = 128;
 const CONCURRENT_TRANSACTION_READS = 8;
 
 /** Moves by copy-then-delete (IArchives has no move). copyArchiveFile stamps the target with the source's write time, so ordering-by-writeTime survives the move. A missing source means another process already moved it, which is fine. */
 async function moveArchiveFile(from: IArchives, to: IArchives, path: string): Promise<void> {
-    let copied = await copyArchiveFile({ from, to, path });
+    let copied = await copyArchiveFile({ from, to, path, noFallbacks: true });
     if (!copied) return;
     await from.del(path);
 }
@@ -76,7 +77,8 @@ export function createArchiveLocker2(config: {
             logNodeStats(`archives|Created TΔ`, formatNumber, 1);
         },
         async getValue(key) {
-            return getArchives(key).get(key);
+            // NOTE: I think we wanna not use fallbacks, Because we really want this to be atomic and safe. 
+            return getArchives(key).get(key, { noFallbacks: true });
         },
         async deleteKey(key) {
             let archives = await getArchives(key);

package/src/deployManager/components/StoragePage.tsx

@@ -6,7 +6,7 @@ import { sort, timeInSecond } from "socket-function/src/misc";
 import preact from "preact";
 import { Querysub } from "../../4-querysub/Querysub";
 import { listServerBuckets, clearServerWriteStats, activateServerBucket, getServerActiveBucket } from "sliftutils/storage/remoteStorage/createArchives";
-import type { ServerBucketInfo, BucketDiskInfo, BucketWriteStats, ActiveBucketInfo } from "sliftutils/storage/remoteStorage/storageServerState";
+import type { ServerBucketInfo, BucketWriteStats, ActiveBucketInfo } from "sliftutils/storage/remoteStorage/storageServerState";
 import type { ArchivesConfig, SyncActivity, RemoteConfig, HostedConfig } from "sliftutils/storage/IArchives";
 import { parseHostedUrl } from "sliftutils/storage/remoteStorage/remoteConfig";
 import { UsageBar, getUsageThresholds } from "../../library-components/UsageBar";
@@ -19,6 +19,7 @@ import { Table } from "../../5-diagnostics/Table";
 import { RouteConfigView } from "./RouteConfigView";
 import { Tag, SourceTag, getSourceTags } from "./Tag";
 import { STORAGE_COMMAND_PREFIX } from "../serviceCategories";
+import { BucketDiskInfo } from "sliftutils/storage/remoteStorage/bucketDisk";
 
 module.hotreload = true;
 

package/src/diagnostics/logs/errorNotifications2/errorNotifications.ts

@@ -48,7 +48,7 @@ let pendingDiscordNotifications = new Map<string, {
     errorCount: number;
     isNew: boolean;
 }>();
-async function getSuppressionEntries(): Promise<SuppressionEntry[]> {
+export async function getSuppressionEntries(): Promise<SuppressionEntry[]> {
     return await suppression.values();
 }
 

package/src/library-components/SyncedController.ts

@@ -295,14 +295,12 @@ export function getSyncedController<T extends {
                         });
                         // We have to wait until we actually commit before making the call. Otherwise, if this commit is rejected because we need to do synchronized values, we'll call the function twice.
                         let fnc = controller.nodes[nodeId][fncName] as any;
-                        Querysub.onCommitFinished(() => {
-                            // Doesn't on commit finished also implicitly mean we're all synced? Pretty sure that isAll synced is making things break. 
-                            //if (Querysub.isAllSynced()) {
+                        // NOTE: We can't do on commit finish because we later have a trigger on promise finish for our own promise. And if we don't start the promise call until we finish the commit, And we can't finish the commit until we start the promise call, it'll never finish. So... The best we can do is just check for if everything's synced at this current point. 
+                        if (Querysub.isAllSynced()) {
                             void Promise.resolve().then(() => {
                                 doPromiseCall();
                             });
-                            //}
-                        });
+                        }
                         function doPromiseCall() {
                             let promise = fnc(...args) as Promise<unknown>;
                             promiseObjBase.resolve(promise);