sliftutils 0.66.0 → 0.68.0

package/index.d.ts

@@ -986,6 +986,7 @@ declare module "sliftutils/storage/TransactionStorage" {
         watchResync(callback: () => void): void;
         private init;
         private getCurrentChunk;
+        private updateDiskFileTimestamp;
         private onAddToChunk;
         get(key: string): Promise<Buffer | undefined>;
         set(key: string, value: Buffer): Promise<void>;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "sliftutils",
-    "version": "0.66.0",
+    "version": "0.68.0",
     "main": "index.js",
     "license": "MIT",
     "files": [

package/storage/TransactionStorage.d.ts

@@ -22,6 +22,7 @@ export declare class TransactionStorage implements IStorage<Buffer> {
     watchResync(callback: () => void): void;
     private init;
     private getCurrentChunk;
+    private updateDiskFileTimestamp;
     private onAddToChunk;
     get(key: string): Promise<Buffer | undefined>;
     set(key: string, value: Buffer): Promise<void>;

package/storage/TransactionStorage.ts

@@ -78,7 +78,8 @@ function getNextChunkPath(): string {
 
 export class TransactionStorage implements IStorage<Buffer> {
     public cache: Map<string, TransactionEntry> = new Map();
-    private diskFiles: Set<string> = new Set();
+    // Maps file name to our last known write timestamp
+    private diskFiles: Map<string, number> = new Map();
     private currentChunk: {
         path: string;
         size: number;
@@ -123,10 +124,14 @@ export class TransactionStorage implements IStorage<Buffer> {
                 size: 0,
                 timeCreated: Date.now()
             };
-            this.diskFiles.add(this.currentChunk.path);
+            // Timestamp will be updated after actual write
+            this.diskFiles.set(this.currentChunk.path, 0);
         }
         return this.currentChunk.path;
     }
+    private updateDiskFileTimestamp(file: string): void {
+        this.diskFiles.set(file, Date.now());
+    }
     private onAddToChunk(size: number): void {
         if (!this.currentChunk) return;
         this.currentChunk.size += size;
@@ -222,6 +227,7 @@ export class TransactionStorage implements IStorage<Buffer> {
                     }
                     let content = chunk.buffer;
                     await this.rawStorage.append(file, content);
+                    this.updateDiskFileTimestamp(file);
                     this.onAddToChunk(content.length);
                 }
 
@@ -255,13 +261,24 @@ export class TransactionStorage implements IStorage<Buffer> {
         const anyChanges = async () => {
             let keys = await this.rawStorage.getKeys();
             let diskFiles = keys.filter(key => key.endsWith(CHUNK_EXT));
-            let hasNew = diskFiles.some(file => !this.diskFiles.has(file));
-            return hasNew;
+            // Check if any known files have been modified externally (disk timestamp newer than ours)
+            for (let file of diskFiles) {
+                let ourTimestamp = this.diskFiles.get(file);
+                if (ourTimestamp === undefined) {
+                    return true;
+                }
+                let info = await this.rawStorage.getInfo(file);
+                if (info && info.lastModified > ourTimestamp) {
+                    return true;
+                }
+            }
+            return false;
         };
         if (!await anyChanges()) return;
 
         await fileLockSection(async () => {
             if (!await anyChanges()) return;
+            console.log(`Found new changes in collection from other tab. Loading them now. ${this.debugName}`);
             await this.loadAllTransactions();
         });
     }
@@ -278,7 +295,12 @@ export class TransactionStorage implements IStorage<Buffer> {
         let time = Date.now();
         const keys = await this.rawStorage.getKeys();
         const transactionFiles = keys.filter(key => key.endsWith(CHUNK_EXT));
-        this.diskFiles = new Set(transactionFiles);
+        // Populate diskFiles with actual timestamps from disk
+        this.diskFiles = new Map();
+        for (let file of transactionFiles) {
+            let info = await this.rawStorage.getInfo(file);
+            this.diskFiles.set(file, info?.lastModified ?? Date.now());
+        }
 
         let entryList: TransactionEntry[][] = [];
         for (let file of transactionFiles) {
@@ -568,6 +590,7 @@ export class TransactionStorage implements IStorage<Buffer> {
                 }
                 let buffer = Buffer.concat([headerBuffer, content]);
                 await this.rawStorage.set(file, buffer);
+                this.updateDiskFileTimestamp(file);
                 let verified = await this.rawStorage.get(file);
                 if (!verified?.equals(buffer)) {
                     console.error(`Failed to verify transaction file ${file} in ${this.debugName}`);