s3-querier 1.2.1 → 1.2.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "s3-querier",
-  "version": "1.2.1",
+  "version": "1.2.2",
   "description": "Query S3-compatible storage with DuckDB and SQL",
   "type": "module",
   "main": "src/s3-querier.js",

package/src/s3/s3.js

@@ -103,8 +103,7 @@ export default class S3 {
 
     return Promise.allSettled(listPromises).then((results) => {
       const regex = regexFromPattern(file);
-      const todayPrefix = this.getTodayPrefix(file);
-      this.listingCache.delete(`${this.bucket}/${todayPrefix}`);
+      this.evictTodayFromListingCache(file);
 
       return results
         .filter((result) => result.status === 'fulfilled')
@@ -225,6 +224,19 @@ export default class S3 {
     return buildPath(`${trimmed}{dd}`, new Date());
   }
 
+  /**
+   * Removes all listing cache entries whose key falls under today's day prefix.
+   * Covers day-level, hour-level, and minute-level cache keys in one pass.
+   *
+   * @param {string} filePattern File pattern
+   */
+  evictTodayFromListingCache(filePattern) {
+    const todayPrefix = `${this.bucket}/${this.getTodayPrefix(filePattern)}`;
+    [...this.listingCache.keys()]
+      .filter((key) => key.startsWith(todayPrefix))
+      .forEach((key) => this.listingCache.delete(key));
+  }
+
   /**
    * Returns a list of files from S3 under the given prefix
    *