@adobe/spacecat-shared-data-access 2.12.0 → 2.13.0

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [@adobe/spacecat-shared-data-access-v2.13.0](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-data-access-v2.12.0...@adobe/spacecat-shared-data-access-v2.13.0) (2025-03-07)
+
+
+### Features
+
+* **data-access:** fetch all records on demand ([#659](https://github.com/adobe/spacecat-shared/issues/659)) ([a424f47](https://github.com/adobe/spacecat-shared/commit/a424f4763399ceaa1fb2d09bee454e8d5d0923f9))
+
 # [@adobe/spacecat-shared-data-access-v2.12.0](https://github.com/adobe/spacecat-shared/compare/@adobe/spacecat-shared-data-access-v2.11.0...@adobe/spacecat-shared-data-access-v2.12.0) (2025-03-06)
 
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adobe/spacecat-shared-data-access",
-  "version": "2.12.0",
+  "version": "2.13.0",
   "description": "Shared modules of the Spacecat Services - Data Access",
   "type": "module",
   "engines": {

package/src/models/base/base.collection.js

@@ -248,15 +248,26 @@ class BaseCollection {
         );
       }
 
-      const records = await query.go(queryOptions);
+      // execute the initial query
+      let result = await query.go(queryOptions);
+      let allData = result.data;
+
+      // if the caller requests ALL pages and we're not using limit: 1,
+      // continue to fetch until there is no LastEvaluatedKey.
+      if (options.fetchAllPages && options.limit !== 1) {
+        while (result.lastEvaluatedKey) {
+          // update queryOptions with the start key to fetch the next page
+          queryOptions.ExclusiveStartKey = result.lastEvaluatedKey;
+          // eslint-disable-next-line no-await-in-loop
+          result = await query.go(queryOptions);
+          allData = allData.concat(result.data);
+        }
+      }
 
       if (options.limit === 1) {
-        if (records.data?.length === 0) {
-          return null;
-        }
-        return this.#createInstance(records.data[0]);
+        return allData.length ? this.#createInstance(allData[0]) : null;
       } else {
-        return this.#createInstances(records.data);
+        return this.#createInstances(allData);
       }
     } catch (error) {
       return this.#logAndThrowError('Failed to query', error);