@salesforce/lds-worker-api 1.285.0 → 1.287.0

package/dist/sfdc/es/ldsWorkerApi.js

@@ -1074,4 +1074,4 @@ if (process.env.NODE_ENV !== 'production') {
 }
 
 export { createPrimingSession, draftManager, draftQueue, evictCacheRecordsByIds, evictExpiredCacheEntries, executeAdapter, executeMutatingAdapter, getImperativeAdapterNames, invokeAdapter, invokeAdapterWithDraftToMerge, invokeAdapterWithDraftToReplace, invokeAdapterWithMetadata, nimbusDraftQueue, setMetadataTTL, setUiApiRecordTTL, stopEviction, subscribeToAdapter };
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df

package/dist/standalone/es/lds-worker-api.js

@@ -521,6 +521,25 @@ class StoreKeySet {
     }
 }
 
+function defaultTrimPolicy(data, deallocateFn) {
+    return new Promise((resolve) => {
+        let deallocatedCount = 0;
+        const { pendingTrimKeys, retainedIds, metadata } = data;
+        const now = Date.now();
+        pendingTrimKeys.forEach((key) => {
+            const recordExpiration = metadata[key];
+            if (retainedIds[key] !== undefined ||
+                recordExpiration === undefined ||
+                (recordExpiration !== undefined && recordExpiration.expirationTimestamp >= now)) {
+                return;
+            }
+            deallocateFn(key);
+            deallocatedCount++;
+        });
+        resolve({ deallocatedCount });
+    });
+}
+
 const Serialized_StringKey_Version = '1';
 function hasOverlappingIds$1(snapshot, visitedIds) {
     const { length: len } = visitedIds;
@@ -589,6 +608,7 @@ class StringKeyInMemoryStore {
         if (options.initialData) {
             this.deserialize(options.initialData, options.resetInitialDataTtls);
         }
+        this.trimPolicy = options.customTrimPolicy || defaultTrimPolicy;
     }
     // interface methods
     readEntry(key) {
@@ -962,22 +982,15 @@ class StringKeyInMemoryStore {
     scheduleTrim() {
         if (this.trimTask === null) {
             this.trimTask = () => {
-                const { metadata, retainedIds, pendingTrimKeys } = this;
-                let deallocCount = 0;
-                const now = Date.now();
-                pendingTrimKeys.forEach((key) => {
-                    const recordExpiration = metadata[key];
-                    if (retainedIds[key] !== undefined ||
-                        recordExpiration === undefined ||
-                        (recordExpiration !== undefined &&
-                            recordExpiration.expirationTimestamp >= now)) {
-                        return;
+                const { metadata, pendingTrimKeys, retainedIds, records: storeRecords, dealloc, } = this;
+                return this.trimPolicy({ metadata, pendingTrimKeys, retainedIds, storeRecords }, dealloc.bind(this)).then((result) => {
+                    this.pendingTrimKeys.clear();
+                    const { trimKeysSkipped } = result;
+                    if (trimKeysSkipped !== undefined) {
+                        this.pendingTrimKeys = trimKeysSkipped;
                     }
-                    this.dealloc(key);
-                    deallocCount++;
+                    return result;
                 });
-                pendingTrimKeys.clear();
-                return deallocCount;
             };
             this.scheduler(this.trimTask, () => {
                 this.trimTask = null;
@@ -1716,7 +1729,7 @@ class InMemoryStore {
                     deallocCount++;
                 });
                 pendingTrims.clear();
-                return deallocCount;
+                return Promise.resolve({ deallocatedCount: deallocCount });
             };
             this.scheduler(this.trimTask, () => {
                 this.trimTask = null;
@@ -4049,7 +4062,7 @@ function createResourceParamsImpl(config, configMetadata) {
     }
     return resourceParams;
 }
-// engine version: 0.154.15-db466bed
+// engine version: 0.154.16-5cc35392
 
 /**
  * Copyright (c) 2022, Salesforce, Inc.,
@@ -4177,7 +4190,7 @@ function withDefaultLuvio(callback) {
     }
     callbacks.push(callback);
 }
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df
 
 // TODO [TD-0081508]: once that TD is fulfilled we can probably change this file
 function instrumentAdapter$1(createFunction, _metadata) {
@@ -15685,7 +15698,7 @@ function gql(literals, ...subs) {
     }
     return superResult;
 }
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df
 
 function unwrap(data) {
     // The lwc-luvio bindings import a function from lwc called "unwrap".
@@ -16610,7 +16623,7 @@ function createGraphQLWireAdapterConstructor(luvio, adapter, metadata, astResolv
     const { apiFamily, name } = metadata;
     return createGraphQLWireAdapterConstructor$1(adapter, `${apiFamily}.${name}`, luvio, astResolver);
 }
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df
 
 /**
  * Copyright (c) 2022, Salesforce, Inc.,
@@ -16709,7 +16722,7 @@ var TypeCheckShapes;
     TypeCheckShapes[TypeCheckShapes["Integer"] = 3] = "Integer";
     TypeCheckShapes[TypeCheckShapes["Unsupported"] = 4] = "Unsupported";
 })(TypeCheckShapes || (TypeCheckShapes = {}));
-// engine version: 0.154.15-db466bed
+// engine version: 0.154.16-5cc35392
 
 const { keys: ObjectKeys$3, create: ObjectCreate$3 } = Object;
 
@@ -44151,7 +44164,7 @@ withDefaultLuvio((luvio) => {
     throttle(60, 60000, setupNotifyAllListRecordUpdateAvailable(luvio));
     throttle(60, 60000, setupNotifyAllListInfoSummaryUpdateAvailable(luvio));
 });
-// version: 1.285.0-c97dec82e
+// version: 1.287.0-52ee1d50a
 
 var ldsIdempotencyWriteDisabled = {
     isOpen: function (e) {
@@ -62140,6 +62153,74 @@ function primingSessionFactory(config) {
     return instrumentPrimingSession(session);
 }
 
+const DEFAULT_MAX_RECORD_COUNT = 80000;
+const DEFAULT_MAX_BATCH_SIZE = 200;
+async function aggressiveTrim(data, deallocateFn, options = {}) {
+    const maxStoreRecords = options.maxStoreRecords !== undefined ? options.maxStoreRecords : DEFAULT_MAX_RECORD_COUNT;
+    const batchSize = options.batchSize !== undefined ? options.batchSize : DEFAULT_MAX_BATCH_SIZE;
+    let deallocatedCount = 0;
+    const { pendingTrimKeys, retainedIds, storeRecords } = data;
+    const storeKeyLength = keys$1$1(storeRecords).length;
+    if (storeKeyLength <= maxStoreRecords) {
+        return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+    }
+    const overFlowSize = storeKeyLength - maxStoreRecords;
+    if (overFlowSize <= 0) {
+        return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+    }
+    const trimKeys = new Set();
+    for (const key of pendingTrimKeys) {
+        if (storeKeyLength - trimKeys.size <= maxStoreRecords) {
+            break;
+        }
+        if ((retainedIds[key] === undefined && storeRecords[key] !== undefined) ||
+            (retainedIds[key] !== undefined && retainedIds[key] <= 1)) {
+            trimKeys.add(key);
+        }
+    }
+    const batches = batchKeys(trimKeys, batchSize).map((batch) => {
+        return () => batchToPromise(batch, deallocateFn);
+    });
+    for (const batch of batches) {
+        // execute each batch between ticks
+        const count = await batch();
+        deallocatedCount = deallocatedCount + count;
+    }
+    const trimKeysSkipped = makeSetFilteredFromDifference(pendingTrimKeys, (key) => trimKeys.has(key) === false);
+    return {
+        deallocatedCount,
+        trimKeysSkipped,
+    };
+}
+function batchToPromise(batch, deallocateFn) {
+    return new Promise((resolve) => {
+        let count = 0;
+        batch.forEach((key) => {
+            deallocateFn(key);
+            count++;
+        });
+        resolve(count);
+    });
+}
+function batchKeys(keys, batchSize) {
+    const keyArray = Array.from(keys);
+    const batches = [];
+    for (let i = 0, len = keyArray.length; i < len; i += batchSize) {
+        const batch = keyArray.slice(i, i + batchSize);
+        batches.push(batch);
+    }
+    return batches;
+}
+function makeSetFilteredFromDifference(setToFilter, diff) {
+    let filteredSet = new Set();
+    setToFilter.forEach((t) => {
+        if (diff(t)) {
+            filteredSet.add(t);
+        }
+    });
+    return filteredSet;
+}
+
 // so eslint doesn't complain about nimbus
 /* global __nimbus */
 function setupObserver() {
@@ -62183,7 +62264,9 @@ function getRuntime() {
         // user id centric record ID generator
         const { newRecordId, isGenerated } = recordIdGenerator(userId);
         // non-draft-aware base services
-        const store = new InMemoryStore();
+        const store = new InMemoryStore({
+            customTrimPolicy: aggressiveTrim,
+        });
         lazyNetworkAdapter = platformNetworkAdapter(makeNetworkAdapterChunkRecordFields(NimbusNetworkAdapter, {
             reportChunkCandidateUrlLength: reportChunkCandidateUrlLength,
         }));
@@ -62320,7 +62403,7 @@ register$1({
     id: '@salesforce/lds-network-adapter',
     instrument: instrument$2,
 });
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df
 
 const { create: create$3, keys: keys$3 } = Object;
 const { stringify: stringify$1, parse: parse$1 } = JSON;
@@ -82369,7 +82452,7 @@ register$1({
     configuration: { ...configurationForGraphQLAdapters$1 },
     instrument: instrument$1,
 });
-// version: 1.285.0-c97dec82e
+// version: 1.287.0-52ee1d50a
 
 // On core the unstable adapters are re-exported with different names,
 // we want to match them here.
@@ -84625,7 +84708,7 @@ withDefaultLuvio((luvio) => {
     unstable_graphQL_imperative = createImperativeAdapter(luvio, createInstrumentedAdapter(ldsAdapter, adapterMetadata), adapterMetadata);
     graphQLImperative = ldsAdapter;
 });
-// version: 1.285.0-c97dec82e
+// version: 1.287.0-52ee1d50a
 
 var gqlApi = /*#__PURE__*/Object.freeze({
     __proto__: null,
@@ -85363,7 +85446,7 @@ const callbacks$1 = [];
 function register(r) {
     callbacks$1.forEach((callback) => callback(r));
 }
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df
 
 /**
  * Returns true if the value acts like a Promise, i.e. has a "then" function,
@@ -90315,4 +90398,4 @@ const { luvio } = getRuntime();
 setDefaultLuvio({ luvio });
 
 export { createPrimingSession, draftManager, draftQueue, evictCacheRecordsByIds, evictExpiredCacheEntries, executeAdapter, executeMutatingAdapter, getImperativeAdapterNames, invokeAdapter, invokeAdapterWithDraftToMerge, invokeAdapterWithDraftToReplace, invokeAdapterWithMetadata, nimbusDraftQueue, registerReportObserver, setMetadataTTL, setUiApiRecordTTL, stopEviction, subscribeToAdapter };
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df

package/dist/standalone/umd/lds-worker-api.js

@@ -527,6 +527,25 @@
         }
     }
 
+    function defaultTrimPolicy(data, deallocateFn) {
+        return new Promise((resolve) => {
+            let deallocatedCount = 0;
+            const { pendingTrimKeys, retainedIds, metadata } = data;
+            const now = Date.now();
+            pendingTrimKeys.forEach((key) => {
+                const recordExpiration = metadata[key];
+                if (retainedIds[key] !== undefined ||
+                    recordExpiration === undefined ||
+                    (recordExpiration !== undefined && recordExpiration.expirationTimestamp >= now)) {
+                    return;
+                }
+                deallocateFn(key);
+                deallocatedCount++;
+            });
+            resolve({ deallocatedCount });
+        });
+    }
+
     const Serialized_StringKey_Version = '1';
     function hasOverlappingIds$1(snapshot, visitedIds) {
         const { length: len } = visitedIds;
@@ -595,6 +614,7 @@
             if (options.initialData) {
                 this.deserialize(options.initialData, options.resetInitialDataTtls);
             }
+            this.trimPolicy = options.customTrimPolicy || defaultTrimPolicy;
         }
         // interface methods
         readEntry(key) {
@@ -968,22 +988,15 @@
         scheduleTrim() {
             if (this.trimTask === null) {
                 this.trimTask = () => {
-                    const { metadata, retainedIds, pendingTrimKeys } = this;
-                    let deallocCount = 0;
-                    const now = Date.now();
-                    pendingTrimKeys.forEach((key) => {
-                        const recordExpiration = metadata[key];
-                        if (retainedIds[key] !== undefined ||
-                            recordExpiration === undefined ||
-                            (recordExpiration !== undefined &&
-                                recordExpiration.expirationTimestamp >= now)) {
-                            return;
+                    const { metadata, pendingTrimKeys, retainedIds, records: storeRecords, dealloc, } = this;
+                    return this.trimPolicy({ metadata, pendingTrimKeys, retainedIds, storeRecords }, dealloc.bind(this)).then((result) => {
+                        this.pendingTrimKeys.clear();
+                        const { trimKeysSkipped } = result;
+                        if (trimKeysSkipped !== undefined) {
+                            this.pendingTrimKeys = trimKeysSkipped;
                         }
-                        this.dealloc(key);
-                        deallocCount++;
+                        return result;
                     });
-                    pendingTrimKeys.clear();
-                    return deallocCount;
                 };
                 this.scheduler(this.trimTask, () => {
                     this.trimTask = null;
@@ -1722,7 +1735,7 @@
                         deallocCount++;
                     });
                     pendingTrims.clear();
-                    return deallocCount;
+                    return Promise.resolve({ deallocatedCount: deallocCount });
                 };
                 this.scheduler(this.trimTask, () => {
                     this.trimTask = null;
@@ -4055,7 +4068,7 @@
         }
         return resourceParams;
     }
-    // engine version: 0.154.15-db466bed
+    // engine version: 0.154.16-5cc35392
 
     /**
      * Copyright (c) 2022, Salesforce, Inc.,
@@ -4183,7 +4196,7 @@
         }
         callbacks.push(callback);
     }
-    // version: 1.285.0-67d4d6869
+    // version: 1.287.0-f2fda24df
 
     // TODO [TD-0081508]: once that TD is fulfilled we can probably change this file
     function instrumentAdapter$1(createFunction, _metadata) {
@@ -15691,7 +15704,7 @@
         }
         return superResult;
     }
-    // version: 1.285.0-67d4d6869
+    // version: 1.287.0-f2fda24df
 
     function unwrap(data) {
         // The lwc-luvio bindings import a function from lwc called "unwrap".
@@ -16616,7 +16629,7 @@
         const { apiFamily, name } = metadata;
         return createGraphQLWireAdapterConstructor$1(adapter, `${apiFamily}.${name}`, luvio, astResolver);
     }
-    // version: 1.285.0-67d4d6869
+    // version: 1.287.0-f2fda24df
 
     /**
      * Copyright (c) 2022, Salesforce, Inc.,
@@ -16715,7 +16728,7 @@
         TypeCheckShapes[TypeCheckShapes["Integer"] = 3] = "Integer";
         TypeCheckShapes[TypeCheckShapes["Unsupported"] = 4] = "Unsupported";
     })(TypeCheckShapes || (TypeCheckShapes = {}));
-    // engine version: 0.154.15-db466bed
+    // engine version: 0.154.16-5cc35392
 
     const { keys: ObjectKeys$3, create: ObjectCreate$3 } = Object;
 
@@ -44157,7 +44170,7 @@
         throttle(60, 60000, setupNotifyAllListRecordUpdateAvailable(luvio));
         throttle(60, 60000, setupNotifyAllListInfoSummaryUpdateAvailable(luvio));
     });
-    // version: 1.285.0-c97dec82e
+    // version: 1.287.0-52ee1d50a
 
     var ldsIdempotencyWriteDisabled = {
         isOpen: function (e) {
@@ -62146,6 +62159,74 @@
         return instrumentPrimingSession(session);
     }
 
+    const DEFAULT_MAX_RECORD_COUNT = 80000;
+    const DEFAULT_MAX_BATCH_SIZE = 200;
+    async function aggressiveTrim(data, deallocateFn, options = {}) {
+        const maxStoreRecords = options.maxStoreRecords !== undefined ? options.maxStoreRecords : DEFAULT_MAX_RECORD_COUNT;
+        const batchSize = options.batchSize !== undefined ? options.batchSize : DEFAULT_MAX_BATCH_SIZE;
+        let deallocatedCount = 0;
+        const { pendingTrimKeys, retainedIds, storeRecords } = data;
+        const storeKeyLength = keys$1$1(storeRecords).length;
+        if (storeKeyLength <= maxStoreRecords) {
+            return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+        }
+        const overFlowSize = storeKeyLength - maxStoreRecords;
+        if (overFlowSize <= 0) {
+            return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+        }
+        const trimKeys = new Set();
+        for (const key of pendingTrimKeys) {
+            if (storeKeyLength - trimKeys.size <= maxStoreRecords) {
+                break;
+            }
+            if ((retainedIds[key] === undefined && storeRecords[key] !== undefined) ||
+                (retainedIds[key] !== undefined && retainedIds[key] <= 1)) {
+                trimKeys.add(key);
+            }
+        }
+        const batches = batchKeys(trimKeys, batchSize).map((batch) => {
+            return () => batchToPromise(batch, deallocateFn);
+        });
+        for (const batch of batches) {
+            // execute each batch between ticks
+            const count = await batch();
+            deallocatedCount = deallocatedCount + count;
+        }
+        const trimKeysSkipped = makeSetFilteredFromDifference(pendingTrimKeys, (key) => trimKeys.has(key) === false);
+        return {
+            deallocatedCount,
+            trimKeysSkipped,
+        };
+    }
+    function batchToPromise(batch, deallocateFn) {
+        return new Promise((resolve) => {
+            let count = 0;
+            batch.forEach((key) => {
+                deallocateFn(key);
+                count++;
+            });
+            resolve(count);
+        });
+    }
+    function batchKeys(keys, batchSize) {
+        const keyArray = Array.from(keys);
+        const batches = [];
+        for (let i = 0, len = keyArray.length; i < len; i += batchSize) {
+            const batch = keyArray.slice(i, i + batchSize);
+            batches.push(batch);
+        }
+        return batches;
+    }
+    function makeSetFilteredFromDifference(setToFilter, diff) {
+        let filteredSet = new Set();
+        setToFilter.forEach((t) => {
+            if (diff(t)) {
+                filteredSet.add(t);
+            }
+        });
+        return filteredSet;
+    }
+
     // so eslint doesn't complain about nimbus
     /* global __nimbus */
     function setupObserver() {
@@ -62189,7 +62270,9 @@
             // user id centric record ID generator
             const { newRecordId, isGenerated } = recordIdGenerator(userId);
             // non-draft-aware base services
-            const store = new InMemoryStore();
+            const store = new InMemoryStore({
+                customTrimPolicy: aggressiveTrim,
+            });
             lazyNetworkAdapter = platformNetworkAdapter(makeNetworkAdapterChunkRecordFields(NimbusNetworkAdapter, {
                 reportChunkCandidateUrlLength: reportChunkCandidateUrlLength,
             }));
@@ -62326,7 +62409,7 @@
         id: '@salesforce/lds-network-adapter',
         instrument: instrument$2,
     });
-    // version: 1.285.0-67d4d6869
+    // version: 1.287.0-f2fda24df
 
     const { create: create$3, keys: keys$3 } = Object;
     const { stringify: stringify$1, parse: parse$1 } = JSON;
@@ -82375,7 +82458,7 @@
         configuration: { ...configurationForGraphQLAdapters$1 },
         instrument: instrument$1,
     });
-    // version: 1.285.0-c97dec82e
+    // version: 1.287.0-52ee1d50a
 
     // On core the unstable adapters are re-exported with different names,
     // we want to match them here.
@@ -84631,7 +84714,7 @@
         unstable_graphQL_imperative = createImperativeAdapter(luvio, createInstrumentedAdapter(ldsAdapter, adapterMetadata), adapterMetadata);
         graphQLImperative = ldsAdapter;
     });
-    // version: 1.285.0-c97dec82e
+    // version: 1.287.0-52ee1d50a
 
     var gqlApi = /*#__PURE__*/Object.freeze({
         __proto__: null,
@@ -85369,7 +85452,7 @@
     function register(r) {
         callbacks$1.forEach((callback) => callback(r));
     }
-    // version: 1.285.0-67d4d6869
+    // version: 1.287.0-f2fda24df
 
     /**
      * Returns true if the value acts like a Promise, i.e. has a "then" function,
@@ -90340,4 +90423,4 @@
     exports.subscribeToAdapter = subscribeToAdapter;
 
 }));
-// version: 1.285.0-67d4d6869
+// version: 1.287.0-f2fda24df

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@salesforce/lds-worker-api",
-    "version": "1.285.0",
+    "version": "1.287.0",
     "license": "SEE LICENSE IN LICENSE.txt",
     "description": "",
     "main": "dist/standalone/es/lds-worker-api.js",
@@ -35,19 +35,19 @@
     },
     "devDependencies": {
         "@oat-sa/rollup-plugin-wildcard-external": "^1.0.0",
-        "@salesforce/lds-adapters-graphql": "^1.285.0",
-        "@salesforce/lds-adapters-uiapi": "^1.285.0",
-        "@salesforce/lds-default-luvio": "^1.285.0",
-        "@salesforce/lds-drafts": "^1.285.0",
-        "@salesforce/lds-graphql-parser": "^1.285.0",
-        "@salesforce/lds-luvio-engine": "^1.285.0",
-        "@salesforce/lds-priming": "^1.285.0",
-        "@salesforce/lds-runtime-mobile": "^1.285.0",
-        "@salesforce/nimbus-plugin-lds": "^1.285.0",
+        "@salesforce/lds-adapters-graphql": "^1.287.0",
+        "@salesforce/lds-adapters-uiapi": "^1.287.0",
+        "@salesforce/lds-default-luvio": "^1.287.0",
+        "@salesforce/lds-drafts": "^1.287.0",
+        "@salesforce/lds-graphql-parser": "^1.287.0",
+        "@salesforce/lds-luvio-engine": "^1.287.0",
+        "@salesforce/lds-priming": "^1.287.0",
+        "@salesforce/lds-runtime-mobile": "^1.287.0",
+        "@salesforce/nimbus-plugin-lds": "^1.287.0",
         "ajv": "^8.11.0",
         "glob": "^7.1.5",
         "nimbus-types": "^2.0.0-alpha1",
-        "o11y": "244.0.0",
+        "o11y": "250.7.0",
         "o11y_schema": "248.40.0",
         "wait-for-expect": "^3.0.2"
     },