@salesforce/lds-runtime-mobile 1.266.0-dev25 → 1.266.0-dev26

package/dist/main.js

@@ -36,6 +36,8 @@ import eagerEvalValidAt from '@salesforce/gate/lds.eagerEvalValidAt';
 import eagerEvalStaleWhileRevalidate from '@salesforce/gate/lds.eagerEvalStaleWhileRevalidate';
 import eagerEvalDefaultCachePolicy from '@salesforce/gate/lds.eagerEvalDefaultCachePolicy';
 import ldsPrimingGraphqlBatch from '@salesforce/gate/lds.primingGraphqlBatch';
+import aggressiveTrimGate from '@salesforce/gate/lds.aggressiveTrim';
+import aggressiveTrimLowLimitGate from '@salesforce/gate/lds.aggressiveTrimLowLimit';
 import ldsMetadataRefreshEnabled from '@salesforce/gate/lds.metadataRefreshEnabled';
 
 /**
@@ -48,7 +50,7 @@ import ldsMetadataRefreshEnabled from '@salesforce/gate/lds.metadataRefreshEnabl
 const { parse: parse$6, stringify: stringify$6 } = JSON;
 const { join: join$2, push: push$2, unshift } = Array.prototype;
 const { isArray: isArray$5 } = Array;
-const { entries: entries$4, keys: keys$8 } = Object;
+const { entries: entries$5, keys: keys$8 } = Object;
 
 const UI_API_BASE_URI = '/services/data/v60.0/ui-api';
 
@@ -360,7 +362,7 @@ function getFulfillingRequest(inflightRequests, resourceRequest) {
     if (fulfill === undefined) {
         return null;
     }
-    const handlersMap = entries$4(inflightRequests);
+    const handlersMap = entries$5(inflightRequests);
     for (let i = 0, len = handlersMap.length; i < len; i += 1) {
         const [transactionKey, handlers] = handlersMap[i];
         // check fulfillment against only the first handler ([0]) because it's equal or
@@ -1181,7 +1183,7 @@ function makeDurable(environment, { durableStore, instrumentation, useRevivingSt
         // because we do not want some other code attempting to use the
         // in-memory values before the durable store onChanged handler
         // calls back and revives the values to in-memory
-        environment.storeEvict(key);
+        environment.storeDealloc(key);
     };
     const publishStoreMetadata = function (recordId, storeMetadata) {
         validateNotDisposed();
@@ -7165,7 +7167,7 @@ function isArrayLike(x) {
         (x.length === 0 || (x.length > 0 && Object.prototype.hasOwnProperty.call(x, x.length - 1))));
 }
 
-const { create: create$4, keys: keys$4, values: values$2, entries: entries$3, assign: assign$4 } = Object;
+const { create: create$4, keys: keys$4, values: values$2, entries: entries$4, assign: assign$4 } = Object;
 const { stringify: stringify$4, parse: parse$4 } = JSON;
 const { isArray: isArray$2, from: from$2 } = Array;
 
@@ -7897,7 +7899,7 @@ function filterToPredicates(where, recordType, alias, objectInfoMap, joins, draf
         }
         else {
             //`field` match the filedInfo's apiName
-            for (const [op, value] of entries$3(where[field])) {
+            for (const [op, value] of entries$4(where[field])) {
                 const operator = operatorToSql(op);
                 /**
                 Two types ID processing might be needed. Draft ID swapping is optional, which depends on DraftFunctions existence.
@@ -11734,7 +11736,7 @@ function referenceIdFieldForRelationship(relationshipName) {
  */
 
 
-const { keys: keys$3, values: values$1, create: create$3, assign: assign$3, freeze } = Object;
+const { keys: keys$3, values: values$1, create: create$3, assign: assign$3, freeze, entries: entries$3 } = Object;
 const { stringify: stringify$3, parse: parse$3 } = JSON;
 const { shift } = Array.prototype;
 const { isArray: isArray$1, from: from$1 } = Array;
@@ -13063,7 +13065,7 @@ function getDenormalizedKey(originalKey, recordId, luvio) {
     }
     return keyBuilderRecord(luvio, { recordId });
 }
-function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecords, getStoreMetadata, getStore) {
+function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecords, getStoreMetadata, getStore, sqlStore) {
     const getEntries = function (entries, segment) {
         // this HOF only inspects records in the default segment
         if (segment !== DefaultDurableSegment) {
@@ -13125,7 +13127,10 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
         });
     };
     const denormalizeEntries = function (entries) {
+        let hasEntries = false;
+        let hasMetadata = false;
         const putEntries = create$3(null);
+        const putMetadata = create$3(null);
         const keys$1 = keys$3(entries);
         const putRecords = {};
         const putRecordViews = {};
@@ -13168,6 +13173,7 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                     putRecords[recordId] = true;
                 }
                 if (isStoreRecordError(record)) {
+                    hasEntries = true;
                     putEntries[recordKey] = value;
                     continue;
                 }
@@ -13180,24 +13186,43 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                 }
                 const denormalizedRecord = buildDurableRecordRepresentation(record, storeRecords, recordEntries, store);
                 if (denormalizedRecord !== undefined) {
+                    hasEntries = true;
                     putEntries[recordKey] = {
                         data: denormalizedRecord,
                         metadata,
                     };
+                    // if undefined then it is pending
+                    // we should still update metadata on pending records
+                }
+                else {
+                    hasMetadata = true;
+                    metadata.expirationTimestamp = metadata.ingestionTimestamp;
+                    putMetadata[recordKey] = {
+                        metadata,
+                    };
                 }
             }
             else {
+                hasEntries = true;
                 putEntries[key] = value;
             }
         }
-        return putEntries;
+        return { putEntries, putMetadata, hasEntries, hasMetadata };
     };
     const setEntries = function (entries, segment) {
         if (segment !== DefaultDurableSegment) {
             return durableStore.setEntries(entries, segment);
         }
-        const putEntries = denormalizeEntries(entries);
-        return durableStore.setEntries(putEntries, segment);
+        const { putEntries, putMetadata, hasEntries, hasMetadata } = denormalizeEntries(entries);
+        const promises = [
+            hasEntries ? durableStore.setEntries(putEntries, segment) : undefined,
+        ];
+        if (sqlStore !== undefined && sqlStore.isBatchUpdateSupported()) {
+            promises.push(hasMetadata && sqlStore !== undefined
+                ? durableStore.setMetadata(putMetadata, segment)
+                : undefined);
+        }
+        return Promise.all(promises).then(() => { });
     };
     const batchOperations = function (operations) {
         const operationsWithDenormedRecords = [];
@@ -13214,10 +13239,20 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                     // this is determined by the plugin supporting update batch calls before it gets to this HOF.
                     // so we only need to check one entry to confirm this for performance
                     if (firstEntry.data !== undefined) {
+                        const { putEntries, putMetadata, hasMetadata } = denormalizeEntries(operation.entries);
                         operationsWithDenormedRecords.push({
                             ...operation,
-                            entries: denormalizeEntries(operation.entries),
+                            entries: putEntries,
                         });
+                        if (hasMetadata &&
+                            sqlStore !== undefined &&
+                            sqlStore.isBatchUpdateSupported() === true) {
+                            operationsWithDenormedRecords.push({
+                                ...operation,
+                                entries: putMetadata,
+                                type: 'setMetadata',
+                            });
+                        }
                     }
                     else {
                         operationsWithDenormedRecords.push(operation);
@@ -13229,10 +13264,20 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                 operationsWithDenormedRecords.push(operation);
                 continue;
             }
+            const { putEntries, putMetadata, hasMetadata } = denormalizeEntries(operation.entries);
             operationsWithDenormedRecords.push({
                 ...operation,
-                entries: denormalizeEntries(operation.entries),
+                entries: putEntries,
             });
+            if (hasMetadata &&
+                sqlStore !== undefined &&
+                sqlStore.isBatchUpdateSupported() === true) {
+                operationsWithDenormedRecords.push({
+                    ...operation,
+                    entries: putMetadata,
+                    type: 'setMetadata',
+                });
+            }
         }
         return durableStore.batchOperations(operationsWithDenormedRecords);
     };
@@ -16297,6 +16342,9 @@ class NimbusSqliteStore {
     isEvalSupported() {
         return true;
     }
+    isBatchUpdateSupported() {
+        return this.supportsBatchUpdates;
+    }
     query(sql, params) {
         return new Promise((resolve, reject) => {
             this.plugin.query(sql, params, (result) => {
@@ -16339,6 +16387,7 @@ class NimbusSqliteStore {
         return this.batchOperationAsPromise([operation]);
     }
     batchOperations(operations) {
+        let fallbackSetMetadata = [];
         const sqliteOperations = operations.reduce((acc, cur) => {
             if (cur.type === 'setEntries') {
                 const table = this.getTable(cur.segment);
@@ -16362,7 +16411,14 @@ class NimbusSqliteStore {
             }
             return acc;
         }, []);
-        return this.batchOperationAsPromise(sqliteOperations);
+        return this.batchOperationAsPromise(sqliteOperations).then(() => {
+            if (fallbackSetMetadata.length > 0) {
+                return Promise.all(fallbackSetMetadata.map((fallback) => {
+                    const { entries, segment } = fallback;
+                    return this.setMetadata(entries, segment);
+                })).then(() => { });
+            }
+        });
     }
     evictEntries(entryIds, segment) {
         const sqliteOperation = this.idsToDeleteOperation(entryIds, segment);
@@ -17833,6 +17889,76 @@ function primingSessionFactory(config) {
     return instrumentPrimingSession(session);
 }
 
+const DEFAULT_MAX_RECORD_COUNT = aggressiveTrimLowLimitGate.isOpen({ fallback: false })
+    ? 20000
+    : 200000;
+const DEFAULT_MAX_BATCH_SIZE = 200;
+async function aggressiveTrim(data, deallocateFn, options = {}) {
+    const maxStoreRecords = options.maxStoreRecords !== undefined ? options.maxStoreRecords : DEFAULT_MAX_RECORD_COUNT;
+    const batchSize = options.batchSize !== undefined ? options.batchSize : DEFAULT_MAX_BATCH_SIZE;
+    let deallocatedCount = 0;
+    const { pendingTrimKeys, retainedIds, storeRecords } = data;
+    const storeKeyLength = keys$1(storeRecords).length;
+    if (storeKeyLength <= maxStoreRecords) {
+        return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+    }
+    const overFlowSize = storeKeyLength - maxStoreRecords;
+    if (overFlowSize <= 0) {
+        return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+    }
+    const trimKeys = new Set();
+    for (const key of pendingTrimKeys) {
+        if (storeKeyLength - trimKeys.size <= maxStoreRecords) {
+            break;
+        }
+        if ((retainedIds[key] === undefined && storeRecords[key] !== undefined) ||
+            (retainedIds[key] !== undefined && retainedIds[key] <= 1)) {
+            trimKeys.add(key);
+        }
+    }
+    const batches = batchKeys(trimKeys, batchSize).map((batch) => {
+        return () => batchToPromise(batch, deallocateFn);
+    });
+    for (const batch of batches) {
+        // execute each batch between ticks
+        const count = await batch();
+        deallocatedCount = deallocatedCount + count;
+    }
+    const trimKeysSkipped = makeSetFilteredFromDifference(pendingTrimKeys, (key) => trimKeys.has(key) === false);
+    return {
+        deallocatedCount,
+        trimKeysSkipped,
+    };
+}
+function batchToPromise(batch, deallocateFn) {
+    return new Promise((resolve) => {
+        let count = 0;
+        batch.forEach((key) => {
+            deallocateFn(key);
+            count++;
+        });
+        resolve(count);
+    });
+}
+function batchKeys(keys, batchSize) {
+    const keyArray = Array.from(keys);
+    const batches = [];
+    for (let i = 0, len = keyArray.length; i < len; i += batchSize) {
+        const batch = keyArray.slice(i, i + batchSize);
+        batches.push(batch);
+    }
+    return batches;
+}
+function makeSetFilteredFromDifference(setToFilter, diff) {
+    let filteredSet = new Set();
+    setToFilter.forEach((t) => {
+        if (diff(t)) {
+            filteredSet.add(t);
+        }
+    });
+    return filteredSet;
+}
+
 // so eslint doesn't complain about nimbus
 // eslint-disable-next-line @typescript-eslint/no-unused-vars
 /* global __nimbus */
@@ -17861,7 +17987,11 @@ function getRuntime() {
         // user id centric record ID generator
         const { newRecordId, isGenerated } = recordIdGenerator(userId);
         // non-draft-aware base services
-        const store = new InMemoryStore();
+        let storeOptions = {};
+        if (aggressiveTrimGate.isOpen({ fallback: false })) {
+            storeOptions.customTrimPolicy = aggressiveTrim;
+        }
+        const store = new InMemoryStore(storeOptions);
         lazyNetworkAdapter = platformNetworkAdapter(makeNetworkAdapterChunkRecordFields(NimbusNetworkAdapter, {
             reportChunkCandidateUrlLength: reportChunkCandidateUrlLength,
         }));
@@ -17888,7 +18018,7 @@ function getRuntime() {
         let getIngestRecords;
         let getIngestMetadata;
         let getIngestStore;
-        const recordDenormingStore = makeRecordDenormalizingDurableStore(lazyLuvio, lazyBaseDurableStore, () => (getIngestRecords !== undefined ? getIngestRecords() : {}), () => (getIngestMetadata !== undefined ? getIngestMetadata() : {}), () => (getIngestStore !== undefined ? getIngestStore() : undefined));
+        const recordDenormingStore = makeRecordDenormalizingDurableStore(lazyLuvio, lazyBaseDurableStore, () => (getIngestRecords !== undefined ? getIngestRecords() : {}), () => (getIngestMetadata !== undefined ? getIngestMetadata() : {}), () => (getIngestStore !== undefined ? getIngestStore() : undefined), lazyBaseDurableStore);
         const baseEnv = new Environment(store, lazyNetworkAdapter);
         const gqlEnv = makeEnvironmentGraphqlAware(baseEnv);
         const durableEnv = makeDurable(gqlEnv, {
@@ -17999,4 +18129,4 @@ register({
 });
 
 export { O11Y_NAMESPACE_LDS_MOBILE, getRuntime, registerReportObserver, reportGraphqlQueryParseError };
-// version: 1.266.0-dev25-c260f46ec
+// version: 1.266.0-dev26-c7c66cb1b

package/dist/types/trim/AggressiveTrim.d.ts

@@ -0,0 +1,7 @@
+import type { TrimTaskData, DeallocationFunction, TrimResult } from '@luvio/engine';
+type TrimOptions = {
+    batchSize?: number;
+    maxStoreRecords?: number;
+};
+export declare function aggressiveTrim(data: TrimTaskData, deallocateFn: DeallocationFunction, options?: TrimOptions): Promise<TrimResult>;
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@salesforce/lds-runtime-mobile",
-    "version": "1.266.0-dev25",
+    "version": "1.266.0-dev26",
     "license": "SEE LICENSE IN LICENSE.txt",
     "description": "LDS runtime for mobile/hybrid environments.",
     "main": "dist/main.js",
@@ -32,25 +32,25 @@
         "release:corejar": "yarn build && ../core-build/scripts/core.js --name=lds-runtime-mobile"
     },
     "dependencies": {
-        "@salesforce/lds-adapters-uiapi": "^1.266.0-dev25",
-        "@salesforce/lds-bindings": "^1.266.0-dev25",
-        "@salesforce/lds-instrumentation": "^1.266.0-dev25",
-        "@salesforce/lds-priming": "^1.266.0-dev25",
+        "@salesforce/lds-adapters-uiapi": "^1.266.0-dev26",
+        "@salesforce/lds-bindings": "^1.266.0-dev26",
+        "@salesforce/lds-instrumentation": "^1.266.0-dev26",
+        "@salesforce/lds-priming": "^1.266.0-dev26",
         "@salesforce/user": "0.0.21",
         "o11y": "244.0.0"
     },
     "devDependencies": {
-        "@salesforce/lds-adapters-graphql": "^1.266.0-dev25",
-        "@salesforce/lds-drafts": "^1.266.0-dev25",
-        "@salesforce/lds-drafts-adapters-uiapi": "^1.266.0-dev25",
-        "@salesforce/lds-graphql-eval": "^1.266.0-dev25",
-        "@salesforce/lds-network-adapter": "^1.266.0-dev25",
-        "@salesforce/lds-network-nimbus": "^1.266.0-dev25",
-        "@salesforce/lds-store-binary": "^1.266.0-dev25",
-        "@salesforce/lds-store-nimbus": "^1.266.0-dev25",
-        "@salesforce/lds-store-sql": "^1.266.0-dev25",
-        "@salesforce/lds-utils-adapters": "^1.266.0-dev25",
-        "@salesforce/nimbus-plugin-lds": "^1.266.0-dev25",
+        "@salesforce/lds-adapters-graphql": "^1.266.0-dev26",
+        "@salesforce/lds-drafts": "^1.266.0-dev26",
+        "@salesforce/lds-drafts-adapters-uiapi": "^1.266.0-dev26",
+        "@salesforce/lds-graphql-eval": "^1.266.0-dev26",
+        "@salesforce/lds-network-adapter": "^1.266.0-dev26",
+        "@salesforce/lds-network-nimbus": "^1.266.0-dev26",
+        "@salesforce/lds-store-binary": "^1.266.0-dev26",
+        "@salesforce/lds-store-nimbus": "^1.266.0-dev26",
+        "@salesforce/lds-store-sql": "^1.266.0-dev26",
+        "@salesforce/lds-utils-adapters": "^1.266.0-dev26",
+        "@salesforce/nimbus-plugin-lds": "^1.266.0-dev26",
         "babel-plugin-dynamic-import-node": "^2.3.3",
         "wait-for-expect": "^3.0.2"
     },
@@ -59,7 +59,7 @@
             "path": "./dist/main.js",
             "maxSize": {
                 "none": "800 kB",
-                "min": "315 kB",
+                "min": "350 kB",
                 "compressed": "150 kB"
             }
         },
@@ -67,7 +67,7 @@
             "path": "./sfdc/main.js",
             "maxSize": {
                 "none": "800 kB",
-                "min": "315 kB",
+                "min": "350 kB",
                 "compressed": "150 kB"
             }
         }

package/sfdc/main.js

@@ -36,6 +36,8 @@ import eagerEvalValidAt from '@salesforce/gate/lds.eagerEvalValidAt';
 import eagerEvalStaleWhileRevalidate from '@salesforce/gate/lds.eagerEvalStaleWhileRevalidate';
 import eagerEvalDefaultCachePolicy from '@salesforce/gate/lds.eagerEvalDefaultCachePolicy';
 import ldsPrimingGraphqlBatch from '@salesforce/gate/lds.primingGraphqlBatch';
+import aggressiveTrimGate from '@salesforce/gate/lds.aggressiveTrim';
+import aggressiveTrimLowLimitGate from '@salesforce/gate/lds.aggressiveTrimLowLimit';
 import ldsMetadataRefreshEnabled from '@salesforce/gate/lds.metadataRefreshEnabled';
 
 /**
@@ -48,7 +50,7 @@ import ldsMetadataRefreshEnabled from '@salesforce/gate/lds.metadataRefreshEnabl
 const { parse: parse$6, stringify: stringify$6 } = JSON;
 const { join: join$2, push: push$2, unshift } = Array.prototype;
 const { isArray: isArray$5 } = Array;
-const { entries: entries$4, keys: keys$8 } = Object;
+const { entries: entries$5, keys: keys$8 } = Object;
 
 const UI_API_BASE_URI = '/services/data/v60.0/ui-api';
 
@@ -360,7 +362,7 @@ function getFulfillingRequest(inflightRequests, resourceRequest) {
     if (fulfill === undefined) {
         return null;
     }
-    const handlersMap = entries$4(inflightRequests);
+    const handlersMap = entries$5(inflightRequests);
     for (let i = 0, len = handlersMap.length; i < len; i += 1) {
         const [transactionKey, handlers] = handlersMap[i];
         // check fulfillment against only the first handler ([0]) because it's equal or
@@ -1181,7 +1183,7 @@ function makeDurable(environment, { durableStore, instrumentation, useRevivingSt
         // because we do not want some other code attempting to use the
         // in-memory values before the durable store onChanged handler
         // calls back and revives the values to in-memory
-        environment.storeEvict(key);
+        environment.storeDealloc(key);
     };
     const publishStoreMetadata = function (recordId, storeMetadata) {
         validateNotDisposed();
@@ -7165,7 +7167,7 @@ function isArrayLike(x) {
         (x.length === 0 || (x.length > 0 && Object.prototype.hasOwnProperty.call(x, x.length - 1))));
 }
 
-const { create: create$4, keys: keys$4, values: values$2, entries: entries$3, assign: assign$4 } = Object;
+const { create: create$4, keys: keys$4, values: values$2, entries: entries$4, assign: assign$4 } = Object;
 const { stringify: stringify$4, parse: parse$4 } = JSON;
 const { isArray: isArray$2, from: from$2 } = Array;
 
@@ -7897,7 +7899,7 @@ function filterToPredicates(where, recordType, alias, objectInfoMap, joins, draf
         }
         else {
             //`field` match the filedInfo's apiName
-            for (const [op, value] of entries$3(where[field])) {
+            for (const [op, value] of entries$4(where[field])) {
                 const operator = operatorToSql(op);
                 /**
                 Two types ID processing might be needed. Draft ID swapping is optional, which depends on DraftFunctions existence.
@@ -11734,7 +11736,7 @@ function referenceIdFieldForRelationship(relationshipName) {
  */
 
 
-const { keys: keys$3, values: values$1, create: create$3, assign: assign$3, freeze } = Object;
+const { keys: keys$3, values: values$1, create: create$3, assign: assign$3, freeze, entries: entries$3 } = Object;
 const { stringify: stringify$3, parse: parse$3 } = JSON;
 const { shift } = Array.prototype;
 const { isArray: isArray$1, from: from$1 } = Array;
@@ -13063,7 +13065,7 @@ function getDenormalizedKey(originalKey, recordId, luvio) {
     }
     return keyBuilderRecord(luvio, { recordId });
 }
-function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecords, getStoreMetadata, getStore) {
+function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecords, getStoreMetadata, getStore, sqlStore) {
     const getEntries = function (entries, segment) {
         // this HOF only inspects records in the default segment
         if (segment !== DefaultDurableSegment) {
@@ -13125,7 +13127,10 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
         });
     };
     const denormalizeEntries = function (entries) {
+        let hasEntries = false;
+        let hasMetadata = false;
         const putEntries = create$3(null);
+        const putMetadata = create$3(null);
         const keys$1 = keys$3(entries);
         const putRecords = {};
         const putRecordViews = {};
@@ -13168,6 +13173,7 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                     putRecords[recordId] = true;
                 }
                 if (isStoreRecordError(record)) {
+                    hasEntries = true;
                     putEntries[recordKey] = value;
                     continue;
                 }
@@ -13180,24 +13186,43 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                 }
                 const denormalizedRecord = buildDurableRecordRepresentation(record, storeRecords, recordEntries, store);
                 if (denormalizedRecord !== undefined) {
+                    hasEntries = true;
                     putEntries[recordKey] = {
                         data: denormalizedRecord,
                         metadata,
                     };
+                    // if undefined then it is pending
+                    // we should still update metadata on pending records
+                }
+                else {
+                    hasMetadata = true;
+                    metadata.expirationTimestamp = metadata.ingestionTimestamp;
+                    putMetadata[recordKey] = {
+                        metadata,
+                    };
                 }
             }
             else {
+                hasEntries = true;
                 putEntries[key] = value;
             }
         }
-        return putEntries;
+        return { putEntries, putMetadata, hasEntries, hasMetadata };
     };
     const setEntries = function (entries, segment) {
         if (segment !== DefaultDurableSegment) {
             return durableStore.setEntries(entries, segment);
         }
-        const putEntries = denormalizeEntries(entries);
-        return durableStore.setEntries(putEntries, segment);
+        const { putEntries, putMetadata, hasEntries, hasMetadata } = denormalizeEntries(entries);
+        const promises = [
+            hasEntries ? durableStore.setEntries(putEntries, segment) : undefined,
+        ];
+        if (sqlStore !== undefined && sqlStore.isBatchUpdateSupported()) {
+            promises.push(hasMetadata && sqlStore !== undefined
+                ? durableStore.setMetadata(putMetadata, segment)
+                : undefined);
+        }
+        return Promise.all(promises).then(() => { });
     };
     const batchOperations = function (operations) {
         const operationsWithDenormedRecords = [];
@@ -13214,10 +13239,20 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                     // this is determined by the plugin supporting update batch calls before it gets to this HOF.
                     // so we only need to check one entry to confirm this for performance
                     if (firstEntry.data !== undefined) {
+                        const { putEntries, putMetadata, hasMetadata } = denormalizeEntries(operation.entries);
                         operationsWithDenormedRecords.push({
                             ...operation,
-                            entries: denormalizeEntries(operation.entries),
+                            entries: putEntries,
                         });
+                        if (hasMetadata &&
+                            sqlStore !== undefined &&
+                            sqlStore.isBatchUpdateSupported() === true) {
+                            operationsWithDenormedRecords.push({
+                                ...operation,
+                                entries: putMetadata,
+                                type: 'setMetadata',
+                            });
+                        }
                     }
                     else {
                         operationsWithDenormedRecords.push(operation);
@@ -13229,10 +13264,20 @@ function makeRecordDenormalizingDurableStore(luvio, durableStore, getStoreRecord
                 operationsWithDenormedRecords.push(operation);
                 continue;
             }
+            const { putEntries, putMetadata, hasMetadata } = denormalizeEntries(operation.entries);
             operationsWithDenormedRecords.push({
                 ...operation,
-                entries: denormalizeEntries(operation.entries),
+                entries: putEntries,
             });
+            if (hasMetadata &&
+                sqlStore !== undefined &&
+                sqlStore.isBatchUpdateSupported() === true) {
+                operationsWithDenormedRecords.push({
+                    ...operation,
+                    entries: putMetadata,
+                    type: 'setMetadata',
+                });
+            }
         }
         return durableStore.batchOperations(operationsWithDenormedRecords);
     };
@@ -16297,6 +16342,9 @@ class NimbusSqliteStore {
     isEvalSupported() {
         return true;
     }
+    isBatchUpdateSupported() {
+        return this.supportsBatchUpdates;
+    }
     query(sql, params) {
         return new Promise((resolve, reject) => {
             this.plugin.query(sql, params, (result) => {
@@ -16339,6 +16387,7 @@ class NimbusSqliteStore {
         return this.batchOperationAsPromise([operation]);
     }
     batchOperations(operations) {
+        let fallbackSetMetadata = [];
         const sqliteOperations = operations.reduce((acc, cur) => {
             if (cur.type === 'setEntries') {
                 const table = this.getTable(cur.segment);
@@ -16362,7 +16411,14 @@ class NimbusSqliteStore {
             }
             return acc;
         }, []);
-        return this.batchOperationAsPromise(sqliteOperations);
+        return this.batchOperationAsPromise(sqliteOperations).then(() => {
+            if (fallbackSetMetadata.length > 0) {
+                return Promise.all(fallbackSetMetadata.map((fallback) => {
+                    const { entries, segment } = fallback;
+                    return this.setMetadata(entries, segment);
+                })).then(() => { });
+            }
+        });
     }
     evictEntries(entryIds, segment) {
         const sqliteOperation = this.idsToDeleteOperation(entryIds, segment);
@@ -17833,6 +17889,76 @@ function primingSessionFactory(config) {
     return instrumentPrimingSession(session);
 }
 
+const DEFAULT_MAX_RECORD_COUNT = aggressiveTrimLowLimitGate.isOpen({ fallback: false })
+    ? 20000
+    : 200000;
+const DEFAULT_MAX_BATCH_SIZE = 200;
+async function aggressiveTrim(data, deallocateFn, options = {}) {
+    const maxStoreRecords = options.maxStoreRecords !== undefined ? options.maxStoreRecords : DEFAULT_MAX_RECORD_COUNT;
+    const batchSize = options.batchSize !== undefined ? options.batchSize : DEFAULT_MAX_BATCH_SIZE;
+    let deallocatedCount = 0;
+    const { pendingTrimKeys, retainedIds, storeRecords } = data;
+    const storeKeyLength = keys$1(storeRecords).length;
+    if (storeKeyLength <= maxStoreRecords) {
+        return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+    }
+    const overFlowSize = storeKeyLength - maxStoreRecords;
+    if (overFlowSize <= 0) {
+        return { deallocatedCount, trimKeysSkipped: pendingTrimKeys };
+    }
+    const trimKeys = new Set();
+    for (const key of pendingTrimKeys) {
+        if (storeKeyLength - trimKeys.size <= maxStoreRecords) {
+            break;
+        }
+        if ((retainedIds[key] === undefined && storeRecords[key] !== undefined) ||
+            (retainedIds[key] !== undefined && retainedIds[key] <= 1)) {
+            trimKeys.add(key);
+        }
+    }
+    const batches = batchKeys(trimKeys, batchSize).map((batch) => {
+        return () => batchToPromise(batch, deallocateFn);
+    });
+    for (const batch of batches) {
+        // execute each batch between ticks
+        const count = await batch();
+        deallocatedCount = deallocatedCount + count;
+    }
+    const trimKeysSkipped = makeSetFilteredFromDifference(pendingTrimKeys, (key) => trimKeys.has(key) === false);
+    return {
+        deallocatedCount,
+        trimKeysSkipped,
+    };
+}
+function batchToPromise(batch, deallocateFn) {
+    return new Promise((resolve) => {
+        let count = 0;
+        batch.forEach((key) => {
+            deallocateFn(key);
+            count++;
+        });
+        resolve(count);
+    });
+}
+function batchKeys(keys, batchSize) {
+    const keyArray = Array.from(keys);
+    const batches = [];
+    for (let i = 0, len = keyArray.length; i < len; i += batchSize) {
+        const batch = keyArray.slice(i, i + batchSize);
+        batches.push(batch);
+    }
+    return batches;
+}
+function makeSetFilteredFromDifference(setToFilter, diff) {
+    let filteredSet = new Set();
+    setToFilter.forEach((t) => {
+        if (diff(t)) {
+            filteredSet.add(t);
+        }
+    });
+    return filteredSet;
+}
+
 // so eslint doesn't complain about nimbus
 // eslint-disable-next-line @typescript-eslint/no-unused-vars
 /* global __nimbus */
@@ -17861,7 +17987,11 @@ function getRuntime() {
         // user id centric record ID generator
         const { newRecordId, isGenerated } = recordIdGenerator(userId);
         // non-draft-aware base services
-        const store = new InMemoryStore();
+        let storeOptions = {};
+        if (aggressiveTrimGate.isOpen({ fallback: false })) {
+            storeOptions.customTrimPolicy = aggressiveTrim;
+        }
+        const store = new InMemoryStore(storeOptions);
         lazyNetworkAdapter = platformNetworkAdapter(makeNetworkAdapterChunkRecordFields(NimbusNetworkAdapter, {
             reportChunkCandidateUrlLength: reportChunkCandidateUrlLength,
         }));
@@ -17888,7 +18018,7 @@ function getRuntime() {
         let getIngestRecords;
         let getIngestMetadata;
         let getIngestStore;
-        const recordDenormingStore = makeRecordDenormalizingDurableStore(lazyLuvio, lazyBaseDurableStore, () => (getIngestRecords !== undefined ? getIngestRecords() : {}), () => (getIngestMetadata !== undefined ? getIngestMetadata() : {}), () => (getIngestStore !== undefined ? getIngestStore() : undefined));
+        const recordDenormingStore = makeRecordDenormalizingDurableStore(lazyLuvio, lazyBaseDurableStore, () => (getIngestRecords !== undefined ? getIngestRecords() : {}), () => (getIngestMetadata !== undefined ? getIngestMetadata() : {}), () => (getIngestStore !== undefined ? getIngestStore() : undefined), lazyBaseDurableStore);
         const baseEnv = new Environment(store, lazyNetworkAdapter);
         const gqlEnv = makeEnvironmentGraphqlAware(baseEnv);
         const durableEnv = makeDurable(gqlEnv, {
@@ -17999,4 +18129,4 @@ register({
 });
 
 export { O11Y_NAMESPACE_LDS_MOBILE, getRuntime, registerReportObserver, reportGraphqlQueryParseError };
-// version: 1.266.0-dev25-c260f46ec
+// version: 1.266.0-dev26-c7c66cb1b

package/sfdc/types/trim/AggressiveTrim.d.ts

@@ -0,0 +1,7 @@
+import type { TrimTaskData, DeallocationFunction, TrimResult } from '@luvio/engine';
+type TrimOptions = {
+    batchSize?: number;
+    maxStoreRecords?: number;
+};
+export declare function aggressiveTrim(data: TrimTaskData, deallocateFn: DeallocationFunction, options?: TrimOptions): Promise<TrimResult>;
+export {};