ag-common 0.0.802 → 0.0.803

package/dist/api/helpers/dynamo/delete.js

@@ -53,7 +53,7 @@ const wipeTable = (tableName) => __awaiter(void 0, void 0, void 0, function* ()
     var _a, e_1, _b, _c;
     try {
         const generator = (0, get_1.scanWithGenerator)(tableName, {
-            BATCH_SIZE: 100, // Process in chunks of 100 items
+            limit: 100, // Process in chunks of 100 items
             maxRetries: null, // Always retry on 429 since we want to ensure complete deletion
         });
         try {

package/dist/api/helpers/dynamo/get.d.ts

@@ -51,11 +51,5 @@ export declare const scan: <T>(tableName: string, options?: ScanOptions) => Prom
  * @returns Promise resolving to query results or error
  */
 export declare const batchQueryDynamo: <T>(params: DynamoBatchQueryParams) => Promise<DynamoDBResult<T[]>>;
-export declare function queryWithGenerator<T>(params: DynamoQueryParams & {
-    /** how many to return in query generator. default 100 */
-    BATCH_SIZE?: number;
-}): AsyncGenerator<T[], void, unknown>;
-export declare function scanWithGenerator<T>(tableName: string, options?: ScanOptions & {
-    /** how many to return in scan generator. default 100 */
-    BATCH_SIZE?: number;
-}): AsyncGenerator<T[], void, unknown>;
+export declare function queryWithGenerator<T>(params: DynamoQueryParams): AsyncGenerator<T[], void, unknown>;
+export declare function scanWithGenerator<T>(tableName: string, options?: ScanOptions): AsyncGenerator<T[], void, unknown>;

package/dist/api/helpers/dynamo/get.js

@@ -33,7 +33,7 @@ const isError = (result) => 'error' in result;
  * Helper function that builds the query parameters and executes the query
  */
 const executeQuery = (params, exclusiveStartKey) => __awaiter(void 0, void 0, void 0, function* () {
-    var _a, _b, _c, _d, _e;
+    var _a, _b, _c, _d;
     let kce = `#${params.pkName.toLowerCase()} ${(_a = params.pkOperator) !== null && _a !== void 0 ? _a : '='} :${params.pkName.toLowerCase()}`;
     const ean = {
         [`#${params.pkName.toLowerCase()}`]: params.pkName,
@@ -61,7 +61,7 @@ const executeQuery = (params, exclusiveStartKey) => __awaiter(void 0, void 0, vo
             eav[`:${skName.toLowerCase()}`] = skValue;
         }
     }
-    const queryParams = Object.assign({ TableName: params.tableName, KeyConditionExpression: kce, ExpressionAttributeNames: Object.assign(Object.assign({}, ean), (_b = params.filter) === null || _b === void 0 ? void 0 : _b.attrNames), ExpressionAttributeValues: Object.assign(Object.assign({}, eav), (_c = params.filter) === null || _c === void 0 ? void 0 : _c.attrValues), ScanIndexForward: (_d = params.sortAscending) !== null && _d !== void 0 ? _d : true, Limit: (_e = params.BATCH_SIZE) !== null && _e !== void 0 ? _e : params.limit, IndexName: params.indexName, ExclusiveStartKey: exclusiveStartKey }, (params.filter && Object.assign({ FilterExpression: params.filter.filterExpression }, (params.filter.attrValues && {
+    const queryParams = Object.assign({ TableName: params.tableName, KeyConditionExpression: kce, ExpressionAttributeNames: Object.assign(Object.assign({}, ean), (_b = params.filter) === null || _b === void 0 ? void 0 : _b.attrNames), ExpressionAttributeValues: Object.assign(Object.assign({}, eav), (_c = params.filter) === null || _c === void 0 ? void 0 : _c.attrValues), ScanIndexForward: (_d = params.sortAscending) !== null && _d !== void 0 ? _d : true, Limit: params.limit === null ? undefined : params.limit, IndexName: params.indexName, ExclusiveStartKey: exclusiveStartKey }, (params.filter && Object.assign({ FilterExpression: params.filter.filterExpression }, (params.filter.attrValues && {
         ExpressionAttributeValues: Object.assign(Object.assign({}, eav), params.filter.attrValues),
     }))));
     return (0, withRetry_1.withRetry)(() => _1.dynamoDb.send(new lib_dynamodb_1.QueryCommand(queryParams)), 'queryDynamo:' + JSON.stringify(params), {
@@ -78,7 +78,7 @@ const executeScan = (tableName, options, exclusiveStartKey) => __awaiter(void 0,
         return acc;
     }, {});
     const expressionAttributeNames = Object.assign(Object.assign({}, projectionAttrs), (_b = options === null || options === void 0 ? void 0 : options.filter) === null || _b === void 0 ? void 0 : _b.attrNames);
-    const scanParams = Object.assign(Object.assign(Object.assign(Object.assign({ TableName: tableName, IndexName: options === null || options === void 0 ? void 0 : options.indexName, Limit: options === null || options === void 0 ? void 0 : options.BATCH_SIZE }, ((options === null || options === void 0 ? void 0 : options.filter) && Object.assign({ FilterExpression: options.filter.filterExpression }, (options.filter.attrValues && {
+    const scanParams = Object.assign(Object.assign(Object.assign(Object.assign({ TableName: tableName, IndexName: options === null || options === void 0 ? void 0 : options.indexName, Limit: (options === null || options === void 0 ? void 0 : options.limit) === null ? undefined : options === null || options === void 0 ? void 0 : options.limit }, ((options === null || options === void 0 ? void 0 : options.filter) && Object.assign({ FilterExpression: options.filter.filterExpression }, (options.filter.attrValues && {
         ExpressionAttributeValues: options.filter.attrValues,
     })))), (Object.keys(expressionAttributeNames).length > 0 && {
         ExpressionAttributeNames: expressionAttributeNames,
@@ -281,7 +281,7 @@ const executePartiQLQuery = (params) => __awaiter(void 0, void 0, void 0, functi
             const executeParams = {
                 Statement: statement,
                 Parameters: parameters,
-                Limit: params.limit,
+                Limit: params.limit === null ? undefined : params.limit,
                 NextToken: nextToken,
             };
             const result = yield (0, withRetry_1.withRetry)(() => _1.dynamoDb.send(new lib_dynamodb_1.ExecuteStatementCommand(executeParams)), 'batchQueryDynamo:' + JSON.stringify(params), {
@@ -309,7 +309,7 @@ const executePartiQLQuery = (params) => __awaiter(void 0, void 0, void 0, functi
 function queryWithGenerator(params) {
     return __asyncGenerator(this, arguments, function* queryWithGenerator_1() {
         var _a;
-        const BATCH_SIZE = (_a = params.BATCH_SIZE) !== null && _a !== void 0 ? _a : 100;
+        const limit = params.limit === null ? undefined : ((_a = params.limit) !== null && _a !== void 0 ? _a : 100);
         let items = [];
         let lastEvaluatedKey = params.exclusiveStartKey;
         try {
@@ -318,9 +318,13 @@ function queryWithGenerator(params) {
                 if (result.Items) {
                     items.push(...result.Items);
                     // Process items in chunks of BATCH_SIZE
-                    while (items.length >= BATCH_SIZE) {
-                        const batch = items.slice(0, BATCH_SIZE);
-                        items = items.slice(BATCH_SIZE);
+                    if (!limit) {
+                        yield yield __await(items);
+                        return yield __await(void 0);
+                    }
+                    while (items.length >= limit) {
+                        const batch = items.slice(0, limit);
+                        items = items.slice(limit);
                         yield yield __await(batch);
                     }
                 }
@@ -339,7 +343,7 @@ function queryWithGenerator(params) {
 function scanWithGenerator(tableName, options) {
     return __asyncGenerator(this, arguments, function* scanWithGenerator_1() {
         var _a;
-        const BATCH_SIZE = (_a = options === null || options === void 0 ? void 0 : options.BATCH_SIZE) !== null && _a !== void 0 ? _a : 100;
+        const limit = (options === null || options === void 0 ? void 0 : options.limit) === null ? undefined : ((_a = options === null || options === void 0 ? void 0 : options.limit) !== null && _a !== void 0 ? _a : 100);
         let items = [];
         let exclusiveStartKey;
         try {
@@ -347,10 +351,14 @@ function scanWithGenerator(tableName, options) {
                 const result = yield __await(executeScan(tableName, options, exclusiveStartKey));
                 if (result.Items) {
                     items.push(...result.Items);
-                    // Process items in chunks of BATCH_SIZE
-                    while (items.length >= BATCH_SIZE) {
-                        const batch = items.slice(0, BATCH_SIZE);
-                        items = items.slice(BATCH_SIZE);
+                    // Process items in chunks of limit
+                    if (!limit) {
+                        yield yield __await(items);
+                        return yield __await(void 0);
+                    }
+                    while (items.length >= limit) {
+                        const batch = items.slice(0, limit);
+                        items = items.slice(limit);
                         yield yield __await(batch);
                     }
                 }

package/dist/api/helpers/dynamo/types.d.ts

@@ -25,6 +25,7 @@ export interface ScanOptions {
     filter?: DynamoFilter;
     requiredAttributeList?: string[];
     indexName?: string;
+    limit?: number | null;
     maxRetries?: number | null;
 }
 export interface DynamoQueryParams {
@@ -36,7 +37,7 @@ export interface DynamoQueryParams {
     skValue?: string | number | [string | number, string | number];
     skOperator?: '=' | '<' | '>' | '<=' | '>=' | 'BETWEEN' | 'BEGINS_WITH';
     indexName?: string;
-    limit?: number;
+    limit?: number | null;
     filter?: DynamoFilter;
     sortAscending?: boolean;
     /** default 3, set to null to disable retries */
@@ -48,7 +49,7 @@ export interface DynamoBatchQueryParams {
     pkName: string;
     pkValues: (string | number)[];
     indexName?: string;
-    limit?: number;
+    limit?: number | null;
     filter?: DynamoFilter;
     /** default 3, set to null to disable retries */
     maxRetries?: number | null;

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.0.802",
+  "version": "0.0.803",
   "name": "ag-common",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",