triangle-utils 1.4.76 → 1.4.78

package/dist/src/UtilsDynamoDB.d.ts

@@ -3,12 +3,14 @@ export declare class UtilsDynamoDB {
     constructor(region: string);
     get_table_key_names(table_name: string): Promise<string[] | undefined>;
     scan(table_index_name: string, options?: {
+        compile?: boolean;
         filters?: Record<string, any>;
         undefined_attribute_names?: string[];
         defined_attribute_names?: string[];
         attribute_names?: string[];
         segment_id?: number;
         num_segments?: number;
+        max_num_items?: number;
         last_key?: Record<string, any>;
     }): Promise<Record<string, any>[]>;
     get(table: string, key: Record<string, any>, consistent?: boolean): Promise<Record<string, any> | undefined>;

package/dist/src/UtilsDynamoDB.js

@@ -101,6 +101,7 @@ export class UtilsDynamoDB {
     async scan(table_index_name, options = {}) {
         const table_name = table_index_name.split(":")[0];
         const index_name = table_index_name.split(":")[1];
+        const compile = options.compile !== undefined ? options.compile : true;
         const filters = options.filters !== undefined ? options.filters : {};
         const undefined_attribute_names = options.undefined_attribute_names !== undefined ? options.undefined_attribute_names : [];
         const defined_attribute_names = options.defined_attribute_names !== undefined ? options.defined_attribute_names : [];
@@ -131,9 +132,10 @@ export class UtilsDynamoDB {
                 ProjectionExpression: projection_expression.length > 0 ? projection_expression : undefined,
                 Segment: i,
                 TotalSegments: num_segments,
+                Limit: options.max_num_items,
                 ExclusiveStartKey: options.last_key !== undefined ? convert_input(options.last_key)?.M : undefined
             };
-            iterators.push(compile_pages(request, (request) => this.dynamodb.scan(request)));
+            iterators.push(compile_pages(request, (request) => this.dynamodb.scan(request), compile));
         }
         const segments = await Promise.all(iterators);
         const items = segments.flat().filter(is_item);

package/dist/src/types/GlobalConfig.d.ts

@@ -5,6 +5,7 @@ export declare class GlobalConfig {
     readonly auth_url: string;
     readonly s3_elections: string;
     readonly s3_prism: string;
+    readonly s3_scout: string;
     readonly s3_triage: string;
     readonly super_federal_gov_api_keys: string;
     readonly federal_gov_api_keys: string;

package/dist/src/types/GlobalConfig.js

@@ -5,6 +5,7 @@ export class GlobalConfig {
     auth_url;
     s3_elections;
     s3_prism;
+    s3_scout;
     s3_triage;
     super_federal_gov_api_keys;
     federal_gov_api_keys;
@@ -23,6 +24,7 @@ export class GlobalConfig {
         this.auth_url = global_config.auth_url;
         this.s3_elections = global_config.s3_elections;
         this.s3_prism = global_config.s3_prism;
+        this.s3_scout = global_config.s3_scout;
         this.s3_triage = global_config.s3_triage;
         this.super_federal_gov_api_keys = global_config.super_federal_gov_api_keys;
         this.federal_gov_api_keys = global_config.federal_gov_api_keys;
@@ -40,6 +42,7 @@ export class GlobalConfig {
             typeof global_config.auth_url === "string" &&
             typeof global_config.s3_elections === "string" &&
             typeof global_config.s3_prism === "string" &&
+            typeof global_config.s3_scout === "string" &&
             typeof global_config.s3_triage === "string" &&
             typeof global_config.super_federal_gov_api_keys === "string" &&
             typeof global_config.federal_gov_api_keys === "string" &&

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.76",
+    "version": "1.4.78",
     "main": "dist/src/index.js",
     "types": "dist/src/index.d.ts",
     "directories": {

package/src/UtilsDynamoDB.ts

@@ -108,17 +108,20 @@ export class UtilsDynamoDB {
     async scan(
         table_index_name : string,
         options : {
+            compile? : boolean,
             filters? : Record<string, any>,
             undefined_attribute_names? : string[],
             defined_attribute_names? : string[],
             attribute_names? : string[],
             segment_id? : number
             num_segments? : number,
+            max_num_items? : number,
             last_key? : Record<string, any>
         } = {}
     ) : Promise<Record<string, any>[]> {
         const table_name : string = table_index_name.split(":")[0]
         const index_name : string | undefined = table_index_name.split(":")[1]
+        const compile = options.compile !== undefined ? options.compile : true
         const filters = options.filters !== undefined ? options.filters : {}
         const undefined_attribute_names : string[] = options.undefined_attribute_names !== undefined ? options.undefined_attribute_names : []
         const defined_attribute_names : string[] = options.defined_attribute_names !== undefined ? options.defined_attribute_names : []
@@ -153,9 +156,10 @@ export class UtilsDynamoDB {
                 ProjectionExpression : projection_expression.length > 0 ? projection_expression : undefined,
                 Segment : i,
                 TotalSegments : num_segments,
+                Limit : options.max_num_items,
                 ExclusiveStartKey : options.last_key !== undefined ? convert_input(options.last_key)?.M : undefined
             }
-            iterators.push(compile_pages(request, (request : ScanCommandInput) => this.dynamodb.scan(request)))
+            iterators.push(compile_pages(request, (request : ScanCommandInput) => this.dynamodb.scan(request), compile))
         }
         const segments = await Promise.all(iterators)
         const items = segments.flat().filter(is_item)

package/src/types/GlobalConfig.ts

@@ -5,6 +5,7 @@ export class GlobalConfig {
     readonly auth_url : string
     readonly s3_elections : string
     readonly s3_prism : string
+    readonly s3_scout : string
     readonly s3_triage : string
     readonly super_federal_gov_api_keys : string
     readonly federal_gov_api_keys : string
@@ -25,6 +26,7 @@ export class GlobalConfig {
         this.auth_url = global_config.auth_url
         this.s3_elections = global_config.s3_elections
         this.s3_prism = global_config.s3_prism
+        this.s3_scout = global_config.s3_scout
         this.s3_triage = global_config.s3_triage
         this.super_federal_gov_api_keys = global_config.super_federal_gov_api_keys
         this.federal_gov_api_keys = global_config.federal_gov_api_keys
@@ -44,6 +46,7 @@ export class GlobalConfig {
             typeof global_config.auth_url === "string" &&
             typeof global_config.s3_elections === "string" &&
             typeof global_config.s3_prism === "string" &&
+            typeof global_config.s3_scout === "string" &&
             typeof global_config.s3_triage === "string" &&
             typeof global_config.super_federal_gov_api_keys === "string" &&
             typeof global_config.federal_gov_api_keys === "string" &&