triangle-utils 1.4.40 → 1.4.42

package/dist/src/UtilsDynamoDB.d.ts

@@ -7,6 +7,7 @@ export declare class UtilsDynamoDB {
         undefined_attribute_names?: string[];
         defined_attribute_names?: string[];
         attribute_names?: string[];
+        segment?: number;
         concurrency?: number;
     }): Promise<Record<string, any>[]>;
     get(table: string, key: Record<string, any>, consistent?: boolean): Promise<Record<string, any> | undefined>;

package/dist/src/UtilsDynamoDB.js

@@ -108,6 +108,9 @@ export class UtilsDynamoDB {
         const attribute_names = options.attribute_names !== undefined ? options.attribute_names : [];
         const iterators = [];
         for (let i = 0; i < concurrency; i++) {
+            if (options.segment !== undefined && i === options.segment) {
+                continue;
+            }
             const expression_attribute_names = Object.fromEntries([...Object.keys(filters), ...attribute_names, ...undefined_attribute_names, ...defined_attribute_names]
                 .map(attribute_name => ["#" + attribute_name, attribute_name]));
             const expression_attribute_values = Object.fromEntries(Object.entries(filters)

package/dist/src/UtilsS3.d.ts

@@ -3,6 +3,7 @@ export declare class UtilsS3 {
     private readonly s3;
     constructor(region: string);
     file_exists(s3_filename: string): Promise<boolean | undefined>;
+    get_file_size(s3_filename: string): Promise<number | undefined>;
     get_s3_filenames(s3_filename_prefix: string, options?: {
         compile?: boolean;
     }): Promise<string[]>;

package/dist/src/UtilsS3.js

@@ -28,6 +28,19 @@ export class UtilsS3 {
             return false;
         }
     }
+    async get_file_size(s3_filename) {
+        const s3_key = parse_s3_filename(s3_filename);
+        if (s3_key === undefined) {
+            return undefined;
+        }
+        try {
+            const head = await this.s3.headObject(s3_key);
+            return head.ContentLength;
+        }
+        catch (error) {
+            return undefined;
+        }
+    }
     async get_s3_filenames(s3_filename_prefix, options = {}) {
         const compile = options.compile !== undefined ? options.compile : false;
         const s3_key = parse_s3_filename(s3_filename_prefix);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.40",
+    "version": "1.4.42",
     "main": "dist/src/index.js",
     "types": "dist/src/index.d.ts",
     "directories": {

package/src/UtilsDynamoDB.ts

@@ -112,6 +112,7 @@ export class UtilsDynamoDB {
             undefined_attribute_names? : string[],
             defined_attribute_names? : string[],
             attribute_names? : string[],
+            segment? : number
             concurrency? : number
         } = {}
     ) : Promise<Record<string, any>[]> {
@@ -124,6 +125,9 @@ export class UtilsDynamoDB {
         const attribute_names : string[] = options.attribute_names !== undefined ? options.attribute_names : []
         const iterators = []
         for (let i = 0; i < concurrency; i++) {
+            if (options.segment !== undefined && i === options.segment) {
+                continue
+            }
             const expression_attribute_names = Object.fromEntries(
                 [...Object.keys(filters), ...attribute_names, ...undefined_attribute_names, ...defined_attribute_names]
                     .map(attribute_name => ["#" + attribute_name, attribute_name])

package/src/UtilsS3.ts

@@ -38,6 +38,19 @@ export class UtilsS3 {
         }
     }
 
+    async get_file_size(s3_filename : string) : Promise<number | undefined> {
+        const s3_key = parse_s3_filename(s3_filename)
+        if (s3_key === undefined) {
+            return undefined
+        }
+        try {
+            const head = await this.s3.headObject(s3_key)
+            return head.ContentLength
+        } catch (error) {
+            return undefined
+        }
+    }
+
     async get_s3_filenames(s3_filename_prefix : string, options : { compile? : boolean } = {}) {
         const compile = options.compile !== undefined ? options.compile : false
         const s3_key = parse_s3_filename(s3_filename_prefix)