triangle-utils 1.3.3 → 1.3.4

package/dist/src/Utils_Bee.d.ts

@@ -5,7 +5,7 @@ export declare class Utils_Bee {
     readonly bee: ScrapingBeeClient | undefined;
     readonly text_decoder: TextDecoder;
     constructor(config: Config);
-    get(url: string, params?: Record<string, string>): Promise<string>;
+    get(url: string, params?: Record<string, string>): Promise<string | undefined>;
     google_search(query: string, news?: boolean): Promise<any>;
     youtube_search(query: string, options?: {}): Promise<any>;
 }

package/dist/src/Utils_DynamoDB.d.ts

@@ -15,7 +15,7 @@ export declare class Utils_DynamoDB {
     query(table: string, primary_key: Record<string, any>, options?: {
         reverse?: boolean;
         compile?: boolean;
-    }): Promise<Record<string, any>[] | undefined>;
+    }): Promise<Record<string, any>[]>;
     query_prefix(table: string, primary_key: Record<string, any>, secondary_key_prefix: Record<string, string>, options?: {
         reverse?: boolean;
         compile?: boolean;
@@ -23,7 +23,7 @@ export declare class Utils_DynamoDB {
     query_range(table: string, primary_key: Record<string, any>, secondary_key_range: Record<string, string | number[]>, options?: {
         reverse?: boolean;
         compile?: boolean;
-    }): Promise<Record<string, any>[] | undefined>;
+    }): Promise<Record<string, any>[]>;
     set(table: string, key: Record<string, any>, attributes: Record<string, any>): Promise<void>;
     append(table: string, key: Record<string, any>, attributes: Record<string, any[]>): Promise<void>;
     add(table: string, key: Record<string, any>, attributes: Record<string, any[]>): Promise<void>;

package/dist/src/Utils_DynamoDB.js

@@ -177,12 +177,12 @@ export class Utils_DynamoDB {
         const reverse = options.reverse !== undefined ? options.reverse : false;
         const compile = options.compile !== undefined ? options.compile : true;
         if (Object.keys(primary_key).length !== 1) {
-            return undefined;
+            return [];
         }
         const key = Object.keys(primary_key)[0];
         const value = convert_input(Object.values(primary_key)[0]);
         if (value === undefined) {
-            return undefined;
+            return [];
         }
         const request = {
             TableName: table,
@@ -227,13 +227,13 @@ export class Utils_DynamoDB {
         const reverse = options.reverse !== undefined ? options.reverse : false;
         const compile = options.compile !== undefined ? options.compile : true;
         if (Object.keys(primary_key).length !== 1 || Object.keys(secondary_key_range).length !== 1 || Object.values(secondary_key_range)[0].length !== 2) {
-            return undefined;
+            return [];
         }
         const converted_primary_value = convert_input(Object.values(primary_key)[0]);
         const converted_secondary_range_start_value = convert_input(Object.values(secondary_key_range)[0][0]);
         const converted_secondary_range_end_value = convert_input(Object.values(secondary_key_range)[0][1]);
         if (converted_primary_value === undefined || converted_secondary_range_start_value === undefined || converted_secondary_range_end_value === undefined) {
-            return undefined;
+            return [];
         }
         const request = {
             TableName: table,

package/dist/src/Utils_Misc.d.ts

@@ -7,7 +7,7 @@ interface Encryption {
 export declare class Utils_Misc {
     readonly config: Config;
     readonly text_encoder: TextEncoder;
-    readonly transporter: nodemailer.Transporter<import("nodemailer/lib/smtp-transport").SentMessageInfo, import("nodemailer/lib/smtp-transport").Options>;
+    readonly transporter: nodemailer.Transporter<import("nodemailer/lib/smtp-transport").SentMessageInfo, import("nodemailer/lib/smtp-transport").Options> | undefined;
     constructor(config: Config);
     wait(duration: number): Promise<unknown>;
     get_current_time(): string;

package/dist/src/Utils_S3.d.ts

@@ -3,11 +3,11 @@ import { Config } from "./types/Config.js";
 export declare class Utils_S3 {
     readonly s3: S3;
     constructor(config: Config);
-    file_exists(s3_filename: string): Promise<boolean>;
+    file_exists(s3_filename: string): Promise<boolean | undefined>;
     get_file(s3_filename: string): Promise<string | undefined>;
     create_file(s3_filename: string, content: string | Buffer, options?: {
         content_type?: string;
-    }): Promise<import("@aws-sdk/client-s3").PutObjectCommandOutput>;
+    }): Promise<import("@aws-sdk/client-s3").PutObjectCommandOutput | undefined>;
     delete_file(s3_filename: string): Promise<void>;
     generate_download_url(s3_filename: string): Promise<string | undefined>;
     generate_upload_url(s3_filename: string): Promise<string | undefined>;

package/dist/src/Utils_S3Vectors.d.ts

@@ -10,11 +10,11 @@ export declare class Utils_S3Vectors {
     constructor(config: Config);
     scan(vector_bucket: string, vector_index: string): Promise<string[]>;
     get(vector_bucket: string, vector_index: string, vector_key: string): Promise<Vector | undefined>;
-    batch_get(vector_bucket: string, vector_index: string, vector_keys: string[]): Promise<Vector[]>;
+    batch_get(vector_bucket: string, vector_index: string, vector_keys: string[]): Promise<(Vector | undefined)[]>;
     create(vector_bucket: string, vector_index: string, vector: Vector): Promise<void>;
     batch_create(vector_bucket: string, vector_index: string, vectors: Vector[]): Promise<void>;
     delete(vector_bucket: string, vector_index: string, vector_key: string): Promise<void>;
     batch_delete(vector_bucket: string, vector_index: string, vector_keys: string[]): Promise<void>;
-    query(vector_bucket: string, vector_index: string, data: number[], num_vectors: number, filters?: Record<string, any>): Promise<import("@aws-sdk/client-s3vectors").QueryOutputVector[]>;
+    query(vector_bucket: string, vector_index: string, data: number[], num_vectors: number, filters?: Record<string, any>): Promise<import("@aws-sdk/client-s3vectors").QueryOutputVector[] | undefined>;
 }
 export {};

package/dist/src/Utils_Youtube.d.ts

@@ -4,5 +4,5 @@ export declare class Utils_Youtube {
     readonly config: Config;
     readonly youtube: youtube_v3.Youtube;
     constructor(config: Config);
-    batch_get_videos(video_ids: string[], attributes?: string[]): Promise<youtube_v3.Schema$Video[]>;
+    batch_get_videos(video_ids: string[], attributes?: string[]): Promise<youtube_v3.Schema$Video[] | undefined>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.3.3",
+    "version": "1.3.4",
     "main": "dist/src/Utils.js",
     "directories": {
         "test": "test"

package/src/Utils_DynamoDB.ts

@@ -165,7 +165,10 @@ export class Utils_DynamoDB {
         return converted_output
     }
 
-    async get_max(table : string, primary_key : Record<string, any>) : Promise<Record<string, any> | undefined> {
+    async get_max(
+        table : string,
+        primary_key : Record<string, any>
+    ) : Promise<Record<string, any> | undefined> {
         if (Object.keys(primary_key).length !== 1) {
             return undefined
         }
@@ -205,16 +208,16 @@ export class Utils_DynamoDB {
             reverse? : boolean,
             compile? : boolean
         } = {}
-    ) : Promise<Record<string, any>[] | undefined>{
+    ) : Promise<Record<string, any>[]>{
         const reverse = options.reverse !== undefined ? options.reverse : false
         const compile = options.compile !== undefined ? options.compile : true
         if (Object.keys(primary_key).length !== 1) {
-            return undefined
+            return []
         }
         const key = Object.keys(primary_key)[0]
         const value = convert_input(Object.values(primary_key)[0])
         if (value === undefined) {
-            return undefined
+            return []
         }
         const request : QueryCommandInput = {
             TableName : table,
@@ -273,17 +276,17 @@ export class Utils_DynamoDB {
             reverse? : boolean,
             compile? : boolean
         } = {}
-    ) : Promise<Record<string, any>[] | undefined>{
+    ) : Promise<Record<string, any>[]>{
         const reverse = options.reverse !== undefined ? options.reverse : false
         const compile = options.compile !== undefined ? options.compile : true
         if (Object.keys(primary_key).length !== 1 || Object.keys(secondary_key_range).length !== 1 || Object.values(secondary_key_range)[0].length !== 2) {
-            return undefined
+            return []
         }
         const converted_primary_value = convert_input(Object.values(primary_key)[0])
         const converted_secondary_range_start_value = convert_input(Object.values(secondary_key_range)[0][0])
         const converted_secondary_range_end_value = convert_input(Object.values(secondary_key_range)[0][1])
         if (converted_primary_value === undefined || converted_secondary_range_start_value === undefined || converted_secondary_range_end_value === undefined) {
-            return undefined
+            return []
         }
         const request : QueryCommandInput = {
             TableName : table,

package/src/Utils_Misc.ts

@@ -652,4 +652,27 @@ export class Utils_Misc {
         }))
         return chunks
     }
+    
+    chunkify_lined(text : string, max_length = 2500, overlap = 50) : {
+        chunk_index : [number, number],
+        chunk_text : string
+    }[] {
+        const chunk_indices : [number, number][] = this.get_chunk_indices(text.length, max_length, overlap)
+        const lined_chunk_indices : [number, number][] = []
+        for (const chunk_index of chunk_indices) {
+            const lined_chunk_index : [number, number] = [
+                text.lastIndexOf("\n", chunk_index[0]) + 1,
+                text.indexOf("\n", chunk_index[1]) + 1
+            ]
+            if (lined_chunk_index[1] < lined_chunk_index[0]) {
+                lined_chunk_index[1] += text.length
+            }
+            lined_chunk_indices.push(lined_chunk_index)
+        }
+        return lined_chunk_indices.map(chunk_index => ({
+            chunk_index : chunk_index,
+            chunk_text : text.substring(...chunk_index)
+        }))
+    }
+
 }

package/tsconfig.json

@@ -14,7 +14,7 @@
         "declaration": true,
 		// Allow JS files to be imported from TS and vice versa
 		"allowJs": true,
-
+        "strict" : true,
 		// Use correct ESM import behavior
 		"esModuleInterop": true,
         "resolveJsonModule": true,